00000100:00000200:2.0:1767384280.396355:0:16776:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:2.0:1767384280.396812:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055005033. 00000020:00000010:2.0:1767384280.396819:0:16778:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004cb1e483. 00000040:00000010:2.0:1767384280.396824:0:16778:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002e7c7df2. 00000020:00000010:2.0:1767384280.396828:0:16778:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000eaeaddeb. 00000020:00000010:2.0:1767384280.396835:0:16778:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000004b9b8b2. 00000020:00000010:2.0:1767384280.396843:0:16778:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000026259f86. 80000000:00000010:2.0:1767384280.396848:0:16778:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006f262cc1. 40000000:00000010:2.0:1767384280.396852:0:16778:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006aeb9a84. 00100000:00000010:2.0:1767384280.396859:0:16778:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000014ac62ba. 00040000:00000010:2.0:1767384280.396867:0:16778:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000811d11e8. 00040000:00000010:2.0:1767384280.396874:0:16778:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f2ae0aa6. 00040000:00000010:2.0:1767384280.396878:0:16778:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004e83f424. 00080000:00000010:2.0:1767384280.396884:0:16778:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000caef868. 00000004:00000010:2.0:1767384280.396892:0:16778:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007b69e624. 00000004:00000010:2.0:1767384280.396901:0:16778:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000582798b2. 00000004:00000010:2.0:1767384280.396910:0:16778:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006a08ff0b. 00002000:00000010:2.0:1767384280.396917:0:16778:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006775b9d7. 00000004:00000010:2.0:1767384280.396925:0:16778:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a775281e. 00000020:00000010:2.0:1767384280.396931:0:16778:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004bb83af2. 00000400:00000200:2.0:1767384280.397181:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384280.397191:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100041 00000400:00000200:2.0:1767384280.397197:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (2) 00000400:00000010:2.0:1767384280.397204:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c79a5d5e. 00000400:00000010:2.0:1767384280.397212:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000400:00000010:2.0:1767384280.397241:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000057f72235. 00000400:00000200:2.0:1767384280.397251:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:2.0:1767384280.397268:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:2.0:1767384280.397278:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384280.397288:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp 00000400:00000200:2.0:1767384280.397297:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384280.397305:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp 00000400:00000200:2.0:1767384280.397312:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [1:1:256:4294967295] 192.168.204.131@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384280.397323:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp 00000400:00000200:2.0:1767384280.397343:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:) -> 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) : GET try# 0 00000800:00000200:2.0:1767384280.397354:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp 00000800:00000010:2.0:1767384280.397362:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cf20f32a. 00000800:00000010:2.0:1767384280.397374:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000836c9b58. 00000800:00000010:2.0:1767384280.397380:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e56a5e0d. 00000800:00000200:2.0:1767384280.397386:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (2) 00000800:00000200:2.1F:1767384280.397394:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (2) 00000400:00000200:2.0:1767384280.397431:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384280.397436:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100241 rc 0 00000400:00000200:2.0:1767384280.397751:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384280.397784:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp from 255.3.0.2 00000800:00000010:2.0:1767384280.397793:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b52736b0. 00000800:00000200:1.1F:1767384280.397895:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (2) 00000800:00000200:1.1:1767384280.397906:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp 00000000f2624220 deleted 00000800:00000010:1.1:1767384280.397909:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f2624220. 00000800:00000200:1.1:1767384280.397917:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384280.397925:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:1023 00000800:00000200:1.1:1767384280.397930:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf20f32a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1767384280.398058:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:2.0:1767384280.398327:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.131@tcp : REPLY - for me 00000400:00000200:2.0:1767384280.398345:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp: Reply from 12345-192.168.204.131@tcp of length 48/48 into md 0x20d 00000400:00000200:2.0:1767384280.398357:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.398363:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: REPLY: OK 00000400:00000200:2.0:1767384280.398369:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.398372:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000400:00000200:2.0:1767384280.398378:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384280.398383:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:2.0:1767384280.398387:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:2.0:1767384280.398391:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 1. state = 0x100241 00000400:00000200:2.0:1767384280.398399:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384280.398414:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (3) 00000400:00000200:2.0:1767384280.398447:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384280.398457:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000c1 00000400:00000010:2.0:1767384280.398468:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000004a7448e1. 00000400:00000010:2.0:1767384280.398474:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000a5391f5e. 00000400:00000010:2.0:1767384280.398553:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000415dbd10. 00000400:00000010:2.0:1767384280.398566:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000004a7448e1. 00000400:00000010:2.0:1767384280.398574:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000a5391f5e. 00000400:00000010:2.0:1767384280.398578:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000415dbd10. 00000400:00000010:2.0:1767384280.398588:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c79a5d5e. 00000400:00000200:2.0:1767384280.398609:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384280.398614:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100141 00000400:00000200:2.0:1767384280.398619:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100141 rc 1 00000400:00000200:2.0:1767384280.398628:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100141 00000400:00000010:2.0:1767384280.398637:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000400:00000200:2.0:1767384280.398642:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (2) 00000400:00000010:2.0:1767384280.398647:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000001e958d5. 00000400:00000200:2.0:1767384280.398652:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:2.0:1767384280.398666:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.131@tcp local destination 00000400:00000200:2.0:1767384280.398678:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [3:3:256:4294967295] 192.168.204.131@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767384280.398685:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp 00000800:00000200:1.1:1767384280.398698:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (4) 00000800:00000200:1.1:1767384280.398709:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp 00000000f2624220 deleted 00000400:00000200:2.0:1767384280.398713:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) : PUT try# 0 00000800:00000010:1.1:1767384280.398713:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f2624220. 00000800:00000200:1.1:1767384280.398719:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384280.398727:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.204.131@tcp 00000800:00000010:2.0:1767384280.398735:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000558c9e69. 00000800:00000200:2.0:1767384280.398745:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (5) 00000800:00000200:2.0:1767384280.398751:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:1023 00000800:00000200:2.0:1767384280.398755:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000558c9e69 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:2.0:1767384280.398780:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384280.398785:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100541 rc 0 00000800:00000200:1.1:1767384280.398939:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:2.0:1767384280.399132:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.131@tcp : ACK - for me 00000400:00000200:2.0:1767384280.399149:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.131@tcp into md 0x211 00000400:00000200:2.0:1767384280.399155:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.399159:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: ACK: OK 00000400:00000200:2.0:1767384280.399163:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.399165:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000400:00000200:2.0:1767384280.399171:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384280.399177:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:2.0:1767384280.399189:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384280.399196:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (3) 00000100:00000010:2.0:1767384280.403558:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031834f7b. 00000100:00000010:2.0:1767384280.408328:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b54edf0c. 00000100:00000010:2.0:1767384280.408562:0:16783:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004a7448e1. 00000020:00000010:2.0:1767384280.408569:0:16783:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f25e8ce7. 00000020:00000010:2.0:1767384280.408576:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000062452fe. 00000020:00000010:2.0:1767384280.408582:0:16783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fe3962d1. 00000040:00000010:2.0:1767384280.408586:0:16783:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004ff64687. 00000020:00000010:2.0:1767384280.408593:0:16783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aae53f16. 00000020:00000010:2.0:1767384280.408599:0:16783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001cd4597b. 00000020:00000010:2.0:1767384280.408604:0:16783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000501c0249. 80000000:00000010:2.0:1767384280.408609:0:16783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006cd1a3c7. 40000000:00000010:2.0:1767384280.408613:0:16783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000034221a30. 00100000:00000010:2.0:1767384280.408618:0:16783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000df5be039. 00040000:00000010:2.0:1767384280.408623:0:16783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000558c9e69. 00040000:00000010:2.0:1767384280.408628:0:16783:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000083f27ed1. 00040000:00000010:2.0:1767384280.408633:0:16783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f93d2ade. 00080000:00000010:2.0:1767384280.408639:0:16783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000202ab329. 00000004:00000010:2.0:1767384280.408644:0:16783:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000075490cc0. 00000004:00000010:2.0:1767384280.408651:0:16783:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000ea29402. 00000004:00000010:2.0:1767384280.408655:0:16783:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000096243995. 00002000:00000010:2.0:1767384280.408660:0:16783:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003ae5fe50. 00000004:00000010:2.0:1767384280.408664:0:16783:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008a473dcc. 00000100:00000010:2.0:1767384280.408732:0:16783:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000b769882d. 00000100:00000200:2.0:1767384280.408762:0:16783:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384280.409143:0:16765:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000009118ecae. 00000100:00000010:2.0:1767384280.409149:0:16765:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000003b5d9d1d. 00000100:00000010:2.0:1767384280.409162:0:16765:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000694b3779. 00000100:00000010:2.0:1767384280.409168:0:16765:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000001b26d160. 00000100:00000010:2.0:1767384280.409173:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c8b193a. 00000100:00000010:2.0:1767384280.409177:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e514dd50. 00000100:00000010:2.0:1767384280.409179:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000653e04b4. 00000100:00000010:2.0:1767384280.409184:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000020ec2b31. 00000100:00000010:2.0:1767384280.409185:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003248ccb4. 00000100:00000010:2.0:1767384280.409193:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000236947ff. 00000100:00000010:2.0:1767384280.409195:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1fb2b6f. 00000100:00000010:2.0:1767384280.409204:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ebbd3eb8. 00000100:00000010:2.0:1767384280.409207:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bb62d9e. 00000100:00000010:2.0:1767384280.409211:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a698624. 00000100:00000010:2.0:1767384280.409213:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f86a9a39. 00000100:00000010:2.0:1767384280.409217:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009cd2e616. 00000100:00000010:2.0:1767384280.409220:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063ac7408. 00000100:00000010:2.0:1767384280.409224:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008b123440. 00000100:00000010:2.0:1767384280.409225:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a086bf5. 00000100:00000010:2.0:1767384280.409233:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000018dfd6a2. 00000100:00000010:2.0:1767384280.409235:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5981483. 00000100:00000010:2.0:1767384280.409239:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000081e98dd. 00000100:00000010:2.0:1767384280.409241:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a494ba67. 00000100:00000010:2.0:1767384280.409245:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dc1e7ca1. 00000100:00000010:2.0:1767384280.409247:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006068ac36. 00000100:00000010:2.0:1767384280.409250:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058769c78. 00000100:00000010:2.0:1767384280.409258:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062b0354b. 00000100:00000010:2.0:1767384280.409266:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d71a0341. 00000100:00000010:2.0:1767384280.409268:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b64acd60. 00000100:00000010:2.0:1767384280.409272:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090433851. 00000100:00000010:2.0:1767384280.409273:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000279ff0b5. 00000100:00000010:2.0:1767384280.409277:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002382f220. 00000100:00000010:2.0:1767384280.409278:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000530baef9. 00000100:00000010:2.0:1767384280.409282:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1d002fe. 00000100:00000010:2.0:1767384280.409284:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd05c916. 00000100:00000010:2.0:1767384280.409291:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ae869ae5. 00000100:00000010:2.0:1767384280.409293:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008e94bb7. 00000100:00000010:2.0:1767384280.409297:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b592ee9b. 00000100:00000010:2.0:1767384280.409299:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004680d846. 00000100:00000010:2.0:1767384280.409303:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b16fe759. 00000100:00000010:2.0:1767384280.409308:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8fc3f69. 00000100:00000010:2.0:1767384280.409312:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7c7cfae. 00000100:00000010:2.0:1767384280.409314:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000140eb8aa. 00000100:00000010:2.0:1767384280.409322:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e5080dd. 00000100:00000010:2.0:1767384280.409325:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000375e342a. 00000100:00000010:2.0:1767384280.409328:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000865790ca. 00000100:00000010:2.0:1767384280.409330:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8ac77ec. 00000100:00000010:2.0:1767384280.409334:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000586ecaf7. 00000100:00000010:2.0:1767384280.409335:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003339d09b. 00000100:00000010:2.0:1767384280.409339:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065993655. 00000100:00000010:2.0:1767384280.409341:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077ae0df4. 00000100:00000010:2.0:1767384280.409348:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000adb0c78e. 00000100:00000010:2.0:1767384280.409350:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcb5424f. 00000100:00000010:2.0:1767384280.409354:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a6b65f5f. 00000100:00000010:2.0:1767384280.409355:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007700377c. 00000100:00000010:2.0:1767384280.409359:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ec35950f. 00000100:00000010:2.0:1767384280.409361:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b92a12b. 00000100:00000010:2.0:1767384280.409364:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bad570b7. 00000100:00000010:2.0:1767384280.409372:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3ee20ad. 00000100:00000010:2.0:1767384280.409380:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6761b0b. 00000100:00000010:2.0:1767384280.409382:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008805a903. 00000100:00000010:2.0:1767384280.409386:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e8437bfc. 00000100:00000010:2.0:1767384280.409388:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004044682. 00000100:00000010:2.0:1767384280.409391:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000456f0ea. 00000100:00000010:2.0:1767384280.409393:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc5dc09b. 00000100:00000010:2.0:1767384280.409397:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c1a2585a. 00000100:00000010:2.0:1767384280.409399:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5f7170e. 00000100:00000010:2.0:1767384280.409407:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f050ae5. 00000100:00000010:2.0:1767384280.409409:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4621e02. 00000100:00000010:2.0:1767384280.409412:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a04f50ea. 00000100:00000010:2.0:1767384280.409414:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd420641. 00000100:00000010:2.0:1767384280.409422:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013503e9e. 00000100:00000010:2.0:1767384280.409424:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce85284e. 00000100:00000010:2.0:1767384280.409428:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005ec5190d. 00000100:00000010:2.0:1767384280.409429:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab257f06. 00000100:00000010:2.0:1767384280.409437:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0b3d186. 00000100:00000010:2.0:1767384280.409439:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037e514af. 00000100:00000010:2.0:1767384280.409443:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d62d0f22. 00000100:00000010:2.0:1767384280.409445:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000034faa4d. 00000100:00000010:2.0:1767384280.409448:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ee8dec7. 00000100:00000010:2.0:1767384280.409450:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d0947f6. 00000100:00000010:2.0:1767384280.409454:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000050104749. 00000100:00000010:2.0:1767384280.409455:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9e21c32. 00000100:00000010:2.0:1767384280.409463:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d24b5542. 00000100:00000010:2.0:1767384280.409465:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd0c599e. 00000100:00000010:2.0:1767384280.409469:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005c1b38a3. 00000100:00000010:2.0:1767384280.409470:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a62be37. 00000100:00000010:2.0:1767384280.409474:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007658ed3c. 00000100:00000010:2.0:1767384280.409476:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c726f595. 00000100:00000010:2.0:1767384280.409517:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000073d9ad58. 00000100:00000010:2.0:1767384280.409529:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000890e2189. 00000100:00000010:2.0:1767384280.409539:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b83018ad. 00000100:00000010:2.0:1767384280.409542:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000605f073b. 00000100:00000010:2.0:1767384280.409547:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000051bffad5. 00000100:00000010:2.0:1767384280.409549:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041f52ae7. 00000100:00000010:2.0:1767384280.409553:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1b1c7b6. 00000100:00000010:2.0:1767384280.409555:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000327b5a6d. 00000100:00000010:2.0:1767384280.409558:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009b319486. 00000100:00000010:2.0:1767384280.409560:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066998b81. 00000100:00000010:2.0:1767384280.409568:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f595f19. 00000100:00000010:2.0:1767384280.409570:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e59893f1. 00000100:00000010:2.0:1767384280.409574:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2325617. 00000100:00000010:2.0:1767384280.409578:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccc27581. 00000100:00000010:2.0:1767384280.409582:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee890987. 00000100:00000010:2.0:1767384280.409584:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba6bb4fb. 00000100:00000010:2.0:1767384280.409588:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c0061d4. 00000100:00000010:2.0:1767384280.409590:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000006d8c5f. 00000100:00000010:2.0:1767384280.409598:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008f9d8b08. 00000100:00000010:2.0:1767384280.409600:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f790474. 00000100:00000010:2.0:1767384280.409604:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053c79b49. 00000100:00000010:2.0:1767384280.409606:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d1faac9. 00000100:00000010:2.0:1767384280.409609:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c12c79d. 00000100:00000010:2.0:1767384280.409611:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffe25eba. 00000100:00000010:2.0:1767384280.409615:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000068cb008a. 00000100:00000010:2.0:1767384280.409617:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d73dea90. 00000100:00000010:2.0:1767384280.409624:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a5e800b. 00000100:00000010:2.0:1767384280.409626:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067d27472. 00000100:00000010:2.0:1767384280.409630:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000baae39ae. 00000100:00000010:2.0:1767384280.409632:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b00c9fd6. 00000100:00000010:2.0:1767384280.409635:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d746d82f. 00000100:00000010:2.0:1767384280.409637:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6cf4b41. 00000100:00000010:2.0:1767384280.409641:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c2d0fc3. 00000100:00000010:2.0:1767384280.409648:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020cd7590. 00000100:00000010:2.0:1767384280.409655:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eacf7906. 00000100:00000010:2.0:1767384280.409657:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000498aa87e. 00000100:00000010:2.0:1767384280.409661:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002dca26f8. 00000100:00000010:2.0:1767384280.409663:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a138ea8d. 00000100:00000010:2.0:1767384280.409666:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e629b0a3. 00000100:00000010:2.0:1767384280.409668:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d71324c4. 00000100:00000010:2.0:1767384280.409673:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc202806. 00000100:00000010:2.0:1767384280.409674:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd69b7bd. 00000100:00000010:2.0:1767384280.409682:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f300093a. 00000400:00000200:2.0:1767384280.409684:0:16765:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:2.0:1767384280.409721:0:16765:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000052129b56. 00000020:00000010:2.0:1767384280.409724:0:16765:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000008cc15ee8. 00000100:00000010:2.0:1767384280.409797:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000181804c8. 00000100:00000010:2.0:1767384280.409801:0:16765:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000133eaba1. 00000100:00000010:2.0:1767384280.409805:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f8cf652e. 00000100:00000010:2.0:1767384280.409809:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000004ae0a43. 00000100:00000010:2.0:1767384280.409813:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000f8d17d8. 00000100:00000200:2.0:1767384280.409848:0:16765:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:2.0:1767384280.409852:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000855d6076. 00000100:00000010:2.0:1767384280.410378:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002719d1a6. 00000100:00000010:2.0:1767384280.410723:0:16765:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000e7163176. 00000100:00000010:2.0:1767384280.410729:0:16765:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000e51b56ca. 00000100:00000010:2.0:1767384280.410742:0:16765:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000003e9f756c. 00000100:00000010:2.0:1767384280.410748:0:16765:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000003368f575. 00000100:00000010:2.0:1767384280.410753:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003add1f1c. 00000100:00000010:2.0:1767384280.411183:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002e7c7cb9. 00000100:00000010:2.0:1767384280.411187:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071ea6003. 00000100:00000010:2.0:1767384280.411470:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c89a9b44. 00000100:00000010:2.0:1767384280.411473:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006820fdc8. 00000100:00000010:2.0:1767384280.411792:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006c9724b3. 00000100:00000010:2.0:1767384280.411799:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9ff2343. 00000100:00000010:2.0:1767384280.412224:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b2c5265e. 00000100:00000010:2.0:1767384280.412226:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebe4e7e3. 00000100:00000010:2.0:1767384280.412692:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000079b0abdd. 00000100:00000010:2.0:1767384280.412697:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000550b0043. 00000100:00000010:2.0:1767384280.413179:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006c0bdb3d. 00000100:00000010:2.0:1767384280.413183:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001191ec18. 00000100:00000010:2.0:1767384280.413639:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000174e61e7. 00000100:00000010:2.0:1767384280.413643:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000227dc630. 00000100:00000010:2.0:1767384280.414083:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dc4e2c5a. 00000100:00000010:2.0:1767384280.414090:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e8cc59d. 00000100:00000010:2.0:1767384280.414605:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ca629349. 00000100:00000010:2.0:1767384280.414620:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bed04d9. 00000100:00000010:2.0:1767384280.415083:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fec98855. 00000100:00000010:2.0:1767384280.415089:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f85abe60. 00000100:00000010:2.0:1767384280.415612:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000012d3bb31. 00000100:00000010:2.0:1767384280.415617:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e71dbea. 00000100:00000010:2.0:1767384280.416045:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000272563c3. 00000100:00000010:2.0:1767384280.416050:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001019e135. 00000100:00000010:2.0:1767384280.416540:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f5b1b6d0. 00000100:00000010:2.0:1767384280.416547:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eaf04910. 00000100:00000010:2.0:1767384280.417014:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e8f70e3b. 00000100:00000010:2.0:1767384280.417020:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062160808. 00000100:00000010:2.0:1767384280.417545:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000021608c. 00000100:00000010:2.0:1767384280.417552:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbde04c5. 00000100:00000010:2.0:1767384280.418025:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fb6500aa. 00000100:00000010:2.0:1767384280.418030:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6de2272. 00000100:00000010:2.0:1767384280.418582:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003edcc097. 00000100:00000010:2.0:1767384280.418605:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a49807fa. 00000100:00000010:2.0:1767384280.419067:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bbcde43f. 00000100:00000010:2.0:1767384280.419073:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000263b5d7c. 00000100:00000010:2.0:1767384280.419595:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008f27cb32. 00000100:00000010:2.0:1767384280.419601:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db25fc96. 00000100:00000010:2.0:1767384280.420068:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a46b6c72. 00000100:00000010:2.0:1767384280.420074:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b9b62d3. 00000100:00000010:2.0:1767384280.420633:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006b3c4f7f. 00000100:00000010:2.0:1767384280.420641:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac26a5f1. 00000100:00000010:2.0:1767384280.421110:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000055997b5e. 00000100:00000010:2.0:1767384280.421116:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b61e6ffb. 00000100:00000010:2.0:1767384280.421627:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d8c5ce9c. 00000100:00000010:2.0:1767384280.421633:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096be7b17. 00000100:00000010:2.0:1767384280.422097:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002c4d3b3b. 00000100:00000010:2.0:1767384280.422110:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009736f6af. 00000100:00000010:2.0:1767384280.422584:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dd40ad56. 00000100:00000010:2.0:1767384280.422596:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009529cb94. 00000100:00000010:2.0:1767384280.423036:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b11689fc. 00000100:00000010:2.0:1767384280.423042:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4c1b252. 00000100:00000010:2.0:1767384280.423572:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e0a73f94. 00000100:00000010:2.0:1767384280.423579:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043439939. 00000100:00000010:2.0:1767384280.424032:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e676029d. 00000100:00000010:2.0:1767384280.424038:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000630b3f32. 00000100:00000010:2.0:1767384280.424554:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d8147051. 00000100:00000010:2.0:1767384280.424560:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000859aa78b. 00000100:00000010:2.0:1767384280.424999:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000025ed543d. 00000100:00000010:2.0:1767384280.425005:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c25d779. 00000100:00000010:2.0:1767384280.425524:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000070ef7f6f. 00000100:00000010:2.0:1767384280.425530:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1f18fe8. 00000100:00000010:2.0:1767384280.425992:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000914d2193. 00000100:00000010:2.0:1767384280.425998:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034c9f605. 00000100:00000010:2.0:1767384280.426466:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c73ab222. 00000100:00000010:2.0:1767384280.426472:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084b5b718. 00000100:00000010:2.0:1767384280.426962:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f6433c88. 00000100:00000010:2.0:1767384280.426968:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c47b99fd. 00000100:00000010:2.0:1767384280.427438:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000d22c4b5. 00000100:00000010:2.0:1767384280.427444:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb445af3. 00000100:00000010:2.0:1767384280.427954:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000453b5761. 00000100:00000010:2.0:1767384280.427960:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038f67341. 00000100:00000010:2.0:1767384280.428564:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000628a02e6. 00000100:00000010:2.0:1767384280.428572:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097701529. 00000100:00000010:2.0:1767384280.429074:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000e22f5fe. 00000100:00000010:2.0:1767384280.429082:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f2ef4a4. 00000100:00000010:2.0:1767384280.429647:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e5294275. 00000100:00000010:2.0:1767384280.429653:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a16a363c. 00000100:00000010:2.0:1767384280.430117:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006261c067. 00000100:00000010:2.0:1767384280.430125:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013cafcb8. 00000100:00000010:2.0:1767384280.430470:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000262493e8. 00000100:00000010:2.0:1767384280.430532:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd44ce5a. 00000100:00000010:2.0:1767384280.430852:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000215cedbc. 00000100:00000010:2.0:1767384280.430858:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b8d725f. 00000100:00000010:2.0:1767384280.431337:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000006f28f32. 00000100:00000010:2.0:1767384280.431344:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001da5e01e. 00000100:00000010:2.0:1767384280.431842:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bdb4e67c. 00000100:00000010:2.0:1767384280.431849:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3714c44. 00000100:00000010:2.0:1767384280.432158:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f0e047de. 00000100:00000010:2.0:1767384280.432163:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bba77e3. 00000100:00000010:2.0:1767384280.432577:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002ae9e260. 00000100:00000010:2.0:1767384280.432584:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da9e6eab. 00000100:00000010:2.0:1767384280.432915:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000412a6c47. 00000100:00000010:2.0:1767384280.432921:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c4ae15b. 00000100:00000010:2.0:1767384280.433293:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fa960ac8. 00000100:00000010:2.0:1767384280.433300:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9c1ecb5. 00000100:00000010:2.0:1767384280.433659:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001df493c3. 00000100:00000010:2.0:1767384280.433665:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091041675. 00000100:00000010:2.0:1767384280.433972:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a7338b7c. 00000100:00000010:2.0:1767384280.433977:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad3c6291. 00000100:00000010:2.0:1767384280.434294:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000041eae1b6. 00000100:00000010:2.0:1767384280.434299:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008406823b. 00000100:00000010:2.0:1767384280.434632:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005fba4bb5. 00000100:00000010:2.0:1767384280.434637:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000336f9b39. 00000100:00000010:2.0:1767384280.434959:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000028008e91. 00000100:00000010:2.0:1767384280.434965:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000588f452e. 00000100:00000010:2.0:1767384280.435279:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000788ba8aa. 00000100:00000010:2.0:1767384280.435284:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da8665de. 00000100:00000010:2.0:1767384280.435629:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dc576cac. 00000100:00000010:2.0:1767384280.435642:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfecce5d. 00000100:00000010:2.0:1767384280.435948:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e9e47172. 00000100:00000010:2.0:1767384280.435953:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000553ccadb. 00000100:00000010:2.0:1767384280.436271:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000058a1684b. 00000100:00000010:2.0:1767384280.436288:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059caf8b5. 00000100:00000010:2.0:1767384280.436653:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001b852bba. 00000100:00000010:2.0:1767384280.436659:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cf4da79. 00000100:00000010:2.0:1767384280.436989:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000672cf540. 00000100:00000010:2.0:1767384280.436995:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026f3d9a6. 00000100:00000010:2.0:1767384280.437302:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008c0a1503. 00000100:00000010:2.0:1767384280.437307:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1b615eb. 00000100:00000010:2.0:1767384280.437686:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000065b2ea49. 00000100:00000010:2.0:1767384280.437691:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c4ffd66. 00000100:00000010:2.0:1767384280.437988:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002a5e68f9. 00000100:00000010:2.0:1767384280.437994:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035e1a87e. 00000100:00000010:2.0:1767384280.438308:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000055d4d823. 00000100:00000010:2.0:1767384280.438312:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083f4efa2. 00000100:00000010:2.0:1767384280.438625:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000297da43c. 00000400:00000200:2.0:1767384280.438635:0:16765:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:2.0:1767384280.438720:0:16765:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c3256afe. 00000020:00000010:2.0:1767384280.438728:0:16765:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000212b6c22. 00000100:00000010:2.0:1767384280.438797:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fe563ff4. 00000100:00000010:2.0:1767384280.438806:0:16765:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000014f804de. 00000100:00000010:2.0:1767384280.438810:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000083e4b44. 00000100:00000010:2.0:1767384280.438815:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ad23a905. 00000100:00000010:2.0:1767384280.438819:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004284ef0c. 00000100:00000200:2.0:1767384280.438854:0:16765:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:2.0:1767384280.438860:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000024d0d109. 00000100:00000010:2.0:1767384280.439932:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002065040f. 00000100:00000010:2.0:1767384280.440234:0:16765:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000019326ff6. 00000100:00000010:2.0:1767384280.440242:0:16765:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000bc464acc. 00000100:00000010:2.0:1767384280.440283:0:16765:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000000ad0e91c. 00000100:00000010:2.0:1767384280.440292:0:16765:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000eccdcb3f. 00000100:00000010:2.0:1767384280.440298:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000340b7251. 00000100:00000010:2.0:1767384280.440302:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d065ee62. 00000100:00000010:2.0:1767384280.440305:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000611ac0cb. 00000100:00000010:2.0:1767384280.440310:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000185311a0. 00000100:00000010:2.0:1767384280.440312:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db5fdba2. 00000100:00000010:2.0:1767384280.440315:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7ac8b2a. 00000100:00000010:2.0:1767384280.440317:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d067ecbb. 00000100:00000010:2.0:1767384280.440322:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a4b858a. 00000100:00000010:2.0:1767384280.440324:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd2c0ed5. 00000100:00000010:2.0:1767384280.440326:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012a30316. 00000100:00000010:2.0:1767384280.440328:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000010fe113. 00000100:00000010:2.0:1767384280.440331:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000993c3d0c. 00000100:00000010:2.0:1767384280.440332:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3e1bc07. 00000100:00000010:2.0:1767384280.440335:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4f0ae7c. 00000100:00000010:2.0:1767384280.440345:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052bf28e6. 00000100:00000010:2.0:1767384280.440348:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000127784da. 00000100:00000010:2.0:1767384280.440350:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001dcb632d. 00000100:00000010:2.0:1767384280.440353:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cece13dc. 00000100:00000010:2.0:1767384280.440355:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac2b7a2b. 00000100:00000010:2.0:1767384280.440358:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b1c021db. 00000100:00000010:2.0:1767384280.440359:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055359b7a. 00000100:00000010:2.0:1767384280.440362:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a3cdb604. 00000100:00000010:2.0:1767384280.440364:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb0d5b1b. 00000100:00000010:2.0:1767384280.440367:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac69460a. 00000100:00000010:2.0:1767384280.440368:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000321db6bd. 00000100:00000010:2.0:1767384280.440371:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dc33a81b. 00000100:00000010:2.0:1767384280.440372:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000621771be. 00000100:00000010:2.0:1767384280.440375:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5bab8f1. 00000100:00000010:2.0:1767384280.440376:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f11e68c. 00000100:00000010:2.0:1767384280.440383:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003f5632da. 00000100:00000010:2.0:1767384280.440385:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4946240. 00000100:00000010:2.0:1767384280.440389:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033a9f1cb. 00000100:00000010:2.0:1767384280.440391:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3b39daf. 00000100:00000010:2.0:1767384280.440394:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af8fe4b0. 00000100:00000010:2.0:1767384280.440395:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026761c1f. 00000100:00000010:2.0:1767384280.440398:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000007a0c03f. 00000100:00000010:2.0:1767384280.440399:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001aa4f0c2. 00000100:00000010:2.0:1767384280.440402:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ef47209. 00000100:00000010:2.0:1767384280.440404:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000177ca6af. 00000100:00000010:2.0:1767384280.440406:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000005bf59f4. 00000100:00000010:2.0:1767384280.440408:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb8ea831. 00000100:00000010:2.0:1767384280.440411:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4f40188. 00000100:00000010:2.0:1767384280.440413:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c8226cb. 00000100:00000010:2.0:1767384280.440415:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac25c719. 00000100:00000010:2.0:1767384280.440417:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fafd0aaa. 00000100:00000010:2.0:1767384280.440419:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000174833b5. 00000100:00000010:2.0:1767384280.440426:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d51bcdc7. 00000100:00000010:2.0:1767384280.440429:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004579feb6. 00000100:00000010:2.0:1767384280.440431:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f4bb338. 00000100:00000010:2.0:1767384280.440434:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be7850fa. 00000100:00000010:2.0:1767384280.440436:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e592b588. 00000100:00000010:2.0:1767384280.440438:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000037f0d62b. 00000100:00000010:2.0:1767384280.440439:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000987faa63. 00000100:00000010:2.0:1767384280.440441:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007e1626a5. 00000100:00000010:2.0:1767384280.440443:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a869e202. 00000100:00000010:2.0:1767384280.440445:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000231e7b27. 00000100:00000010:2.0:1767384280.440447:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd617e98. 00000100:00000010:2.0:1767384280.440449:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ce0cdd58. 00000100:00000010:2.0:1767384280.440451:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6d014bb. 00000100:00000010:2.0:1767384280.440453:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004689e3b7. 00000100:00000010:2.0:1767384280.440458:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004f0237e. 00000100:00000010:2.0:1767384280.440461:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091765810. 00000100:00000010:2.0:1767384280.440463:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023b86fae. 00000100:00000010:2.0:1767384280.440466:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009b43d06e. 00000100:00000010:2.0:1767384280.440468:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000678e7f6e. 00000100:00000010:2.0:1767384280.440470:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7fc9b56. 00000100:00000010:2.0:1767384280.440472:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000039031f4. 00000100:00000010:2.0:1767384280.440474:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000090e24f99. 00000100:00000010:2.0:1767384280.440524:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092cca0f6. 00000100:00000010:2.0:1767384280.440546:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000062372225. 00000100:00000010:2.0:1767384280.440548:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022fd4ab2. 00000100:00000010:2.0:1767384280.440551:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000464898e3. 00000100:00000010:2.0:1767384280.440554:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c2f9c3f. 00000100:00000010:2.0:1767384280.440557:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035e04153. 00000100:00000010:2.0:1767384280.440559:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000666d9c0e. 00000100:00000010:2.0:1767384280.440562:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe11b584. 00000100:00000010:2.0:1767384280.440564:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e423e7ed. 00000100:00000010:2.0:1767384280.440567:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000059b981d7. 00000100:00000010:2.0:1767384280.440576:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000769c7332. 00000100:00000010:2.0:1767384280.440581:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008a07aa91. 00000100:00000010:2.0:1767384280.440582:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a30cf7f5. 00000100:00000010:2.0:1767384280.440585:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009afcb0a. 00000100:00000010:2.0:1767384280.440588:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbf51918. 00000100:00000010:2.0:1767384280.440591:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000058b5914f. 00000100:00000010:2.0:1767384280.440593:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc7499e2. 00000100:00000010:2.0:1767384280.440596:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083e1adda. 00000100:00000010:2.0:1767384280.440597:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000312a3d89. 00000100:00000010:2.0:1767384280.440600:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000a2173f6. 00000100:00000010:2.0:1767384280.440602:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002211c1b7. 00000100:00000010:2.0:1767384280.440604:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000205bc168. 00000100:00000010:2.0:1767384280.440606:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045933180. 00000100:00000010:2.0:1767384280.440613:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005023ae9c. 00000100:00000010:2.0:1767384280.440615:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000583f4c4d. 00000100:00000010:2.0:1767384280.440618:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb8120c9. 00000100:00000010:2.0:1767384280.440620:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067951158. 00000100:00000010:2.0:1767384280.440624:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000057a9f55c. 00000100:00000010:2.0:1767384280.440626:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba46d5f9. 00000100:00000010:2.0:1767384280.440628:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001cdc57ae. 00000100:00000010:2.0:1767384280.440630:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3ed2b95. 00000100:00000010:2.0:1767384280.440633:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007fb370dc. 00000100:00000010:2.0:1767384280.440634:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d7f5105. 00000100:00000010:2.0:1767384280.440637:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c9b0024c. 00000100:00000010:2.0:1767384280.440638:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b41e538a. 00000100:00000010:2.0:1767384280.440641:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb4753f9. 00000100:00000010:2.0:1767384280.440642:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cbda210. 00000100:00000010:2.0:1767384280.440645:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ccc6b7e7. 00000100:00000010:2.0:1767384280.440646:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000701adf9b. 00000100:00000010:2.0:1767384280.440649:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003baa8c85. 00000100:00000010:2.0:1767384280.440650:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b4840c9. 00000100:00000010:2.0:1767384280.440653:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c2ad9c7c. 00000100:00000010:2.0:1767384280.440660:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca8936a0. 00000100:00000010:2.0:1767384280.440663:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000025352560. 00000100:00000010:2.0:1767384280.440664:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f6b1284. 00000100:00000010:2.0:1767384280.440666:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000c884094. 00000100:00000010:2.0:1767384280.440668:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acfbe6ba. 00000100:00000010:2.0:1767384280.440671:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ebac1b01. 00000100:00000010:2.0:1767384280.440673:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd4dc8fe. 00000100:00000010:2.0:1767384280.440675:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a1249c28. 00000100:00000010:2.0:1767384280.440677:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c64ca683. 00000100:00000010:2.0:1767384280.440680:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d5b4eb4. 00000100:00000010:2.0:1767384280.440681:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005acd8dd5. 00000100:00000010:2.0:1767384280.440684:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000075a842dc. 00000100:00000010:2.0:1767384280.440689:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ef76f07. 00000100:00000010:2.0:1767384280.440693:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c40eaf2b. 00000100:00000010:2.0:1767384280.440695:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009332f964. 00000100:00000010:2.0:1767384280.440698:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005dad6b29. 00000100:00000010:2.0:1767384280.440700:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ad40eda. 00000100:00000010:2.0:1767384280.440702:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000423788bb. 00000400:00000200:2.0:1767384280.440703:0:16765:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:2.0:1767384280.440730:0:16765:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000085d0f1b2. 00000020:00000010:2.0:1767384280.440733:0:16765:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000008c297571. 00000100:00000010:2.0:1767384280.440771:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000587afad1. 00000100:00000010:2.0:1767384280.440775:0:16765:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000001098fbae. 00000100:00000010:2.0:1767384280.440778:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000556ea2ba. 00000100:00000010:2.0:1767384280.440781:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000174d4f09. 00000100:00000010:2.0:1767384280.440784:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000024f94ac6. 00000100:00000200:2.0:1767384280.440817:0:16765:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:2.0:1767384280.440822:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c79a5d5e. 00000100:00000010:2.0:1767384280.441544:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000af8cdad8. 00000100:00000010:2.0:1767384280.441821:0:16765:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000078aac224. 00000100:00000010:2.0:1767384280.441828:0:16765:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000378f9fef. 00000100:00000010:2.0:1767384280.441844:0:16765:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000076ff9353. 00000100:00000010:2.0:1767384280.441852:0:16765:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000160c9f7f. 00000100:00000010:2.0:1767384280.441857:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000187e69a1. 00000100:00000010:2.0:1767384280.441860:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f1fd725. 00000100:00000010:2.0:1767384280.441863:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7911777. 00000100:00000010:2.0:1767384280.441868:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dbd5b770. 00000100:00000010:2.0:1767384280.441871:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f63b77ba. 00000100:00000010:2.0:1767384280.441875:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000abe7c49d. 00000100:00000010:2.0:1767384280.441877:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035ef164c. 00000100:00000010:2.0:1767384280.441881:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000145285b2. 00000100:00000010:2.0:1767384280.441883:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c81b79ef. 00000100:00000010:2.0:1767384280.441887:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c7b59457. 00000100:00000010:2.0:1767384280.441902:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa060f73. 00000100:00000010:2.0:1767384280.441907:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000379d677c. 00000100:00000010:2.0:1767384280.441910:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022701be2. 00000100:00000010:2.0:1767384280.441914:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3c80850. 00000100:00000010:2.0:1767384280.441917:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d2528c2. 00000100:00000010:2.0:1767384280.441922:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000591790d0. 00000100:00000010:2.0:1767384280.441925:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5059640. 00000100:00000010:2.0:1767384280.441929:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000020412098. 00000100:00000010:2.0:1767384280.441932:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aafa130c. 00000100:00000010:2.0:1767384280.441935:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c2fe450c. 00000100:00000010:2.0:1767384280.441938:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f87e1c9f. 00000100:00000010:2.0:1767384280.441941:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051da0cfb. 00000100:00000010:2.0:1767384280.441944:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000862ecdcd. 00000100:00000010:2.0:1767384280.441948:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032ee302c. 00000100:00000010:2.0:1767384280.441951:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033959393. 00000100:00000010:2.0:1767384280.441955:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ed1a274. 00000100:00000010:2.0:1767384280.441957:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c1d551b. 00000100:00000010:2.0:1767384280.441961:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008466af80. 00000100:00000010:2.0:1767384280.441964:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c0930d4. 00000100:00000010:2.0:1767384280.441969:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7f09d3c. 00000100:00000010:2.0:1767384280.441971:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e444c832. 00000100:00000010:2.0:1767384280.441976:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001057e260. 00000100:00000010:2.0:1767384280.441979:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001af8e159. 00000100:00000010:2.0:1767384280.441983:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000065cc8235. 00000100:00000010:2.0:1767384280.441986:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e63dbb9. 00000100:00000010:2.0:1767384280.441989:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e2f2a605. 00000100:00000010:2.0:1767384280.441992:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c199670. 00000100:00000010:2.0:1767384280.441996:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000981cd2ff. 00000100:00000010:2.0:1767384280.441998:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4686a4e. 00000100:00000010:2.0:1767384280.442002:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000179651c4. 00000100:00000010:2.0:1767384280.442005:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d6ccb1e. 00000100:00000010:2.0:1767384280.442013:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007310a9f0. 00000100:00000010:2.0:1767384280.442023:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d98e5300. 00000100:00000010:2.0:1767384280.442027:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098400288. 00000100:00000010:2.0:1767384280.442030:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dfc2548. 00000100:00000010:2.0:1767384280.442033:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045b854db. 00000100:00000010:2.0:1767384280.442036:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000019802cd. 00000100:00000010:2.0:1767384280.442039:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002fbb7ef2. 00000100:00000010:2.0:1767384280.442042:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0bb9cb5. 00000100:00000010:2.0:1767384280.442045:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000881522c3. 00000100:00000010:2.0:1767384280.442048:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e691a557. 00000100:00000010:2.0:1767384280.442051:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc861135. 00000100:00000010:2.0:1767384280.442053:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6dde14a. 00000100:00000010:2.0:1767384280.442056:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dda252af. 00000100:00000010:2.0:1767384280.442058:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b573cd2d. 00000100:00000010:2.0:1767384280.442061:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000522663de. 00000100:00000010:2.0:1767384280.442063:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df7abc95. 00000100:00000010:2.0:1767384280.442066:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009489d4a1. 00000100:00000010:2.0:1767384280.442068:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000809569e. 00000100:00000010:2.0:1767384280.442071:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ea77781. 00000100:00000010:2.0:1767384280.442073:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7866a75. 00000100:00000010:2.0:1767384280.442076:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000316f5c38. 00000100:00000010:2.0:1767384280.442078:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5e7a57a. 00000100:00000010:2.0:1767384280.442080:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b22f3d97. 00000100:00000010:2.0:1767384280.442082:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002db16009. 00000100:00000010:2.0:1767384280.442084:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000062859419. 00000100:00000010:2.0:1767384280.442086:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3dd7d37. 00000100:00000010:2.0:1767384280.442088:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003f95d431. 00000100:00000010:2.0:1767384280.442090:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bcecfd1. 00000100:00000010:2.0:1767384280.442092:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000060735655. 00000100:00000010:2.0:1767384280.442094:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbab1ca2. 00000100:00000010:2.0:1767384280.442096:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd167917. 00000100:00000010:2.0:1767384280.442104:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aeb12b30. 00000100:00000010:2.0:1767384280.442107:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000047e0b64f. 00000100:00000010:2.0:1767384280.442114:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008cce8b1. 00000100:00000010:2.0:1767384280.442117:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c9a71c7. 00000100:00000010:2.0:1767384280.442119:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009277c907. 00000100:00000010:2.0:1767384280.442122:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dfbbf1d1. 00000100:00000010:2.0:1767384280.442123:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efee80b0. 00000100:00000010:2.0:1767384280.442126:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000018f4b117. 00000100:00000010:2.0:1767384280.442127:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041014f3a. 00000100:00000010:2.0:1767384280.442129:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c4b40550. 00000100:00000010:2.0:1767384280.442131:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000874e40dc. 00000100:00000010:2.0:1767384280.442134:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000093db569f. 00000100:00000010:2.0:1767384280.442136:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001418cbad. 00000100:00000010:2.0:1767384280.442138:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000fbb9e8e. 00000100:00000010:2.0:1767384280.442140:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a74b5ad. 00000100:00000010:2.0:1767384280.442143:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003d6f1c20. 00000100:00000010:2.0:1767384280.442145:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000accbab7d. 00000100:00000010:2.0:1767384280.442147:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000046c4eb7b. 00000100:00000010:2.0:1767384280.442148:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b11661e. 00000100:00000010:2.0:1767384280.442151:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000a1ec347. 00000100:00000010:2.0:1767384280.442153:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0012f3f. 00000100:00000010:2.0:1767384280.442155:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3838884. 00000100:00000010:2.0:1767384280.442156:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a19c9f0. 00000100:00000010:2.0:1767384280.442158:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0e9abef. 00000100:00000010:2.0:1767384280.442160:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a10728b0. 00000100:00000010:2.0:1767384280.442162:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c8b8a6e. 00000100:00000010:2.0:1767384280.442164:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000485ba188. 00000100:00000010:2.0:1767384280.442167:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012c75e73. 00000100:00000010:2.0:1767384280.442169:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047b70418. 00000100:00000010:2.0:1767384280.442172:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff57e5dd. 00000100:00000010:2.0:1767384280.442174:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000839b2384. 00000100:00000010:2.0:1767384280.442180:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000915f932b. 00000100:00000010:2.0:1767384280.442182:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f86f9c0. 00000100:00000010:2.0:1767384280.442185:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5cbcc4b. 00000100:00000010:2.0:1767384280.442193:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ae048f1. 00000100:00000010:2.0:1767384280.442196:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c4c32ac8. 00000100:00000010:2.0:1767384280.442198:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5535db5. 00000100:00000010:2.0:1767384280.442201:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be5a1d35. 00000100:00000010:2.0:1767384280.442202:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038ccb329. 00000100:00000010:2.0:1767384280.442206:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d37915b. 00000100:00000010:2.0:1767384280.442207:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022e0f309. 00000100:00000010:2.0:1767384280.442210:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000074d7c0eb. 00000100:00000010:2.0:1767384280.442211:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d0b3bd1. 00000100:00000010:2.0:1767384280.442213:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b9efa653. 00000100:00000010:2.0:1767384280.442215:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c03a537. 00000100:00000010:2.0:1767384280.442217:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000182392bd. 00000100:00000010:2.0:1767384280.442219:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000426424fc. 00000100:00000010:2.0:1767384280.442221:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000071ee63b1. 00000100:00000010:2.0:1767384280.442222:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd94a58d. 00000100:00000010:2.0:1767384280.442224:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4374d95. 00000100:00000010:2.0:1767384280.442226:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094007da3. 00000100:00000010:2.0:1767384280.442228:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000094eb4df7. 00000100:00000010:2.0:1767384280.442230:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000591afeaf. 00000100:00000010:2.0:1767384280.442232:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c73671d. 00000100:00000010:2.0:1767384280.442234:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fbcc3f8. 00000100:00000010:2.0:1767384280.442237:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a557b9ef. 00000400:00000200:2.0:1767384280.442239:0:16765:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:2.0:1767384280.442269:0:16765:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b6be11e2. 00000020:00000010:2.0:1767384280.442272:0:16765:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000dcf46e20. 00000100:00000010:2.0:1767384280.442302:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000069e6d38e. 00000100:00000010:2.0:1767384280.442304:0:16765:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000a5ed29c1. 00000100:00000010:2.0:1767384280.442306:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ff5a6a5b. 00000100:00000010:2.0:1767384280.442308:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006d395c49. 00000100:00000010:2.0:1767384280.442315:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ac993d70. 00000100:00000200:2.0:1767384280.442338:0:16765:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:2.0:1767384280.442340:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000713ec7bd. 00000100:00000010:2.0:1767384280.442928:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000008a25e30. 00000100:00000010:2.0:1767384280.443221:0:16765:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000028719d20. 00000100:00000010:2.0:1767384280.443227:0:16765:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000092d7e340. 00000100:00000010:2.0:1767384280.443242:0:16765:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000041e35520. 00000100:00000010:2.0:1767384280.443250:0:16765:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000006a7ed774. 00000100:00000010:2.0:1767384280.443254:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c5d131f. 00000100:00000010:2.0:1767384280.443258:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c7f3332. 00000100:00000010:2.0:1767384280.443261:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea63376e. 00000100:00000010:2.0:1767384280.443264:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040d21a9f. 00000100:00000010:2.0:1767384280.443267:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebdb351e. 00000100:00000010:2.0:1767384280.443271:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b64e13a3. 00000100:00000010:2.0:1767384280.443283:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071910a66. 00000100:00000010:2.0:1767384280.443289:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c57798b2. 00000100:00000010:2.0:1767384280.443292:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004dfa3154. 00000100:00000010:2.0:1767384280.443303:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e9548d7. 00000100:00000010:2.0:1767384280.443307:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058ebae38. 00000100:00000010:2.0:1767384280.443311:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000053147dad. 00000100:00000010:2.0:1767384280.443314:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071f50869. 00000100:00000010:2.0:1767384280.443318:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c6ed96a. 00000100:00000010:2.0:1767384280.443321:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001269fb24. 00000100:00000010:2.0:1767384280.443325:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000886439fb. 00000100:00000010:2.0:1767384280.443328:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f0cdc05. 00000100:00000010:2.0:1767384280.443332:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ac7bbd9. 00000100:00000010:2.0:1767384280.443335:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bdb4984. 00000100:00000010:2.0:1767384280.443339:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000095c4171. 00000100:00000010:2.0:1767384280.443342:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc3a1957. 00000100:00000010:2.0:1767384280.443347:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d810219b. 00000100:00000010:2.0:1767384280.443350:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d7bc566. 00000100:00000010:2.0:1767384280.443360:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a931e7a. 00000100:00000010:2.0:1767384280.443363:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000824bd81e. 00000100:00000010:2.0:1767384280.443375:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fa80b1b4. 00000100:00000010:2.0:1767384280.443379:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c22a2160. 00000100:00000010:2.0:1767384280.443383:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000db54a26e. 00000100:00000010:2.0:1767384280.443387:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba4d24d9. 00000100:00000010:2.0:1767384280.443390:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000daf2b84b. 00000100:00000010:2.0:1767384280.443394:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2cbda35. 00000100:00000010:2.0:1767384280.443398:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000048f49ad2. 00000100:00000010:2.0:1767384280.443401:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d6533d9. 00000100:00000010:2.0:1767384280.443404:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007a641a49. 00000100:00000010:2.0:1767384280.443407:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a24dcb1c. 00000100:00000010:2.0:1767384280.443411:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f74c495b. 00000100:00000010:2.0:1767384280.443415:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f33d2d7. 00000100:00000010:2.0:1767384280.443418:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f27b050d. 00000100:00000010:2.0:1767384280.443430:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007decee15. 00000100:00000010:2.0:1767384280.443434:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f250014. 00000100:00000010:2.0:1767384280.443437:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebf56737. 00000100:00000010:2.0:1767384280.443446:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000431c6991. 00000100:00000010:2.0:1767384280.443450:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009922d1c1. 00000100:00000010:2.0:1767384280.443453:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f19e84ef. 00000100:00000010:2.0:1767384280.443456:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae068408. 00000100:00000010:2.0:1767384280.443460:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed5543b8. 00000100:00000010:2.0:1767384280.443463:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6cb3039. 00000100:00000010:2.0:1767384280.443466:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1e104a0. 00000100:00000010:2.0:1767384280.443470:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000039c4db3. 00000100:00000010:2.0:1767384280.443473:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084a84a70. 00000100:00000010:2.0:1767384280.443518:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024e02cc3. 00000100:00000010:2.0:1767384280.443524:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe606c85. 00000100:00000010:2.0:1767384280.443528:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad9de54f. 00000100:00000010:2.0:1767384280.443532:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f5b191fa. 00000100:00000010:2.0:1767384280.443540:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ba04b87. 00000100:00000010:2.0:1767384280.443544:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002943a5e5. 00000100:00000010:2.0:1767384280.443547:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f7be7a4. 00000100:00000010:2.0:1767384280.443558:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002abf93d8. 00000100:00000010:2.0:1767384280.443562:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c571685d. 00000100:00000010:2.0:1767384280.443565:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a888feac. 00000100:00000010:2.0:1767384280.443568:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7dcf5ee. 00000100:00000010:2.0:1767384280.443572:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f794bbb. 00000100:00000010:2.0:1767384280.443574:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9d6c50e. 00000100:00000010:2.0:1767384280.443578:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000077f94973. 00000100:00000010:2.0:1767384280.443581:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006e540e9. 00000100:00000010:2.0:1767384280.443584:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1262f65. 00000100:00000010:2.0:1767384280.443587:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd3bd2bd. 00000100:00000010:2.0:1767384280.443591:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000075176891. 00000100:00000010:2.0:1767384280.443594:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5dbcb5b. 00000100:00000010:2.0:1767384280.443597:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004dc8889d. 00000100:00000010:2.0:1767384280.443608:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef3d63a5. 00000100:00000010:2.0:1767384280.443613:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b3ac979c. 00000100:00000010:2.0:1767384280.443615:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef7689d9. 00000100:00000010:2.0:1767384280.443625:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033810da3. 00000100:00000010:2.0:1767384280.443628:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000623c41d5. 00000100:00000010:2.0:1767384280.443631:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098c6d1cf. 00000100:00000010:2.0:1767384280.443634:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eeafb44f. 00000100:00000010:2.0:1767384280.443638:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2bf5fdc. 00000100:00000010:2.0:1767384280.443641:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074653bc1. 00000100:00000010:2.0:1767384280.443644:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a9f7815c. 00000100:00000010:2.0:1767384280.443648:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035d6bc53. 00000100:00000010:2.0:1767384280.443651:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba5fa97a. 00000100:00000010:2.0:1767384280.443654:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe4b24ff. 00000100:00000010:2.0:1767384280.443658:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044629853. 00000100:00000010:2.0:1767384280.443661:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001995ccf5. 00000100:00000010:2.0:1767384280.443671:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000047c0b47a. 00000100:00000010:2.0:1767384280.443675:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef266b1f. 00000100:00000010:2.0:1767384280.443679:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e32f400b. 00000100:00000010:2.0:1767384280.443682:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000525f10de. 00000100:00000010:2.0:1767384280.443694:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000bfc80d1. 00000100:00000010:2.0:1767384280.443698:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048815e90. 00000100:00000010:2.0:1767384280.443702:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff9a8cd3. 00000100:00000010:2.0:1767384280.443706:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a2d0025. 00000100:00000010:2.0:1767384280.443710:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000066aac33d. 00000100:00000010:2.0:1767384280.443714:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c6a3690. 00000100:00000010:2.0:1767384280.443718:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b40efa1e. 00000100:00000010:2.0:1767384280.443722:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6b35270. 00000100:00000010:2.0:1767384280.443726:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004607b39f. 00000100:00000010:2.0:1767384280.443729:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c228c326. 00000100:00000010:2.0:1767384280.443733:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000014787c07. 00000100:00000010:2.0:1767384280.443737:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc088ed0. 00000100:00000010:2.0:1767384280.443740:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009019b257. 00000100:00000010:2.0:1767384280.443752:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee985ec7. 00000100:00000010:2.0:1767384280.443757:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095a03d59. 00000100:00000010:2.0:1767384280.443760:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086d596cb. 00000100:00000010:2.0:1767384280.443772:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000026e5b05. 00000100:00000010:2.0:1767384280.443776:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053bc5521. 00000100:00000010:2.0:1767384280.443780:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e6fe882. 00000100:00000010:2.0:1767384280.443784:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a040e4a. 00000100:00000010:2.0:1767384280.443787:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee2e34d0. 00000100:00000010:2.0:1767384280.443791:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005db347bc. 00000100:00000010:2.0:1767384280.443795:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fc62628d. 00000100:00000010:2.0:1767384280.443799:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9873637. 00000100:00000010:2.0:1767384280.443802:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005a82d994. 00000100:00000010:2.0:1767384280.443806:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079409508. 00000100:00000010:2.0:1767384280.443809:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001563600f. 00000100:00000010:2.0:1767384280.443819:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7438c93. 00000100:00000010:2.0:1767384280.443823:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033732287. 00000100:00000010:2.0:1767384280.443827:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034630247. 00000100:00000010:2.0:1767384280.443831:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ecbffcb4. 00000100:00000010:2.0:1767384280.443834:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b4f5d3b. 00000100:00000010:2.0:1767384280.443846:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004a2c310c. 00000100:00000010:2.0:1767384280.443850:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009eacf544. 00000100:00000010:2.0:1767384280.443854:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000165276bf. 00000100:00000010:2.0:1767384280.443857:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a454a5d. 00000100:00000010:2.0:1767384280.443861:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000189fe1c8. 00000100:00000010:2.0:1767384280.443864:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000643f6207. 00000100:00000010:2.0:1767384280.443868:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000278e2760. 00000400:00000200:2.0:1767384280.443871:0:16765:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:2.0:1767384280.443909:0:16765:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000503aef81. 00000020:00000010:2.0:1767384280.443915:0:16765:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000113c4d14. 00000100:00000010:2.0:1767384280.443961:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002489e9b4. 00000100:00000010:2.0:1767384280.443965:0:16765:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000006478b79b. 00000100:00000010:2.0:1767384280.443968:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000070051a4b. 00000100:00000010:2.0:1767384280.443971:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000074c74eae. 00000100:00000010:2.0:1767384280.443974:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004055dd87. 00000100:00000200:2.0:1767384280.444001:0:16765:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:2.0:1767384280.444004:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000963bd4f1. 00000100:00000010:2.0:1767384280.444615:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ecfa60c1. 00000100:00000010:2.0:1767384280.444836:0:16765:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000001e8b2d22. 00000100:00000010:2.0:1767384280.444842:0:16765:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c0db19e1. 00000100:00000010:2.0:1767384280.444858:0:16765:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000009010001d. 00000100:00000010:2.0:1767384280.444867:0:16765:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000b698237f. 00000100:00000010:2.0:1767384280.444872:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd2ec91a. 00000100:00000010:2.0:1767384280.445106:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c27c339b. 00000100:00000010:2.0:1767384280.445120:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5c3f9ea. 00000100:00000010:2.0:1767384280.445357:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e4bb60d9. 00000100:00000010:2.0:1767384280.445370:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d392d27. 00000100:00000010:2.0:1767384280.445669:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b4ef17f8. 00000100:00000010:2.0:1767384280.445676:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b222148d. 00000100:00000010:2.0:1767384280.445920:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003b74ef4b. 00000100:00000010:2.0:1767384280.445926:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab6c51e7. 00000100:00000010:2.0:1767384280.446166:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000abe232b6. 00000100:00000010:2.0:1767384280.446172:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad8adc9a. 00000100:00000010:2.0:1767384280.446415:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001158aa08. 00000100:00000010:2.0:1767384280.446421:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080c25da8. 00000100:00000010:2.0:1767384280.446702:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004302e3fc. 00000100:00000010:2.0:1767384280.446708:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd540ff7. 00000100:00000010:2.0:1767384280.446936:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003f2fc479. 00000100:00000010:2.0:1767384280.446941:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df1aeaab. 00000100:00000010:2.0:1767384280.447167:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000929b7649. 00000100:00000010:2.0:1767384280.447172:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007572d4e8. 00000100:00000010:2.0:1767384280.447406:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000082f1cbcf. 00000100:00000010:2.0:1767384280.447411:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e59a9ee. 00000100:00000010:2.0:1767384280.447689:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b96e4817. 00000100:00000010:2.0:1767384280.447694:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000312987b5. 00000100:00000010:2.0:1767384280.447931:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cbb05591. 00000100:00000010:2.0:1767384280.447937:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093a9fbda. 00000100:00000010:2.0:1767384280.448174:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008f655776. 00000100:00000010:2.0:1767384280.448180:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042516997. 00000100:00000010:2.0:1767384280.448416:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cd8e5f2c. 00000100:00000010:2.0:1767384280.448422:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c5a4f89. 00000100:00000010:2.0:1767384280.448724:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000592ecdf7. 00000100:00000010:2.0:1767384280.448731:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016bc316d. 00000100:00000010:2.0:1767384280.448969:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000008cce62b. 00000100:00000010:2.0:1767384280.448975:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb0a23b7. 00000100:00000010:2.0:1767384280.449214:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000313a31d. 00000100:00000010:2.0:1767384280.449229:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e21b05d6. 00000100:00000010:2.0:1767384280.449471:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ae9648ed. 00000100:00000010:2.0:1767384280.449519:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9a79c60. 00000100:00000010:2.0:1767384280.449775:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000086d63da8. 00000100:00000010:2.0:1767384280.449782:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ea1cf45. 00000100:00000010:2.0:1767384280.450021:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009f63c6ed. 00000100:00000010:2.0:1767384280.450027:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3996322. 00000100:00000010:2.0:1767384280.450264:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000016313624. 00000100:00000010:2.0:1767384280.450271:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b54ae94a. 00000100:00000010:2.0:1767384280.450547:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f0bf8180. 00000100:00000010:2.0:1767384280.450554:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086a416f4. 00000100:00000010:2.0:1767384280.450804:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007f348b32. 00000100:00000010:2.0:1767384280.450811:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e77117a6. 00000100:00000010:2.0:1767384280.451045:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009befc01c. 00000100:00000010:2.0:1767384280.451051:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062894422. 00000100:00000010:2.0:1767384280.451285:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b583bbef. 00000100:00000010:2.0:1767384280.451290:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037091e9b. 00000100:00000010:2.0:1767384280.451559:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fff494f7. 00000100:00000010:2.0:1767384280.451566:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfe91660. 00000100:00000010:2.0:1767384280.451823:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b7e9532d. 00000100:00000010:2.0:1767384280.451829:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6efb816. 00000100:00000010:2.0:1767384280.452068:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000087f0f860. 00000100:00000010:2.0:1767384280.452074:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cee11d23. 00000100:00000010:2.0:1767384280.452302:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000078d89508. 00000100:00000010:2.0:1767384280.452307:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074120ebb. 00000100:00000010:2.0:1767384280.452574:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007e03bdfc. 00000100:00000010:2.0:1767384280.452579:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fed8ff3. 00000100:00000010:2.0:1767384280.452800:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e167b9e0. 00000100:00000010:2.0:1767384280.452803:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003485884a. 00000100:00000010:2.0:1767384280.453011:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000020e77ccb. 00000100:00000010:2.0:1767384280.453013:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a26eaca0. 00000100:00000010:2.0:1767384280.453222:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b632159f. 00000100:00000010:2.0:1767384280.453234:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fccbd37. 00000100:00000010:2.0:1767384280.453442:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000051485235. 00000100:00000010:2.0:1767384280.453444:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8a886ab. 00000100:00000010:2.0:1767384280.453695:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000080a919eb. 00000100:00000010:2.0:1767384280.453699:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d749217. 00000100:00000010:2.0:1767384280.453906:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006c9c7bc1. 00000100:00000010:2.0:1767384280.453909:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000816a9fce. 00000100:00000010:2.0:1767384280.454121:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000681b1d2a. 00000100:00000010:2.0:1767384280.454124:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6246388. 00000100:00000010:2.0:1767384280.454333:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000007e605eb. 00000100:00000010:2.0:1767384280.454336:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006381a1c5. 00000100:00000010:2.0:1767384280.454578:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000054e52681. 00000100:00000010:2.0:1767384280.454582:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa439e56. 00000100:00000010:2.0:1767384280.454788:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007820a737. 00000100:00000010:2.0:1767384280.454791:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c09709ad. 00000100:00000010:2.0:1767384280.454999:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c582951b. 00000100:00000010:2.0:1767384280.455001:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edb722bd. 00000100:00000010:2.0:1767384280.455213:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d47927a4. 00000100:00000010:2.0:1767384280.455216:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000089a556d. 00000100:00000010:2.0:1767384280.455435:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003a75d866. 00000100:00000010:2.0:1767384280.455438:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b84f79ae. 00000100:00000010:2.0:1767384280.455672:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000075c51aa4. 00000100:00000010:2.0:1767384280.455676:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe6cb0f5. 00000100:00000010:2.0:1767384280.455887:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a8fc11fb. 00000100:00000010:2.0:1767384280.455890:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f777f8c6. 00000100:00000010:2.0:1767384280.456105:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ba9c76bf. 00000100:00000010:2.0:1767384280.456107:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072c5a5f4. 00000100:00000010:2.0:1767384280.456327:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007b05d366. 00000100:00000010:2.0:1767384280.456330:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aad5a5b9. 00000100:00000010:2.0:1767384280.456567:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009834c198. 00000100:00000010:2.0:1767384280.456571:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f56397a2. 00000100:00000010:2.0:1767384280.456783:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000da77dfcf. 00000100:00000010:2.0:1767384280.456792:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac99370a. 00000100:00000010:2.0:1767384280.457003:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000019103127. 00000100:00000010:2.0:1767384280.457006:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034289b9c. 00000100:00000010:2.0:1767384280.457225:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ff02bfe3. 00000100:00000010:2.0:1767384280.457228:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006087e1c0. 00000100:00000010:2.0:1767384280.457438:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009c91308e. 00000100:00000010:2.0:1767384280.457441:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bb2feb6. 00000100:00000010:2.0:1767384280.457679:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006a4af9f2. 00000100:00000010:2.0:1767384280.457683:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067af84a8. 00000100:00000010:2.0:1767384280.457892:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002d902201. 00000100:00000010:2.0:1767384280.457895:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd2f9293. 00000100:00000010:2.0:1767384280.458113:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000609f865a. 00000100:00000010:2.0:1767384280.458116:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aed7e914. 00000100:00000010:2.0:1767384280.458322:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a1de9015. 00000100:00000010:2.0:1767384280.458325:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bd10c68. 00000100:00000010:2.0:1767384280.458557:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fb2e49b4. 00000100:00000010:2.0:1767384280.458560:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005c89b4b. 00000100:00000010:2.0:1767384280.458770:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c514424c. 00000100:00000010:2.0:1767384280.458773:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d8b1741. 00000100:00000010:2.0:1767384280.458995:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b5f8cb36. 00000100:00000010:2.0:1767384280.458998:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088c50fde. 00000100:00000010:2.0:1767384280.459205:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006e62180f. 00000100:00000010:2.0:1767384280.459208:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022b73ae7. 00000100:00000010:2.0:1767384280.459418:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bd0e727b. 00000100:00000010:2.0:1767384280.459421:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009adb3add. 00000100:00000010:2.0:1767384280.459651:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ce25147b. 00000100:00000010:2.0:1767384280.459654:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000377d02d6. 00000100:00000010:2.0:1767384280.459877:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000834712e0. 00000100:00000010:2.0:1767384280.459880:0:16765:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000949d64fb. 00000100:00000010:2.0:1767384280.460089:0:16765:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008489bac0. 00000400:00000200:2.0:1767384280.460098:0:16765:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:2.0:1767384280.460163:0:16765:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007986902b. 00000020:00000010:2.0:1767384280.460168:0:16765:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d3305efa. 00000100:00000010:2.0:1767384280.460217:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ec4f4be3. 00000100:00000010:2.0:1767384280.460223:0:16765:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000992319ac. 00000100:00000010:2.0:1767384280.460226:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004676a662. 00000100:00000010:2.0:1767384280.460229:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a20f7e80. 00000100:00000010:2.0:1767384280.460231:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002563324d. 00000100:00000010:2.0:1767384280.460234:0:16765:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000ff9c2339. 00000100:00000010:2.0:1767384280.460237:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000091dbdcc8. 00000100:00000010:2.0:1767384280.460238:0:16765:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000eb8b7e27. 00000100:00000010:2.0:1767384280.460240:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000595f1bc7. 00000100:00000010:2.0:1767384280.460241:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000485f0e1. 00000100:00000010:2.0:1767384280.460243:0:16765:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000172dd805. 00000100:00000200:2.0:1767384280.460271:0:16765:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:2.0:1767384280.460275:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000cc6553c. 00000100:00000010:2.0:1767384280.461722:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006b8bb5a4. 00000100:00000010:2.0:1767384280.462522:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008050a65e. 00000020:00000010:2.0:1767384280.463262:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009f7ffc1c. 00000040:00000010:2.0:1767384280.463270:0:16765:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005883c346. 00000020:00000010:2.0:1767384280.463273:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000070afa86. 00000020:00000010:2.0:1767384280.463277:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001be165c4. 00000020:00000010:2.0:1767384280.463281:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c645c9ec. 80000000:00000010:2.0:1767384280.463285:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000889ce39c. 40000000:00000010:2.0:1767384280.463288:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000027abf01e. 00100000:00000010:2.0:1767384280.463291:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c1781b1c. 00040000:00000010:2.0:1767384280.463294:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000026762b69. 00040000:00000010:2.0:1767384280.463299:0:16765:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002eab2ea2. 00040000:00000010:2.0:1767384280.463301:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005ea07f6f. 00080000:00000010:2.0:1767384280.463304:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000085af3e14. 00000004:00000010:2.0:1767384280.463306:0:16765:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000258673e1. 00000004:00000010:2.0:1767384280.463310:0:16765:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c34c21c1. 00000004:00000010:2.0:1767384280.463313:0:16765:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000063c3bce8. 00000004:00000010:2.0:1767384280.463322:0:16765:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000074e9d172. 00000020:00000010:2.0:1767384280.463327:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d089254. 00000020:00000010:2.0:1767384280.463331:0:16765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f4e922e. 00000020:00000010:2.0:1767384280.463335:0:16765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002518611d. 00000008:00000010:2.0:1767384280.463339:0:16765:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000aa443181. 00020000:00000010:2.0:1767384280.463344:0:16765:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000275e6c15. 00008000:00000010:2.0:1767384280.463348:0:16765:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000837b8081. 00000080:00000010:2.0:1767384280.463353:0:16765:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000076071090. 00000020:00000010:2.0:1767384280.463356:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c55dc927. 00000020:00000010:2.0:1767384280.463361:0:16765:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000910e6434. 00000020:00000010:2.0:1767384280.463372:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2143648. 00000020:00000010:2.0:1767384280.463375:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cb698f41. 00000040:00000010:2.0:1767384280.463376:0:16765:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006c161ea4. 00000020:00000010:2.0:1767384280.463379:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000beeeb133. 00000020:00000010:2.0:1767384280.463381:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cb7977c7. 80000000:00000010:2.0:1767384280.463384:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000065da6ff. 00040000:00000010:2.0:1767384280.463386:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a622ecc7. 00080000:00000010:2.0:1767384280.463389:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000796bf290. 20000000:00000010:2.0:1767384280.463392:0:16765:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000c55dc927. 00000020:00000010:2.0:1767384280.463411:0:16765:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cf20f32a. 00080000:00000010:2.0:1767384280.463418:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000014a1e73d. 00080000:00000010:2.0:1767384280.463561:0:16765:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000014a1e73d. 00000020:00000010:2.0:1767384280.463564:0:16765:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cf20f32a. 00000040:00000010:2.0:1767384280.463576:0:16765:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000eca312d5. 00000020:00000010:2.0:1767384280.463597:0:16765:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 0000000058cb9563. 00000100:00000010:2.0:1767384280.463619:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 02000000:00000010:2.0:1767384280.463637:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007476da9b. 00000100:00000010:2.0:1767384280.463652:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000311c15d3. 02000000:00000010:2.0:1767384280.463673:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a425ec58. 00000400:00000010:2.0:1767384280.463677:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445bf52e. 00000400:00000010:2.0:1767384280.463681:0:16765:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b73cc9f. 00000100:00000200:2.0:1767384280.463683:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732494080, portal 25 00000400:00000010:2.0:1767384280.463687:0:16765:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca01928c. 00000100:00000200:2.0:1767384280.463693:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732494080, offset 0 00000400:00000200:2.0:1767384280.463700:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.463711:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.463721:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d200100 00000400:00000200:2.0:1767384280.463726:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x111 [2] + 0 00000400:00000010:2.0:1767384280.463729:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c077ee2. 00000400:00000200:2.0:1767384280.463732:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c37da70 00000400:00000200:2.0:1767384280.463739:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.463742:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.463746:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c37da70 00000400:00000010:2.0:1767384280.463747:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c37da70. 00000100:00000200:2.0:1767384280.463751:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.463770:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca01928c 00000400:00000010:2.0:1767384280.463772:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca01928c. 00000100:00000200:2.0:1767384280.463777:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ad9ba9 x1853236732494080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.463793:0:16765:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf95c6c4. 00000100:00000010:2.0:1767384280.463807:0:16765:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e2521cd. 00000100:00000010:2.0:1767384280.463810:0:16765:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e19180e4. 00000100:00000010:2.0:1767384280.463813:0:16765:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077ee69f7. 00000100:00000010:2.0:1767384280.467589:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e19180e4. 00000400:00000010:2.0:1767384280.475196:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445bf52e. 00000400:00000200:2.0:1767384280.475212:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b73cc9f 00000400:00000010:2.0:1767384280.475226:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b73cc9f. 00000100:00000200:2.0:1767384280.475240:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ad9ba9 x1853236732494080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.475257:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ad9ba9 x1853236732494080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.475294:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000311c15d3. 02000000:00000010:2.0:1767384280.475304:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a425ec58. 02000000:00000010:2.0:1767384280.475309:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007476da9b. 00000100:00000010:2.0:1767384280.475312:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 00000020:00000010:2.0:1767384280.475323:0:16765:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 4608 at 0000000058cb9563. 00000020:00000010:2.0:1767384280.475327:0:16765:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000d485b108. 00000020:00000010:2.0:1767384280.475330:0:16765:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000a94b5fcc. 00000020:00000010:2.0:1767384280.475334:0:16765:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000006ffe017c. 00000020:00000010:2.0:1767384280.475337:0:16765:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000311c15d3. 00000020:00000010:2.0:1767384280.475340:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d089254. 00000020:00000010:2.0:1767384280.475342:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ea07f6f. 00000040:00000010:2.0:1767384280.475344:0:16765:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c645c9ec. 00000020:00000010:2.0:1767384280.475347:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006df9b666. 00000020:00000010:2.0:1767384280.475349:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005883c346. 00040000:00000010:2.0:1767384280.475352:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001e4a22c4. 00040000:00000010:2.0:1767384280.475355:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f7ffc1c. 00080000:00000010:2.0:1767384280.475357:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000073e47033. 10000000:00000010:2.0:1767384280.475373:0:16765:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000878c590f. 02000000:00000010:2.0:1767384280.475380:0:16765:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 00000000108ef1a7. 00000100:00000010:2.0:1767384280.475385:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 02000000:00000010:2.0:1767384280.475391:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b16e478. 00010000:00000010:2.0:1767384280.475401:0:16765:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000075265002. 00010000:00000010:2.0:1767384280.475406:0:16765:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f2fbd7cf. 00000020:00000010:2.0:1767384280.475410:0:16765:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000052d1ed19. 00000100:00000010:2.0:1767384280.475421:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.475428:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000651531f4. 00000400:00000010:2.0:1767384280.475430:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445bf52e. 00000400:00000010:2.0:1767384280.475434:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.475437:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732494208, portal 25 00000400:00000010:2.0:1767384280.475440:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.475442:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732494208, offset 0 00000400:00000200:2.0:1767384280.475445:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.475451:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.475456:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d200180 00000400:00000200:2.0:1767384280.475460:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x115 [2] + 0 00000400:00000010:2.0:1767384280.475462:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004df6f025. 00000400:00000200:2.0:1767384280.475468:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d5a7a28 00000400:00000200:2.0:1767384280.475472:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.475474:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.475476:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d5a7a28 00000400:00000010:2.0:1767384280.475514:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d5a7a28. 00000100:00000200:2.0:1767384280.475517:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.475528:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384280.475529:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.475535:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ad9ba9 x1853236732494208/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.475551:0:16765:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e19180e4. 00000100:00000010:2.0:1767384280.475558:0:16765:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6427c2d. 00000100:00000010:2.0:1767384280.475563:0:16765:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf95c6c4. 00000100:00000010:2.0:1767384280.475569:0:16765:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077ee69f7. 00000400:00000010:2.0:1767384280.475740:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445bf52e. 00000400:00000200:2.0:1767384280.475744:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.475747:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.475754:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ad9ba9 x1853236732494208/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.475778:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ad9ba9 x1853236732494208/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.475793:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.475808:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000651531f4. 02000000:00000010:2.0:1767384280.475810:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008b16e478. 00000100:00000010:2.0:1767384280.475812:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 10000000:00000010:2.0:1767384280.475817:0:16765:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001e4af4fe. 00000020:00000010:2.0:1767384280.475819:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b16e478. 00000020:00000010:2.0:1767384280.475822:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d9cb0bdf. 00000040:00000010:2.0:1767384280.475824:0:16765:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a7bcfd63. 00000020:00000010:2.0:1767384280.475826:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002c37131e. 00000020:00000010:2.0:1767384280.475829:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000003d4d1dd. 80000000:00000010:2.0:1767384280.475831:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005e2521cd. 00040000:00000010:2.0:1767384280.475838:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a85a5bc1. 00080000:00000010:2.0:1767384280.475840:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008077c16f. 20000000:00000010:2.0:1767384280.475843:0:16765:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000065781ca8. 00000040:00000010:2.0:1767384280.475847:0:16765:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d2746695. 00000100:00000010:2.0:1767384280.475851:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 02000000:00000010:2.0:1767384280.475856:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aabd6593. 00000100:00000010:2.0:1767384280.475862:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.475868:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005384310f. 00000400:00000010:2.0:1767384280.475870:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445bf52e. 00000400:00000010:2.0:1767384280.475872:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.475875:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732494336, portal 25 00000400:00000010:2.0:1767384280.475877:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.475879:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236732494336, offset 0 00000400:00000200:2.0:1767384280.475882:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.475887:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.475892:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d200200 00000400:00000200:2.0:1767384280.475896:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x119 [2] + 0 00000400:00000010:2.0:1767384280.475898:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052411d1b. 00000400:00000200:2.0:1767384280.475900:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c7c12c3 00000400:00000200:2.0:1767384280.475903:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.475905:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.475907:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c7c12c3 00000400:00000010:2.0:1767384280.475908:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c7c12c3. 00000100:00000200:2.0:1767384280.475911:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.475923:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384280.475924:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.475927:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ad9ba9 x1853236732494336/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.476111:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445bf52e. 00000400:00000200:2.0:1767384280.476116:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.476119:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.476140:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ad9ba9 x1853236732494336/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.476167:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ad9ba9 x1853236732494336/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.476178:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.476182:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005384310f. 02000000:00000010:2.0:1767384280.476184:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000aabd6593. 00000100:00000010:2.0:1767384280.476186:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 00000040:00000010:2.0:1767384280.476188:0:16765:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d2746695. 00000020:00000010:2.0:1767384280.476192:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d9cb0bdf. 00000040:00000010:2.0:1767384280.476194:0:16765:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a7bcfd63. 00000020:00000010:2.0:1767384280.476196:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002c37131e. 00000020:00000010:2.0:1767384280.476199:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000003d4d1dd. 80000000:00000010:2.0:1767384280.476201:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005e2521cd. 00040000:00000010:2.0:1767384280.476203:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a85a5bc1. 00080000:00000010:2.0:1767384280.476205:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008077c16f. 20000000:00000010:2.0:1767384280.476207:0:16765:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000065781ca8. 00000020:00000010:2.0:1767384280.476209:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b16e478. 10000000:00000010:2.0:1767384280.476211:0:16765:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001e4af4fe. 10000000:00000010:2.0:1767384280.476224:0:16765:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000008b16e478. 10000000:00000010:2.0:1767384280.476228:0:16765:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000065781ca8. 00000100:00000010:2.0:1767384280.476231:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 02000000:00000010:2.0:1767384280.476236:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a85a5bc1. 00010000:00000010:2.0:1767384280.476242:0:16765:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009ce59e6a. 00010000:00000010:2.0:1767384280.476245:0:16765:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000012d5a9e8. 00000100:00000010:2.0:1767384280.476251:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.476256:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000651531f4. 00000400:00000010:2.0:1767384280.476258:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445bf52e. 00000400:00000010:2.0:1767384280.476261:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.476264:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732494464, portal 25 00000400:00000010:2.0:1767384280.476266:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.476268:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732494464, offset 0 00000400:00000200:2.0:1767384280.476271:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.476281:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.476285:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d200280 00000400:00000200:2.0:1767384280.476288:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x11d [2] + 0 00000400:00000010:2.0:1767384280.476290:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a27d4df. 00000400:00000200:2.0:1767384280.476292:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037c915af 00000400:00000200:2.0:1767384280.476295:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.476297:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.476299:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037c915af 00000400:00000010:2.0:1767384280.476300:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037c915af. 00000100:00000200:2.0:1767384280.476302:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.476314:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384280.476315:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.476318:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ad9ba9 x1853236732494464/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.476513:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445bf52e. 00000400:00000200:2.0:1767384280.476523:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.476532:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.476539:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ad9ba9 x1853236732494464/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.476566:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ad9ba9 x1853236732494464/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.476591:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.476603:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000651531f4. 02000000:00000010:2.0:1767384280.476605:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a85a5bc1. 00000100:00000010:2.0:1767384280.476607:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 10000000:00000010:2.0:1767384280.476618:0:16765:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000a85a5bc1. 10000000:00000010:2.0:1767384280.476622:0:16765:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 0000000003d4d1dd. 00000100:00000010:2.0:1767384280.476625:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 02000000:00000010:2.0:1767384280.476629:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7bcfd63. 00010000:00000010:2.0:1767384280.476634:0:16765:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009dd34fae. 00000100:00000010:2.0:1767384280.476640:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.476646:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000651531f4. 00000400:00000010:2.0:1767384280.476654:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445bf52e. 00000400:00000010:2.0:1767384280.476657:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.476659:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732494592, portal 25 00000400:00000010:2.0:1767384280.476661:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.476663:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732494592, offset 0 00000400:00000200:2.0:1767384280.476666:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.476671:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.476675:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d200300 00000400:00000200:2.0:1767384280.476679:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x121 [2] + 0 00000400:00000010:2.0:1767384280.476680:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7b08166. 00000400:00000200:2.0:1767384280.476682:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000466fc0d3 00000400:00000200:2.0:1767384280.476685:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.476687:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.476689:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466fc0d3 00000400:00000010:2.0:1767384280.476691:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000466fc0d3. 00000100:00000200:2.0:1767384280.476693:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.476704:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384280.476705:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.476708:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ad9ba9 x1853236732494592/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.476882:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445bf52e. 00000400:00000200:2.0:1767384280.476887:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.476891:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.476907:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ad9ba9 x1853236732494592/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.476923:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ad9ba9 x1853236732494592/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.476938:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.476945:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000651531f4. 02000000:00000010:2.0:1767384280.476947:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a7bcfd63. 00000100:00000010:2.0:1767384280.476949:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 10000000:00000010:2.0:1767384280.476952:0:16765:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001e4af4fe. 00000020:00000010:2.0:1767384280.476959:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7bcfd63. 00000020:00000010:2.0:1767384280.476961:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d9cb0bdf. 00000040:00000010:2.0:1767384280.476963:0:16765:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d2746695. 00000020:00000010:2.0:1767384280.476965:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008077c16f. 00000020:00000010:2.0:1767384280.476967:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aabd6593. 80000000:00000010:2.0:1767384280.476969:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005e2521cd. 00040000:00000010:2.0:1767384280.476971:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005384310f. 00080000:00000010:2.0:1767384280.476973:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002c37131e. 20000000:00000010:2.0:1767384280.476975:0:16765:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000bf3f3374. 00000040:00000010:2.0:1767384280.476978:0:16765:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc14162f. 00000100:00000010:2.0:1767384280.476981:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 02000000:00000010:2.0:1767384280.476986:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fefebc6. 00000100:00000010:2.0:1767384280.476990:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.476995:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081f8c78e. 00000400:00000010:2.0:1767384280.476998:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445bf52e. 00000400:00000010:2.0:1767384280.477000:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.477003:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732494720, portal 25 00000400:00000010:2.0:1767384280.477005:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.477007:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236732494720, offset 0 00000400:00000200:2.0:1767384280.477010:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.477014:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.477019:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d200380 00000400:00000200:2.0:1767384280.477022:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x125 [2] + 0 00000400:00000010:2.0:1767384280.477024:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a87298c. 00000400:00000200:2.0:1767384280.477026:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000319125da 00000400:00000200:2.0:1767384280.477028:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.477030:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.477032:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000319125da 00000400:00000010:2.0:1767384280.477034:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000319125da. 00000100:00000200:2.0:1767384280.477036:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.477047:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384280.477049:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.477051:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ad9ba9 x1853236732494720/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.477356:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445bf52e. 00000400:00000200:2.0:1767384280.477362:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.477364:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.477369:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ad9ba9 x1853236732494720/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.477375:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ad9ba9 x1853236732494720/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.477385:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.477389:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081f8c78e. 02000000:00000010:2.0:1767384280.477391:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004fefebc6. 00000100:00000010:2.0:1767384280.477392:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 00000040:00000010:2.0:1767384280.477397:0:16765:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000058cb9563. 00000100:00000010:2.0:1767384280.477400:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 02000000:00000010:2.0:1767384280.477404:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fefebc6. 00000100:00000010:2.0:1767384280.477408:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.477424:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000026a4d45b. 00000400:00000010:2.0:1767384280.477427:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445bf52e. 00000400:00000010:2.0:1767384280.477430:0:16765:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000744fcd3f. 00000100:00000200:2.0:1767384280.477433:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732494848, portal 25 00000400:00000010:2.0:1767384280.477436:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.477437:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732494848, offset 0 00000400:00000200:2.0:1767384280.477440:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.477445:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.477450:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d200400 00000400:00000200:2.0:1767384280.477453:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x129 [2] + 0 00000400:00000010:2.0:1767384280.477454:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000acd398d. 00000400:00000200:2.0:1767384280.477456:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000032415449 00000400:00000200:2.0:1767384280.477459:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.477461:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.477463:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032415449 00000400:00000010:2.0:1767384280.477464:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032415449. 00000100:00000200:2.0:1767384280.477470:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.477514:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.477516:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.477523:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ad9ba9 x1853236732494848/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.479775:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445bf52e. 00000400:00000200:2.0:1767384280.479782:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000744fcd3f 00000400:00000010:2.0:1767384280.479786:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000744fcd3f. 00000100:00000200:2.0:1767384280.479796:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ad9ba9 x1853236732494848/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.479817:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ad9ba9 x1853236732494848/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.479832:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.479838:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000026a4d45b. 02000000:00000010:2.0:1767384280.479848:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004fefebc6. 00000100:00000010:2.0:1767384280.479850:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 00000040:00000010:2.0:1767384280.479855:0:16765:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000307ebdaa. 00000100:00000010:2.0:1767384280.483603:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf95c6c4. 00000040:00000010:2.0:1767384280.528885:0:16765:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000307ebdaa. 00000040:00000010:2.0:1767384280.528893:0:16765:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000058cb9563. 00000040:00000010:2.0:1767384280.528897:0:16765:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc14162f. 00000020:00000010:2.0:1767384280.528902:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d9cb0bdf. 00000040:00000010:2.0:1767384280.528905:0:16765:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d2746695. 00000020:00000010:2.0:1767384280.528906:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008077c16f. 00000020:00000010:2.0:1767384280.528910:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aabd6593. 80000000:00000010:2.0:1767384280.528912:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005e2521cd. 00040000:00000010:2.0:1767384280.528914:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005384310f. 00080000:00000010:2.0:1767384280.528916:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002c37131e. 20000000:00000010:2.0:1767384280.528919:0:16765:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000bf3f3374. 00000020:00000010:2.0:1767384280.528922:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7bcfd63. 10000000:00000010:2.0:1767384280.528924:0:16765:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001e4af4fe. 00000100:00000010:2.0:1767384280.528950:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 02000000:00000010:2.0:1767384280.528960:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7bcfd63. 00010000:00000010:2.0:1767384280.528977:0:16765:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000646f425. 00010000:00000010:2.0:1767384280.528982:0:16765:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006140ea5f. 00000100:00000010:2.0:1767384280.528995:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.529005:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000651531f4. 00000400:00000010:2.0:1767384280.529008:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445bf52e. 00000400:00000010:2.0:1767384280.529011:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.529014:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732495360, portal 25 00000400:00000010:2.0:1767384280.529016:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.529018:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732495360, offset 0 00000400:00000200:2.0:1767384280.529022:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.529026:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.529031:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d200600 00000400:00000200:2.0:1767384280.529034:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x135 [2] + 0 00000400:00000010:2.0:1767384280.529036:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2366764. 00000400:00000200:2.0:1767384280.529039:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a486b64 00000400:00000200:2.0:1767384280.529041:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.529043:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.529044:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a486b64 00000400:00000010:2.0:1767384280.529046:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a486b64. 00000100:00000200:2.0:1767384280.529049:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.529060:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384280.529061:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.529066:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ad9ba9 x1853236732495360/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.529298:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445bf52e. 00000400:00000200:2.0:1767384280.529303:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.529307:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.529314:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ad9ba9 x1853236732495360/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.529324:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ad9ba9 x1853236732495360/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.529339:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.529358:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000651531f4. 02000000:00000010:2.0:1767384280.529361:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a7bcfd63. 00000100:00000010:2.0:1767384280.529363:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 10000000:00000010:2.0:1767384280.529369:0:16765:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 000000002c37131e. 00000100:00000010:2.0:1767384280.529865:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 02000000:00000010:2.0:1767384280.529871:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7bcfd63. 00000100:00000010:2.0:1767384280.529876:0:16765:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000651531f4. 00000100:00000010:2.0:1767384280.529880:0:16765:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 0000000058c789eb. 00000100:00000010:2.0:1767384280.529891:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b73cc9f. 00000400:00000010:2.0:1767384280.529899:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445bf52e. 00000400:00000010:2.0:1767384280.529904:0:16765:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000058cb9563. 00000100:00000200:2.0:1767384280.529907:0:16765:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695824d200680-0x695824d200680, portal 33 02000000:00000010:2.0:1767384280.529911:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf3f3374. 00000400:00000010:2.0:1767384280.529913:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b96b639. 00000400:00000010:2.0:1767384280.529914:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.529916:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732495488, portal 25 00000400:00000010:2.0:1767384280.529917:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.529919:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732495488, offset 0 00000400:00000200:2.0:1767384280.529922:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.529926:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.529929:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d200680 00000400:00000200:2.0:1767384280.529932:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x139 [2] + 0 00000400:00000010:2.0:1767384280.529934:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000afc14de. 00000400:00000200:2.0:1767384280.529936:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fb54d21d 00000400:00000200:2.0:1767384280.529938:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.529940:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.529942:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb54d21d 00000400:00000010:2.0:1767384280.529943:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb54d21d. 00000100:00000200:2.0:1767384280.529945:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.529956:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384280.529958:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.529960:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ad9ba9 x1853236732495488/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.530237:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b96b639. 00000400:00000200:2.0:1767384280.530242:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.530246:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.530255:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ad9ba9 x1853236732495488/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.530266:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ad9ba9 x1853236732495488/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.530277:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.530282:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf3f3374. 00000100:00000010:2.0:1767384280.530288:0:16765:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000058c789eb. 00000100:00000010:2.0:1767384280.530290:0:16765:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000651531f4. 02000000:00000010:2.0:1767384280.530292:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a7bcfd63. 00000100:00000010:2.0:1767384280.530294:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 10000000:00000010:2.0:1767384280.530945:0:16765:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 000000002c37131e. 00000100:00000010:2.0:1767384280.530960:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 02000000:00000010:2.0:1767384280.530965:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7bcfd63. 00010000:00000010:2.0:1767384280.530970:0:16765:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000588a8dac. 00010000:00000010:2.0:1767384280.530973:0:16765:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007d30792a. 00000100:00000010:2.0:1767384280.530979:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.530985:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000651531f4. 00000400:00000010:2.0:1767384280.530988:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b96b639. 00000400:00000010:2.0:1767384280.530990:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.530993:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732495616, portal 25 00000400:00000010:2.0:1767384280.530995:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.530996:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732495616, offset 0 00000400:00000200:2.0:1767384280.530999:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.531003:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.531006:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d200700 00000400:00000200:2.0:1767384280.531009:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x13d [2] + 0 00000400:00000010:2.0:1767384280.531011:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc8ad24b. 00000400:00000200:2.0:1767384280.531013:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f3694000 00000400:00000200:2.0:1767384280.531020:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.531022:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.531024:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3694000 00000400:00000010:2.0:1767384280.531025:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3694000. 00000100:00000200:2.0:1767384280.531027:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.531037:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384280.531038:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.531041:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ad9ba9 x1853236732495616/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.531246:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b96b639. 00000400:00000200:2.0:1767384280.531253:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.531257:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.531264:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ad9ba9 x1853236732495616/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.531272:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ad9ba9 x1853236732495616/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.531283:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.531290:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000651531f4. 02000000:00000010:2.0:1767384280.531292:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a7bcfd63. 00000100:00000010:2.0:1767384280.531293:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 10000000:00000010:2.0:1767384280.531297:0:16765:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001e4af4fe. 00000020:00000010:2.0:1767384280.531299:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7bcfd63. 00000020:00000010:2.0:1767384280.531302:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf3f3374. 00000040:00000010:2.0:1767384280.531304:0:16765:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005384310f. 00000020:00000010:2.0:1767384280.531306:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002c37131e. 00000020:00000010:2.0:1767384280.531308:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aabd6593. 80000000:00000010:2.0:1767384280.531310:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000307ebdaa. 00040000:00000010:2.0:1767384280.531313:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2746695. 00080000:00000010:2.0:1767384280.531316:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008077c16f. 20000000:00000010:2.0:1767384280.531318:0:16765:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d9cb0bdf. 00000040:00000010:2.0:1767384280.531321:0:16765:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc14162f. 00000100:00000010:2.0:1767384280.531324:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 02000000:00000010:2.0:1767384280.531328:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fefebc6. 00000100:00000010:2.0:1767384280.531338:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.531343:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081f8c78e. 00000400:00000010:2.0:1767384280.531345:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b96b639. 00000400:00000010:2.0:1767384280.531347:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.531349:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732495744, portal 25 00000400:00000010:2.0:1767384280.531351:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.531352:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236732495744, offset 0 00000400:00000200:2.0:1767384280.531355:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.531359:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.531362:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824d200780 00000400:00000200:2.0:1767384280.531365:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x141 [2] + 0 00000400:00000010:2.0:1767384280.531367:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8d6a482. 00000400:00000200:2.0:1767384280.531369:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071e05edc 00000400:00000200:2.0:1767384280.531371:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.531373:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.531374:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071e05edc 00000400:00000010:2.0:1767384280.531376:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071e05edc. 00000100:00000200:2.0:1767384280.531378:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.531389:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384280.531390:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.531392:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ad9ba9 x1853236732495744/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.531673:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b96b639. 00000400:00000200:2.0:1767384280.531680:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.531683:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.531687:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ad9ba9 x1853236732495744/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.531698:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ad9ba9 x1853236732495744/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.531709:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.531713:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081f8c78e. 02000000:00000010:2.0:1767384280.531715:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004fefebc6. 00000100:00000010:2.0:1767384280.531717:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 00000040:00000010:2.0:1767384280.531729:0:16765:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007476da9b. 00000100:00000010:2.0:1767384280.531731:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 02000000:00000010:2.0:1767384280.531735:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fefebc6. 00000100:00000010:2.0:1767384280.531739:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.531749:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000f2c83b47. 00000400:00000010:2.0:1767384280.531751:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b96b639. 00000400:00000010:2.0:1767384280.531754:0:16765:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000744fcd3f. 00000100:00000200:2.0:1767384280.531756:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732495872, portal 25 00000400:00000010:2.0:1767384280.531759:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.531760:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732495872, offset 0 00000400:00000200:2.0:1767384280.531762:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.531766:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.531769:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d200800 00000400:00000200:2.0:1767384280.531772:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x145 [2] + 0 00000400:00000010:2.0:1767384280.531774:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ce4bd05. 00000400:00000200:2.0:1767384280.531775:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f0d22916 00000400:00000200:2.0:1767384280.531778:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.531779:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.531781:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0d22916 00000400:00000010:2.0:1767384280.531782:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0d22916. 00000100:00000200:2.0:1767384280.531785:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.531796:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.531797:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.531800:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ad9ba9 x1853236732495872/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.531951:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b96b639. 00000400:00000200:2.0:1767384280.531957:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000744fcd3f 00000400:00000010:2.0:1767384280.531961:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000744fcd3f. 00000100:00000200:2.0:1767384280.531969:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ad9ba9 x1853236732495872/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.531977:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ad9ba9 x1853236732495872/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.531992:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002b73cc9f. 02000000:00000010:2.0:1767384280.532005:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000f2c83b47. 02000000:00000010:2.0:1767384280.532012:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004fefebc6. 00000100:00000010:2.0:1767384280.532013:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 00000040:00000010:2.0:1767384280.532017:0:16765:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c47dabda. 00000020:00000010:2.0:1767384280.532180:0:16809:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fefebc6. 00000020:00000010:2.0:1767384280.532182:0:16809:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000081f8c78e. 00000040:00000010:2.0:1767384280.532184:0:16809:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d76fccb4. 00000020:00000010:2.0:1767384280.532187:0:16809:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a91d9411. 00000020:00000010:2.0:1767384280.532190:0:16809:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d2caa4cf. 00000020:00000010:2.0:1767384280.532192:0:16809:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001f301f9e. 80000000:00000010:2.0:1767384280.532194:0:16809:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000888ceaa4. 40000000:00000010:2.0:1767384280.532197:0:16809:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d04883b0. 00100000:00000010:2.0:1767384280.532200:0:16809:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006735653f. 00040000:00000010:2.0:1767384280.532202:0:16809:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cf20f32a. 00040000:00000010:2.0:1767384280.532205:0:16809:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a9f9fce7. 00040000:00000010:2.0:1767384280.532215:0:16809:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000033ef98ef. 00080000:00000010:2.0:1767384280.532218:0:16809:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000063c3bce8. 00000004:00000010:2.0:1767384280.532222:0:16809:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000258673e1. 00000004:00000010:2.0:1767384280.532224:0:16809:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000058c789eb. 00000004:00000010:2.0:1767384280.532227:0:16809:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000085af3e14. 00002000:00000010:2.0:1767384280.532229:0:16809:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000651531f4. 00000004:00000010:2.0:1767384280.532232:0:16809:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007d32cf97. 00000020:00000010:2.0:1767384280.532234:0:16809:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000dc4952a. 00000040:00000010:2.0:1767384280.532239:0:16809:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a425ec58. 00000040:00000010:2.0:1767384280.532650:0:16809:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a425ec58. 00000020:00000010:2.0:1767384280.532655:0:16809:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000dc4952a. 00000020:00000010:2.0:1767384280.532659:0:16809:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000081f8c78e. 00000040:00000010:2.0:1767384280.532661:0:16809:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d76fccb4. 00000020:00000010:2.0:1767384280.532663:0:16809:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a91d9411. 00000020:00000010:2.0:1767384280.532665:0:16809:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d2caa4cf. 00000020:00000010:2.0:1767384280.532668:0:16809:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001f301f9e. 80000000:00000010:2.0:1767384280.532669:0:16809:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000888ceaa4. 40000000:00000010:2.0:1767384280.532671:0:16809:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d04883b0. 00100000:00000010:2.0:1767384280.532677:0:16809:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006735653f. 00040000:00000010:2.0:1767384280.532679:0:16809:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cf20f32a. 00040000:00000010:2.0:1767384280.532681:0:16809:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a9f9fce7. 00040000:00000010:2.0:1767384280.532683:0:16809:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000033ef98ef. 00080000:00000010:2.0:1767384280.532684:0:16809:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000063c3bce8. 00000004:00000010:2.0:1767384280.532687:0:16809:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000258673e1. 00000004:00000010:2.0:1767384280.532689:0:16809:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000058c789eb. 00000004:00000010:2.0:1767384280.532691:0:16809:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000085af3e14. 00002000:00000010:2.0:1767384280.532693:0:16809:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000651531f4. 00000004:00000010:2.0:1767384280.532695:0:16809:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007d32cf97. 00000020:00000010:2.0:1767384280.532696:0:16809:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fefebc6. 02000000:00000010:2.0:1767384280.537395:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007d32cf97. 00000400:00000010:2.0:1767384280.537402:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b96b639. 00000400:00000010:2.0:1767384280.537407:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.537410:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732496512, portal 10 00000020:00000010:2.0:1767384280.537415:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a425ec58. 00000400:00000010:2.0:1767384280.537420:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.537423:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236732496512, offset 0 00000400:00000200:2.0:1767384280.537427:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.537433:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.537439:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d200a80 00000400:00000200:2.0:1767384280.537444:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 0 00000400:00000200:2.0:1767384280.537449:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.537453:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384280.537458:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384280.537462:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ad9ba9. 00000400:00000200:2.0:1767384280.537526:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384280.537530:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.537539:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc35d9a8 x1853236732496512/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.537791:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b96b639. 00000400:00000200:2.0:1767384280.537798:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.537800:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.537818:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc35d9a8 x1853236732496512/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.537828:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc35d9a8 x1853236732496512/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384280.537859:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007d32cf97. 02000000:00000010:2.0:1767384280.537865:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ed04ef2d. 00000100:00000010:2.0:1767384280.537872:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc35d9a8. 00000020:00000010:2.0:1767384280.537985:0:16777:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007476da9b. 00000020:00000010:2.0:1767384280.537999:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d04883b0. 00000020:00000010:2.0:1767384280.538002:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d04883b0. 00000020:00000010:2.0:1767384280.538009:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb15ad35. 00000020:00000010:2.0:1767384280.538014:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c80b0cfe. 00000020:00000010:2.0:1767384280.538019:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000431a93d9. 00000020:00000010:2.0:1767384280.538042:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d04883b0. 00000020:00000010:2.0:1767384280.538044:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d04883b0. 00000100:00000200:2.0:1767384280.538047:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732496640 02000000:00000010:2.0:1767384280.538067:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000db62d82d. 00000040:00000010:2.0:1767384280.538072:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000002ba44b9. 00000040:00000010:2.0:1767384280.538080:0:16777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000058cb9563. 00000040:00000010:2.0:1767384280.538233:0:16777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000058cb9563. 00000040:00000010:2.0:1767384280.538236:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000002ba44b9. 00010000:00000200:2.0:1767384280.538244:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000b69c684 x1853236732496640/t0(0) o502->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:261/0 lens 272/8472 e 0 to 0 dl 1767384291 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.538254:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000744fcd3f. 00000100:00000200:2.0:1767384280.538257:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236732496640, offset 224 00000400:00000200:2.0:1767384280.538261:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.538265:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.538270:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d200b00 00000400:00000200:2.0:1767384280.538276:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xa65 [4] + 224 00000400:00000200:2.0:1767384280.538280:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.538285:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384280.538297:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000884d3fc5 x1853236732496640/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384296 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384280.538314:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000744fcd3f 00000400:00000010:2.0:1767384280.538316:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000744fcd3f. 00000020:00000010:2.0:1767384280.538325:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c80b0cfe. 00000020:00000010:2.0:1767384280.538327:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000431a93d9. 00000020:00000010:2.0:1767384280.538331:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb15ad35. 02000000:00000010:2.0:1767384280.538342:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000db62d82d. 00000100:00000200:2.0:1767384280.538358:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384280.538362:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b96b639. 00000400:00000010:2.0:1767384280.538375:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000744fcd3f. 00000040:00000010:2.0:1767384280.538547:0:16765:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000546e167a. 00000040:00000010:2.0:1767384280.538553:0:16765:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000003ee5790. 00000040:00000010:2.0:1767384280.538559:0:16765:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003a033a51. 00000020:00000010:2.0:1767384280.538568:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000086246e9f. 00000040:00000010:2.0:1767384280.538573:0:16765:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009ed0b566. 00000020:00000010:2.0:1767384280.538580:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000331e1d59. 00000020:00000010:2.0:1767384280.538585:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000033208682. 80000000:00000010:2.0:1767384280.538589:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d1f65737. 00040000:00000010:2.0:1767384280.538591:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a8215c14. 00080000:00000010:2.0:1767384280.538592:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bdbb9a83. 20000000:00000010:2.0:1767384280.538594:0:16765:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000037e0b5cd. 00000020:00000010:2.0:1767384280.538596:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e9b8d01. 10000000:00000010:2.0:1767384280.538598:0:16765:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000008c35564d. 00000020:00000010:2.0:1767384280.538613:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009d089254. 00000040:00000010:2.0:1767384280.538616:0:16765:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009f7ffc1c. 00000020:00000010:2.0:1767384280.538619:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cb419a2e. 00000020:00000010:2.0:1767384280.538622:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005883c346. 00040000:00000010:2.0:1767384280.538625:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000066205e3d. 00040000:00000010:2.0:1767384280.538629:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c645c9ec. 00080000:00000010:2.0:1767384280.538631:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000081a1e538. 00000020:00000010:2.0:1767384280.538633:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092e3d47d. 00000020:00000010:2.0:1767384280.538635:0:16765:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000e0ce44ad. 00000020:00000010:2.0:1767384280.538637:0:16765:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000066ef45f3. 00000020:00000010:2.0:1767384280.538646:0:16765:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000ddd19495. 00000020:00000010:2.0:1767384280.538650:0:16765:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000006c810c94. 00000020:00000010:2.0:1767384280.538665:0:16765:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 0000000058cb9563. 00000100:00000010:2.0:1767384280.538680:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1870516. 02000000:00000010:2.0:1767384280.538690:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000003ee5790. 00000100:00000010:2.0:1767384280.538697:0:16765:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c3af636. 02000000:00000010:2.0:1767384280.538712:0:16765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000241a6029. 00000400:00000010:2.0:1767384280.538716:0:16765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005377b68. 00000400:00000010:2.0:1767384280.538720:0:16765:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001753ba7f. 00000100:00000200:2.0:1767384280.538723:0:16765:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732496768, portal 25 00000400:00000010:2.0:1767384280.538726:0:16765:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057ec4607. 00000100:00000200:2.0:1767384280.538729:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732496768, offset 0 00000400:00000200:2.0:1767384280.538733:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.538739:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.538742:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d200b80 00000400:00000200:2.0:1767384280.538746:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d [2] + 0 00000400:00000010:2.0:1767384280.538748:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079498ab6. 00000400:00000200:2.0:1767384280.538751:0:16765:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007537b0a9 00000400:00000200:2.0:1767384280.538755:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.538759:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.538761:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007537b0a9 00000400:00000010:2.0:1767384280.538762:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007537b0a9. 00000100:00000200:2.0:1767384280.538764:0:16765:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.538783:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057ec4607 00000400:00000010:2.0:1767384280.538785:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057ec4607. 00000100:00000200:2.0:1767384280.538790:0:16765:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1870516 x1853236732496768/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.542679:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d84612fa. 00000020:00000010:2.0:1767384280.550419:0:16767:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000862e5a3f. 00000020:00000010:2.0:1767384280.550444:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2873a53. 00000020:00000010:2.0:1767384280.550450:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2873a53. 00000020:00000010:2.0:1767384280.550465:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cae0a874. 00000020:00000010:2.0:1767384280.550471:0:16767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000857b81db. 00000020:00000010:2.0:1767384280.550540:0:16767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000431a93d9. 00000020:00000010:2.0:1767384280.550586:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2873a53. 00000020:00000010:2.0:1767384280.550590:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2873a53. 00000100:00000200:2.0:1767384280.550593:0:16767:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732496896 02000000:00000010:2.0:1767384280.550609:0:16767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000651531f4. 00000400:00000010:2.0:1767384280.550629:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.550637:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236732496896, offset 224 00000400:00000200:2.0:1767384280.550645:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.550654:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.550664:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d200c00 00000400:00000200:2.0:1767384280.550671:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0xa7d [1] + 224 00000400:00000200:2.0:1767384280.550677:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.550682:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384280.550689:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004ca1032f x1853236732496896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384296 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384280.550714:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c9accd 00000400:00000010:2.0:1767384280.550716:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c9accd. 00010000:00000010:2.0:1767384280.550733:0:16767:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008b9c8e69. 00000020:00000010:2.0:1767384280.550757:0:16767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000857b81db. 00000020:00000010:2.0:1767384280.550767:0:16767:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000431a93d9. 00000020:00000010:2.0:1767384280.550775:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cae0a874. 00000020:00000010:2.0:1767384280.550870:0:16147:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d2caa4cf. 00000020:00000010:2.0:1767384280.550879:0:16147:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cae0a874. 80000000:00000010:2.0:1767384280.550895:0:16147:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000325e42a2. 40000000:00000010:2.0:1767384280.550904:0:16147:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b2873a53. 00000008:00000010:2.0:1767384280.550916:0:16147:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000cd624124. 00020000:00000010:2.0:1767384280.550925:0:16147:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000044d409da. 00008000:00000010:2.0:1767384280.550939:0:16147:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000df81b72c. 00100000:00000010:2.0:1767384280.550949:0:16147:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000258673e1. 00040000:00000010:2.0:1767384280.550973:0:16147:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004925cf0a. 00040000:00000010:2.0:1767384280.550984:0:16147:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000063c3bce8. 00040000:00000010:2.0:1767384280.550996:0:16147:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000066de5f9c. 00080000:00000010:2.0:1767384280.551005:0:16147:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002eab2ea2. 00000004:00000010:2.0:1767384280.551023:0:16147:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c1781b1c. 00000004:00000010:2.0:1767384280.551033:0:16147:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000058c789eb. 00000004:00000010:2.0:1767384280.551040:0:16147:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000070afa86. 00002000:00000010:2.0:1767384280.551050:0:16147:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000817baef0. 00000004:00000010:2.0:1767384280.551057:0:16147:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000d6e1121. 00000080:00000010:2.0:1767384280.551065:0:16147:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e659061f. 00000080:00000010:2.0:1767384280.551072:0:16147:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000003ead81c1. 00000008:00000010:2.0:1767384280.551080:0:16147:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008fa2cdb9. 00020000:00000010:2.0:1767384280.551087:0:16147:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ac8d2432. 00008000:00000010:2.0:1767384280.551091:0:16147:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000041d8a460. 00000080:00000010:2.0:1767384280.551096:0:16147:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000002310bc7. 02000000:00000010:2.0:1767384280.551107:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1354ce7. 00000400:00000010:2.0:1767384280.551112:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445bf52e. 00000400:00000010:2.0:1767384280.551117:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c9accd. 00000100:00000200:2.0:1767384280.551121:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732497024, portal 18 00000400:00000010:2.0:1767384280.551125:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.551127:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732497024, offset 0 00000400:00000200:2.0:1767384280.551132:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.551138:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.551146:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d200c80 00000400:00000200:2.0:1767384280.551153:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 0 00000400:00000200:2.0:1767384280.551157:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.551160:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384280.551164:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384280.551168:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083fea31f. 00000400:00000200:2.0:1767384280.551184:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384280.551185:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384280.551190:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ed5032d x1853236732497024/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384296 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.553277:0:16765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005377b68. 00000400:00000200:2.0:1767384280.553284:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001753ba7f 00000400:00000010:2.0:1767384280.553288:0:16765:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001753ba7f. 00000100:00000200:2.0:1767384280.553299:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1870516 x1853236732496768/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.553318:0:16765:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1870516 x1853236732496768/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.553333:0:16765:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005c3af636. 02000000:00000010:2.0:1767384280.553340:0:16765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000241a6029. 02000000:00000010:2.0:1767384280.553344:0:16765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000003ee5790. 00000100:00000010:2.0:1767384280.553347:0:16765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1870516. 00000020:00000010:2.0:1767384280.553352:0:16765:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 0000000058cb9563. 00000020:02000000:2.0:1767384280.553357:0:16765:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:2.0:1767384280.555943:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c322f86. 00000020:00000010:2.0:1767384280.555948:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000013a8c3bf. 00000040:00000010:2.0:1767384280.555951:0:16765:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a1354ce7. 00000020:00000010:2.0:1767384280.555954:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000085af3e14. 00000020:00000010:2.0:1767384280.555958:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000013de89d0. 00000020:00000010:2.0:1767384280.555960:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006d3a3223. 80000000:00000010:2.0:1767384280.555963:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000039305289. 40000000:00000010:2.0:1767384280.555965:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007e3ad940. 00100000:00000010:2.0:1767384280.555968:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000073e47033. 00040000:00000010:2.0:1767384280.555970:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d620011a. 00040000:00000010:2.0:1767384280.555972:0:16765:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006df9b666. 00040000:00000010:2.0:1767384280.555974:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000156854f1. 00080000:00000010:2.0:1767384280.555976:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008077c16f. 00000004:00000010:2.0:1767384280.555979:0:16765:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002c37131e. 00000004:00000010:2.0:1767384280.555990:0:16765:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007f6c698e. 00000004:00000010:2.0:1767384280.555992:0:16765:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a9f9fce7. 00000004:00000010:2.0:1767384280.555994:0:16765:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e839bf76. 00000020:00000010:2.0:1767384280.555996:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033ef98ef. 00000020:00000010:2.0:1767384280.555998:0:16765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000857b81db. 00000020:00000010:2.0:1767384280.556000:0:16765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000431a93d9. 00000020:00000010:2.0:1767384280.556042:0:16765:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ba14d6bf. 00080000:00000010:2.0:1767384280.556051:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000014a1e73d. 00080000:00000010:2.0:1767384280.556114:0:16765:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000014a1e73d. 00000020:00000010:2.0:1767384280.556124:0:16765:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ba14d6bf. 00000004:00000010:2.0:1767384280.556140:0:16765:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000144503ff. 00000004:00000010:2.0:1767384280.556162:0:16765:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000037a81dca. 00000004:00000010:2.0:1767384280.556167:0:16765:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000081bc9612. 00080000:00000010:2.0:1767384280.556172:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000014a1e73d. 00040000:00000010:2.0:1767384280.556208:0:16765:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000005c3af636. 00000004:00000010:2.0:1767384280.556213:0:16765:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000041b7eead. 00000004:00000010:2.0:1767384280.556215:0:16765:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005a609615. 00000004:00000010:2.0:1767384280.556217:0:16765:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000840c51f3. 00080000:00000010:2.0:1767384280.556219:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002984eb70. 00000020:00000010:2.0:1767384280.556234:0:16765:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000032c71301. 00080000:00000010:2.0:1767384280.556237:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000054c7f646. 00080000:00000010:2.0:1767384280.556258:0:16765:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000054c7f646. 00000020:00000010:2.0:1767384280.556260:0:16765:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000032c71301. 00000004:00000010:2.0:1767384280.556264:0:16765:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001caec9d1. 00000004:00000010:2.0:1767384280.556266:0:16765:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000088f5e4e7. 00000004:00000010:2.0:1767384280.556268:0:16765:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006d906888. 00080000:00000010:2.0:1767384280.556270:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000054c7f646. 00100000:00000010:2.0:1767384280.556288:0:16765:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006747cd9e. 00000004:00000010:2.0:1767384280.556305:0:16765:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000066c417dd. 00000004:00000010:2.0:1767384280.556308:0:16765:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000080968823. 00000004:00000010:2.0:1767384280.556310:0:16765:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004ac54af5. 00080000:00000010:2.0:1767384280.556312:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a653d94d. 00100000:00000010:2.0:1767384280.556336:0:16765:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002be730a9. 00040000:00000010:2.0:1767384280.556340:0:16765:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c34963fb. 00000001:00000010:2.0:1767384280.556343:0:16765:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000002ba44b9. 00000001:00000010:2.0:1767384280.556346:0:16765:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f1052de1. 00000001:00000010:2.0:1767384280.556348:0:16765:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000001753ba7f. 00040000:00000010:2.0:1767384280.556356:0:16765:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000008b9c8e69. 00000004:00000010:2.0:1767384280.556358:0:16765:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003a2aee9f. 00000004:00000010:2.0:1767384280.556360:0:16765:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003e0d75a1. 00000004:00000010:2.0:1767384280.556362:0:16765:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008707f9ea. 00080000:00000010:2.0:1767384280.556364:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d361090d. 00000020:00000010:2.0:1767384280.556383:0:16765:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000de71e78e. 00080000:00000010:2.0:1767384280.556386:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002dc98b0e. 00080000:00000010:2.0:1767384280.556407:0:16765:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002dc98b0e. 00000020:00000010:2.0:1767384280.556409:0:16765:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000de71e78e. 00000004:00000010:2.0:1767384280.556413:0:16765:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000053e04f9. 00000004:00000010:2.0:1767384280.556415:0:16765:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d1715036. 00000004:00000010:2.0:1767384280.556417:0:16765:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c55a34d6. 00080000:00000010:2.0:1767384280.556419:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002dc98b0e. 00100000:00000010:2.0:1767384280.556435:0:16765:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aceb1ee9. 00000004:00000010:2.0:1767384280.556446:0:16765:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000050d72080. 00000004:00000010:2.0:1767384280.556448:0:16765:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000040c47a30. 00000004:00000010:2.0:1767384280.556450:0:16765:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fe246e97. 00080000:00000010:2.0:1767384280.556453:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b8497959. 00100000:00000010:2.0:1767384280.556471:0:16765:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000002cfc611. 00040000:00000010:2.0:1767384280.556474:0:16765:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e067d1a3. 00000001:00000010:2.0:1767384280.556476:0:16765:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008622afbf. 00010000:00000010:1.1:1767384280.556512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000032d7cb06. 00000001:00000010:2.0:1767384280.556518:0:16765:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e9c952db. 00000001:00000010:2.0:1767384280.556531:0:16765:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000016b30a71. 00010000:00000010:1.1:1767384280.556532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000301d2d36. 00010000:00000010:3.1F:1767384280.556534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000646f425. 00040000:00000010:2.0:1767384280.556538:0:16765:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000007e5aaee7. 00000004:00000010:2.0:1767384280.556546:0:16765:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004939e443. 00000004:00000010:2.0:1767384280.556551:0:16765:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c2a7fe98. 00010000:00000010:3.1:1767384280.556552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006140ea5f. 00000004:00000010:2.0:1767384280.556555:0:16765:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000079770f79. 00010000:00000010:3.1:1767384280.556559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1a31452. 00080000:00000010:2.0:1767384280.556560:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c9aa0181. 00000020:00000010:2.0:1767384280.556585:0:16765:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000637e202d. 00080000:00000010:2.0:1767384280.556588:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d4fc0a94. 00080000:00000010:2.0:1767384280.556612:0:16765:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d4fc0a94. 00000020:00000010:2.0:1767384280.556614:0:16765:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000637e202d. 00000004:00000010:2.0:1767384280.556618:0:16765:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d86f7bd9. 00000004:00000010:2.0:1767384280.556621:0:16765:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000af2c4b1d. 00000004:00000010:2.0:1767384280.556623:0:16765:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a7c3358e. 00080000:00000010:2.0:1767384280.556624:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d4fc0a94. 00100000:00000010:2.0:1767384280.556642:0:16765:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004b132d47. 00000004:00000010:2.0:1767384280.556654:0:16765:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000815a8104. 00000004:00000010:2.0:1767384280.556661:0:16765:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b332e8b3. 00000004:00000010:2.0:1767384280.556664:0:16765:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000045c16a33. 00080000:00000010:2.0:1767384280.556666:0:16765:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008b4ee7d0. 00100000:00000010:2.0:1767384280.556689:0:16765:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007f478e3e. 00040000:00000010:2.0:1767384280.556692:0:16765:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e042c45e. 00000001:00000010:2.0:1767384280.556694:0:16765:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007c5dad49. 00000001:00000010:2.0:1767384280.556696:0:16765:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008b25b577. 00000001:00000010:2.0:1767384280.556698:0:16765:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002b73cc9f. 00040000:00000010:2.0:1767384280.556705:0:16765:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000b28d268b. 00000020:00000010:2.0:1767384280.556707:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d698e780. 00000020:00000010:2.0:1767384280.556710:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eb15ad35. 00000020:00000010:2.0:1767384280.556712:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006735653f. 00000020:00000010:2.0:1767384280.556715:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007e51909d. 00000020:00000010:2.0:1767384280.556718:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000092e3d47d. 80000000:00000010:2.0:1767384280.556721:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e278c6ce. 40000000:00000010:2.0:1767384280.556723:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000124a6e99. 00100000:00000010:2.0:1767384280.556725:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a91d9411. 00040000:00000010:2.0:1767384280.556728:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000087a7ae38. 00040000:00000010:2.0:1767384280.556730:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c645c9ec. 00080000:00000010:2.0:1767384280.556734:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fdeb470e. 00002000:00000010:2.0:1767384280.556736:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f1cb59d6. 00000100:00000010:2.0:1767384280.556756:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1f65737. 00000400:00000001:2.0:1767384281.845047:0:17046:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:2.0:1767384282.869229:0:17158:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384282.869248:0:17158:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384282.869254:0:17158:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384283.710939:0:17242:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384283.710945:0:17242:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:2.0:1767384283.713460:0:17242:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000001:2.0:1767384283.960341:0:17254:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384283.960364:0:17254:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384283.960370:0:17254:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384284.539651:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384284.539666:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384284.539671:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384285.401388:0:17553:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.401435:0:17553:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384285.401437:0:17553:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00000010:2.0:1767384285.401443:0:17553:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000691a929b. 00000100:00100000:2.0:1767384285.401447:0:17553:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00000001:2.0:1767384285.401643:0:17556:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384285.401664:0:17556:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000699ce56c. 00000020:00000010:2.0:1767384285.401669:0:17556:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000018d6e1a5. 00000020:00000010:2.0:1767384285.401675:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d3a3223. 00000020:00000010:2.0:1767384285.401681:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000156854f1. 00000020:00000010:2.0:1767384285.401687:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000070fca70f. 00000020:00000010:2.0:1767384285.401692:0:17556:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003c7417a3. 00000020:00000010:2.0:1767384285.401710:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ed79d99b. 80000000:00000010:2.0:1767384285.401716:0:17556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fe9456b2. 40000000:00000010:2.0:1767384285.401720:0:17556:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000af6a69a0. 00100000:00000010:2.0:1767384285.401724:0:17556:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000159eb433. 00040000:00000010:2.0:1767384285.401730:0:17556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000011124e70. 00040000:00000010:2.0:1767384285.401734:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000008f59fee. 00080000:00000010:2.0:1767384285.401739:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000062af432c. 00002000:00000010:2.0:1767384285.401744:0:17556:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000064bda76. 00000100:00000010:2.0:1767384285.401762:0:17556:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000dce05062. 00000100:00000200:2.0:1767384285.401795:0:17556:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1767384285.402161:0:17553:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.402190:0:17553:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.402192:0:17553:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446624375876230656 : -119697833320960 : ffff9322ad2a1e00) 00000100:00000001:2.0:1767384285.402194:0:17553:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:2.0:1767384285.402197:0:17553:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000001b7408bc. 00000100:00000010:2.0:1767384285.402201:0:17553:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000072dc5b4f. 00000100:00000010:2.0:1767384285.402216:0:17553:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000023121e0e. 00000100:00000010:2.0:1767384285.402223:0:17553:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000d3ca4977. 00000100:00000010:2.0:1767384285.402228:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029e9b713. 00000100:00000010:2.0:1767384285.402266:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007b912a82. 00000100:00000010:2.0:1767384285.402278:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca2cfbd7. 00000100:00000010:2.0:1767384285.402299:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000074a67173. 00000100:00000010:2.0:1767384285.402305:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bd963d7. 00000100:00000010:2.0:1767384285.402327:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000fbfc7933. 00000100:00000010:2.0:1767384285.402332:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a183849. 00000100:00000010:2.0:1767384285.402353:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bbb2b6d7. 00000100:00000010:2.0:1767384285.402358:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000714832a0. 00000100:00000010:2.0:1767384285.402379:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008bdd8574. 00000100:00000010:2.0:1767384285.402383:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003413ac70. 00000100:00000010:2.0:1767384285.402452:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008e721f24. 00000100:00000010:2.0:1767384285.402456:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd89fc99. 00000100:00000010:2.0:1767384285.402475:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000008f22a47. 00000100:00000010:2.0:1767384285.402505:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054756f0a. 00000100:00000010:2.0:1767384285.402526:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e4c92b6a. 00000100:00000010:2.0:1767384285.402530:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000333fa572. 00000100:00000010:2.0:1767384285.402567:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000043e96fc3. 00000100:00000010:2.0:1767384285.402572:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cc8fdf8. 00000100:00000010:2.0:1767384285.402594:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b20c8559. 00000100:00000010:2.0:1767384285.402598:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063823a18. 00000100:00000010:2.0:1767384285.402619:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000058d0f4e7. 00000100:00000010:2.0:1767384285.402624:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007896cbb1. 00000100:00000010:2.0:1767384285.402644:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000009ee0a02. 00000100:00000010:2.0:1767384285.402649:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8b7b620. 00000100:00000010:2.0:1767384285.402670:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007d8e3057. 00000100:00000010:2.0:1767384285.402674:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e34b259. 00000100:00000010:2.0:1767384285.402696:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000093c3605a. 00000100:00000010:2.0:1767384285.402699:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008014cddc. 00000100:00000010:2.0:1767384285.402720:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000206b198. 00000100:00000010:2.0:1767384285.402724:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f858ae93. 00000100:00000010:2.0:1767384285.402745:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000002fde48d7. 00000100:00000010:2.0:1767384285.402749:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd440bce. 00000100:00000010:2.0:1767384285.402792:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007d1f3109. 00000100:00000010:2.0:1767384285.402796:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1d5fd26. 00000100:00000010:2.0:1767384285.402817:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000001ba6cf8a. 00000100:00000010:2.0:1767384285.402821:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045f54d32. 00000100:00000010:2.0:1767384285.402859:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000003f2b4b. 00000100:00000010:2.0:1767384285.402862:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000049cbd08. 00000100:00000010:2.0:1767384285.402883:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000033170025. 00000100:00000010:2.0:1767384285.402886:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003584715f. 00000100:00000010:2.0:1767384285.402921:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bff48de3. 00000100:00000010:2.0:1767384285.402925:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000670df0a8. 00000100:00000010:2.0:1767384285.402948:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003a6605da. 00000100:00000010:2.0:1767384285.402953:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3b683fb. 00000100:00000010:2.0:1767384285.402976:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000254c843c. 00000100:00000010:2.0:1767384285.402980:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002efd9db1. 00000100:00000010:2.0:1767384285.403003:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000837f2882. 00000100:00000010:2.0:1767384285.403006:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad136d1d. 00000100:00000010:2.0:1767384285.403028:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f9c76e4c. 00000100:00000010:2.0:1767384285.403032:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1543a20. 00000100:00000010:2.0:1767384285.403054:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000036670fc7. 00000100:00000010:2.0:1767384285.403059:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d32cf97. 00000100:00000010:2.0:1767384285.403081:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004f39b971. 00000100:00000010:2.0:1767384285.403085:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000447086ad. 00000100:00000010:2.0:1767384285.403108:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000036209709. 00000100:00000010:2.0:1767384285.403112:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e811d60. 00000100:00000010:2.0:1767384285.403134:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000089b760ab. 00000100:00000010:2.0:1767384285.403138:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007605656. 00000100:00000010:2.0:1767384285.403200:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000aa1f8ba4. 00000100:00000010:2.0:1767384285.403204:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028c32a12. 00000100:00000010:2.0:1767384285.403224:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000896daf13. 00000100:00000010:2.0:1767384285.403227:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e839bf76. 00000100:00000010:2.0:1767384285.403263:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000973fef81. 00000100:00000010:2.0:1767384285.403272:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e724d6d9. 00000100:00000010:2.0:1767384285.403293:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000f1c9347. 00000100:00000010:2.0:1767384285.403298:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000718da6a3. 00000100:00000010:2.0:1767384285.403319:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000001135d82b. 00000100:00000010:2.0:1767384285.403323:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cf5907c. 00000100:00000010:2.0:1767384285.403343:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f1166a00. 00000100:00000010:2.0:1767384285.403347:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078bdca52. 00000100:00000010:2.0:1767384285.403367:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000069ecf1c9. 00000100:00000010:2.0:1767384285.403371:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb1b364c. 00000100:00000010:2.0:1767384285.403408:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a07841ab. 00000100:00000010:2.0:1767384285.403429:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6272150. 00000100:00000010:2.0:1767384285.403448:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003299f665. 00000100:00000010:2.0:1767384285.403452:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080e484a7. 00000100:00000010:2.0:1767384285.403470:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000005c89646. 00000100:00000010:2.0:1767384285.403473:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b95d0a0a. 00000100:00000010:2.0:1767384285.403490:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008a0a64f8. 00000100:00000010:2.0:1767384285.403515:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001254234a. 00000100:00000010:2.0:1767384285.403536:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ea5ccb19. 00000100:00000010:2.0:1767384285.403540:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d69ed0e2. 00000100:00000010:2.0:1767384285.403579:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000e80b009. 00000100:00000010:2.0:1767384285.403584:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c92025d. 00000100:00000010:2.0:1767384285.403605:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a9499188. 00000100:00000010:2.0:1767384285.403609:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000881f03d2. 00000100:00000010:2.0:1767384285.403630:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000059aaaab4. 00000100:00000010:2.0:1767384285.403634:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050ded886. 00000100:00000010:2.0:1767384285.403654:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d70dc710. 00000100:00000010:2.0:1767384285.403658:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f5830fd. 00000100:00000010:2.0:1767384285.403680:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000004e1da11. 00000100:00000010:2.0:1767384285.403683:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ee456c4. 00000100:00000010:2.0:1767384285.403704:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000042219cb. 00000100:00000010:2.0:1767384285.403708:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e67378ce. 00000100:00000010:2.0:1767384285.403732:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d52d14f0. 00000100:00000010:2.0:1767384285.403735:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db417d3c. 00000100:00000010:2.0:1767384285.403756:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000609440d7. 00000100:00000010:2.0:1767384285.403759:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031e87094. 00000100:00000010:2.0:1767384285.403781:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000066d0dbbf. 00000100:00000010:2.0:1767384285.403784:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006428fd66. 00000100:00000010:2.0:1767384285.403807:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003326b9f2. 00000100:00000010:2.0:1767384285.403811:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b0dd403. 00000100:00000010:2.0:1767384285.403833:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000001938b275. 00000100:00000010:2.0:1767384285.403853:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000735b0f17. 00000100:00000010:2.0:1767384285.403871:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000baad114e. 00000100:00000010:2.0:1767384285.403874:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000706add52. 00000100:00000010:2.0:1767384285.403894:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000094aaeb3b. 00000100:00000010:2.0:1767384285.403923:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbb54545. 00000100:00000010:2.0:1767384285.403945:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b32c9abe. 00000100:00000010:2.0:1767384285.403949:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c0c559b. 00000100:00000010:2.0:1767384285.403971:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000077bff212. 00000100:00000010:2.0:1767384285.403975:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2804a2c. 00000100:00000010:2.0:1767384285.404005:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000039572c8e. 00000100:00000010:2.0:1767384285.404009:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003f40cec. 00000100:00000010:2.0:1767384285.404030:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000080a34863. 00000100:00000010:2.0:1767384285.404033:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041cef254. 00000100:00000010:2.0:1767384285.404055:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006d1cd068. 00000100:00000010:2.0:1767384285.404059:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddda2ecf. 00000100:00000010:2.0:1767384285.404080:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000556541f8. 00000100:00000010:2.0:1767384285.404085:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000438f0ed5. 00000100:00000010:2.0:1767384285.404107:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f42a32d7. 00000100:00000010:2.0:1767384285.404112:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af544f23. 00000100:00000010:2.0:1767384285.404132:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004e14a5d9. 00000100:00000010:2.0:1767384285.404138:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053a3c448. 00000100:00000010:2.0:1767384285.404159:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000539a7fc5. 00000100:00000010:2.0:1767384285.404167:0:17553:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fae93556. 00000100:00000010:2.0:1767384285.404204:0:17553:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b37a3115. 00000100:00100000:2.0:1767384285.404207:0:17553:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000400:00000200:2.0:1767384285.404210:0:17553:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 7 lazy 00000020:00000010:2.0:1767384285.404286:0:17553:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c7315643. 00000020:00000010:2.0:1767384285.404292:0:17553:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000636bbd34. 00000100:00000001:2.0:1767384285.404335:0:17553:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:2.0:1767384285.404338:0:17553:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:2.0:1767384285.404340:0:17553:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1767384285.404343:0:17553:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001e14091f. 00000100:00000001:2.0:1767384285.404346:0:17553:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:2.0:1767384285.404348:0:17553:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000b794f171. 00000100:00000001:2.0:1767384285.404350:0:17553:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.404352:0:17553:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.404355:0:17553:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1767384285.404358:0:17553:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c45198b8. 00000100:00000001:2.0:1767384285.404360:0:17553:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.404362:0:17553:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1767384285.404364:0:17553:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e2764dfe. 00000100:00000001:2.0:1767384285.404365:0:17553:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.404366:0:17553:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1767384285.404368:0:17553:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007bfee928. 00000100:00000001:2.0:1767384285.404369:0:17553:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.404371:0:17553:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.404372:0:17553:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.404374:0:17553:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.404376:0:17553:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.404453:0:17553:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384285.404455:0:17553:0:(service.c:847:ptlrpc_register_service()) ost_create: Started, listening on portal 7 00000100:00000001:2.0:1767384285.404457:0:17553:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:2.0:1767384285.404458:0:17553:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384285.404460:0:17553:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00000010:2.0:1767384285.404463:0:17553:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000012989f63. 00000100:00100000:2.0:1767384285.404466:0:17553:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00000001:2.0:1767384285.404663:0:17558:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384285.404678:0:17558:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007d296b88. 00000020:00000010:2.0:1767384285.404688:0:17558:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ea675ec5. 00000020:00000010:2.0:1767384285.404694:0:17558:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000daf8653. 00000020:00000010:2.0:1767384285.404697:0:17558:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000554afbc4. 00000020:00000010:2.0:1767384285.404702:0:17558:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009f9064a3. 00000020:00000010:2.0:1767384285.404706:0:17558:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021d776fe. 00000020:00000010:2.0:1767384285.404711:0:17558:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000766b6b77. 80000000:00000010:2.0:1767384285.404714:0:17558:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c64a03d. 40000000:00000010:2.0:1767384285.404718:0:17558:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f8f726e6. 00100000:00000010:2.0:1767384285.404721:0:17558:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000efae193f. 00040000:00000010:2.0:1767384285.404724:0:17558:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bb06f6ef. 00040000:00000010:2.0:1767384285.404727:0:17558:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000056ee04ab. 00080000:00000010:2.0:1767384285.404731:0:17558:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000049d8d588. 00002000:00000010:2.0:1767384285.404735:0:17558:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fd334b65. 00000100:00000200:2.0:1767384285.404738:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404743:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005377b68. 00000400:00000010:2.0:1767384285.404748:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000016331565. 00000100:00000200:2.0:1767384285.404753:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404757:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f59534b7. 00000400:00000010:2.0:1767384285.404760:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b36dec17. 00000100:00000200:2.0:1767384285.404762:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404764:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aa0f314. 00000400:00000010:2.0:1767384285.404767:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a499164e. 00000100:00000200:2.0:1767384285.404769:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404770:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003670a7e2. 00000400:00000010:2.0:1767384285.404773:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b43beb27. 00000100:00000200:2.0:1767384285.404774:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404776:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5ede2b2. 00000400:00000010:2.0:1767384285.404778:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ef04a879. 00000100:00000200:2.0:1767384285.404780:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404781:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057617477. 00000400:00000010:2.0:1767384285.404782:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ac7d2f87. 00000100:00000200:2.0:1767384285.404784:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404785:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f341c6f4. 00000400:00000010:2.0:1767384285.404787:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007c3314bd. 00000100:00000200:2.0:1767384285.404789:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404795:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d3b78f6. 00000400:00000010:2.0:1767384285.404798:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000eb57277. 00000100:00000200:2.0:1767384285.404800:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404802:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055895b56. 00000400:00000010:2.0:1767384285.404803:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b63af0d1. 00000100:00000200:2.0:1767384285.404805:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404807:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc381386. 00000400:00000010:2.0:1767384285.404809:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bcf3c79b. 00000100:00000200:2.0:1767384285.404810:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404812:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd7254a7. 00000400:00000010:2.0:1767384285.404814:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ebe7458e. 00000100:00000200:2.0:1767384285.404815:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404817:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd6d1a0c. 00000400:00000010:2.0:1767384285.404819:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d49f5d0a. 00000100:00000200:2.0:1767384285.404820:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404822:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070e5d834. 00000400:00000010:2.0:1767384285.404824:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000160b6353. 00000100:00000200:2.0:1767384285.404825:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404827:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026a58041. 00000400:00000010:2.0:1767384285.404830:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008c619364. 00000100:00000200:2.0:1767384285.404832:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404833:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa59e64c. 00000400:00000010:2.0:1767384285.404836:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007b36f288. 00000100:00000200:2.0:1767384285.404837:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404854:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f35dc4b. 00000400:00000010:2.0:1767384285.404862:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004aa81b58. 00000100:00000200:2.0:1767384285.404865:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404866:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd4185e. 00000400:00000010:2.0:1767384285.404868:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c789e7a1. 00000100:00000200:2.0:1767384285.404869:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404870:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef053250. 00000400:00000010:2.0:1767384285.404871:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008111f954. 00000100:00000200:2.0:1767384285.404873:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404874:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d4621a5. 00000400:00000010:2.0:1767384285.404875:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cfbe7509. 00000100:00000200:2.0:1767384285.404876:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404882:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008adf2e30. 00000400:00000010:2.0:1767384285.404884:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000588aaf05. 00000100:00000200:2.0:1767384285.404886:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404887:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c324505d. 00000400:00000010:2.0:1767384285.404889:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000787b9cfb. 00000100:00000200:2.0:1767384285.404890:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404891:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e47d5e23. 00000400:00000010:2.0:1767384285.404893:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000794a6188. 00000100:00000200:2.0:1767384285.404894:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404895:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d672e91. 00000400:00000010:2.0:1767384285.404897:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005b9cb228. 00000100:00000200:2.0:1767384285.404898:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404899:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043e70d70. 00000400:00000010:2.0:1767384285.404900:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e66adfe8. 00000100:00000200:2.0:1767384285.404902:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404903:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecd34b6b. 00000400:00000010:2.0:1767384285.404921:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000095818bee. 00000100:00000200:2.0:1767384285.404923:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404924:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b563db30. 00000400:00000010:2.0:1767384285.404926:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c938c046. 00000100:00000200:2.0:1767384285.404928:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404929:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdc76105. 00000400:00000010:2.0:1767384285.404931:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000003834963. 00000100:00000200:2.0:1767384285.404932:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404934:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba5b16ad. 00000400:00000010:2.0:1767384285.404935:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008f10f511. 00000100:00000200:2.0:1767384285.404937:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404938:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019a35815. 00000400:00000010:2.0:1767384285.404940:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003d28a36f. 00000100:00000200:2.0:1767384285.404941:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404943:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bc2ce68. 00000400:00000010:2.0:1767384285.404945:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000458d0c5b. 00000100:00000200:2.0:1767384285.404946:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404948:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f331350e. 00000400:00000010:2.0:1767384285.404949:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e07dc42a. 00000100:00000200:2.0:1767384285.404951:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404957:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db1b1fdd. 00000400:00000010:2.0:1767384285.404966:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000ba15c50. 00000100:00000200:2.0:1767384285.404970:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404972:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f846e5ad. 00000400:00000010:2.0:1767384285.404974:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c71f15b0. 00000100:00000200:2.0:1767384285.404976:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404977:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc731fe3. 00000400:00000010:2.0:1767384285.404979:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ae91b7f8. 00000100:00000200:2.0:1767384285.404981:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404982:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000105b7ece. 00000400:00000010:2.0:1767384285.404984:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003168e950. 00000100:00000200:2.0:1767384285.404986:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404987:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a43a6adf. 00000400:00000010:2.0:1767384285.404989:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e1a51145. 00000100:00000200:2.0:1767384285.404990:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404992:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb29504f. 00000400:00000010:2.0:1767384285.404994:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000998c5c5d. 00000100:00000200:2.0:1767384285.404995:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.404997:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007266fb93. 00000400:00000010:2.0:1767384285.404998:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c9d141ce. 00000100:00000200:2.0:1767384285.405000:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405001:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000041a20e8. 00000400:00000010:2.0:1767384285.405003:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000403c4a33. 00000100:00000200:2.0:1767384285.405005:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405006:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445bf52e. 00000400:00000010:2.0:1767384285.405008:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006d444766. 00000100:00000200:2.0:1767384285.405009:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405012:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079498ab6. 00000400:00000010:2.0:1767384285.405013:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000098b414a5. 00000100:00000200:2.0:1767384285.405015:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405016:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ff30d9f. 00000400:00000010:2.0:1767384285.405018:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000d8de930. 00000100:00000200:2.0:1767384285.405020:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405021:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c5561cc. 00000400:00000010:2.0:1767384285.405023:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008482c7b7. 00000100:00000200:2.0:1767384285.405025:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405031:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d4e87e9. 00000400:00000010:2.0:1767384285.405033:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d8830696. 00000100:00000200:2.0:1767384285.405035:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405037:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eab7a1e1. 00000400:00000010:2.0:1767384285.405038:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000962f038a. 00000100:00000200:2.0:1767384285.405040:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405041:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f261566e. 00000400:00000010:2.0:1767384285.405043:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d732b5b2. 00000100:00000200:2.0:1767384285.405044:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405046:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ce4bd05. 00000400:00000010:2.0:1767384285.405047:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000043f33a14. 00000100:00000200:2.0:1767384285.405049:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405050:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8d6a482. 00000400:00000010:2.0:1767384285.405058:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000077ec5396. 00000100:00000200:2.0:1767384285.405061:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405063:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc8ad24b. 00000400:00000010:2.0:1767384285.405065:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c46b0ed8. 00000100:00000200:2.0:1767384285.405067:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405068:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000afc14de. 00000400:00000010:2.0:1767384285.405070:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000d8eef37. 00000100:00000200:2.0:1767384285.405071:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405073:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2366764. 00000400:00000010:2.0:1767384285.405075:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f8df3c28. 00000100:00000200:2.0:1767384285.405076:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405078:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f46dbc18. 00000400:00000010:2.0:1767384285.405079:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008c2db9e6. 00000100:00000200:2.0:1767384285.405081:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405082:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e2d7520. 00000400:00000010:2.0:1767384285.405084:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000a444d61. 00000100:00000200:2.0:1767384285.405085:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405087:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000acd398d. 00000400:00000010:2.0:1767384285.405088:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e0be266d. 00000100:00000200:2.0:1767384285.405090:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405092:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a87298c. 00000400:00000010:2.0:1767384285.405093:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000067b74469. 00000100:00000200:2.0:1767384285.405095:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405101:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7b08166. 00000400:00000010:2.0:1767384285.405103:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000666bfc45. 00000100:00000200:2.0:1767384285.405105:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405107:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a27d4df. 00000400:00000010:2.0:1767384285.405108:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000039f76c42. 00000100:00000200:2.0:1767384285.405110:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405111:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052411d1b. 00000400:00000010:2.0:1767384285.405113:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fd1c7b82. 00000100:00000200:2.0:1767384285.405114:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405116:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004df6f025. 00000400:00000010:2.0:1767384285.405118:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bbd2fadd. 00000100:00000200:2.0:1767384285.405119:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405120:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c077ee2. 00000400:00000010:2.0:1767384285.405122:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000890e16ec. 00000100:00000200:2.0:1767384285.405124:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405126:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0b0e0cd. 00000400:00000010:2.0:1767384285.405128:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ff4079c0. 00000100:00000200:2.0:1767384285.405130:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405131:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dc98455. 00000400:00000010:2.0:1767384285.405133:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000096511d9e. 00000100:00000200:2.0:1767384285.405135:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405136:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007db273c4. 00000400:00000010:2.0:1767384285.405138:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cf88bbc5. 00000100:00000200:2.0:1767384285.405139:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384285.405141:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef006951. 00000400:00000010:2.0:1767384285.405150:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000382eb8d1. 00000100:00000010:2.0:1767384285.405164:0:17558:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b0924620. 00000100:00000200:2.0:1767384285.405196:0:17558:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00080000:00000001:2.0:1767384285.467268:0:17553:0:(osd_oi.c:467:osd_find_or_add_seq()) Process leaving (rc=18446624375517588928 : -119698191962688 : ffff932297c9adc0) 00080000:00000001:2.0:1767384285.467282:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467298:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.467310:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.467336:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467338:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467339:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.467342:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.467349:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384285.467352:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467354:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.467356:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384285.467359:0:17553:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000cf383177. 00000020:00000001:2.0:1767384285.467362:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624376150608984 : -119697558942632 : ffff9322bd84cc58) 00000020:00000001:2.0:1767384285.467441:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384285.467445:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000057dce495. 00000020:00000001:2.0:1767384285.467448:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384285.467459:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c4b64e9. 00000020:00000001:2.0:1767384285.467462:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467463:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.467465:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.467468:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467475:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.467516:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.467523:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467526:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467528:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.467529:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.467531:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384285.467534:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467535:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.467537:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.467541:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624375170445912 : -119698539105704 : ffff93228318b258) 00080000:00000001:2.0:1767384285.467547:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1767384285.467550:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467554:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.467580:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.467583:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.467585:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467586:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384285.467589:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384285.467591:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a558bc27. 00000020:00000001:2.0:1767384285.467594:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384285.467595:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d6dd85ca. 00000020:00000001:2.0:1767384285.467597:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467603:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.467605:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.467606:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.467608:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467626:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467631:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.467634:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.467641:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467653:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467655:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.467656:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.467657:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384285.467659:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467660:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.467661:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.467663:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624375170445400 : -119698539106216 : ffff93228318b058) 00080000:00000010:2.0:1767384285.467716:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008c4b64e9. 00000020:00000010:2.0:1767384285.467719:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000057dce495. 10000000:00000001:2.0:1767384285.467729:0:17553:0:(mgc_request_server.c:42:mgc_local_llog_init()) Process entered 00000040:00000001:2.0:1767384285.467731:0:17553:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:2.0:1767384285.467734:0:17553:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000006b7cd4d6. 00000020:00000040:2.0:1767384285.467736:0:17553:0:(genops.c:887:class_export_get()) GET export 00000000796bf290 refcount=2 00000040:00000001:2.0:1767384285.467740:0:17553:0:(llog_osd.c:2047:llog_osd_setup()) Process entered 00000040:00000040:2.0:1767384285.467742:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000006b7cd4d6 : new refcount 2 00000020:00000001:2.0:1767384285.467744:0:17553:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384285.467745:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.467746:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.467748:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00000020:00000010:2.0:1767384285.467750:0:17553:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000c94512f7. 00000020:00000001:2.0:1767384285.467752:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384285.467754:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000044183eca. 00000020:00000001:2.0:1767384285.467759:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384285.467770:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c4b64e9. 00000020:00000001:2.0:1767384285.467771:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.467773:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.467774:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.467780:0:17553:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000010:2.0:1767384285.467782:0:17553:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000826e13fd. 00080000:00000010:2.0:1767384285.467784:0:17553:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000174ea396. 00080000:00000001:2.0:1767384285.468699:0:17553:0:(osd_oi.c:467:osd_find_or_add_seq()) Process leaving (rc=18446624375209168576 : -119698500383040 : ffff932285678ec0) 00080000:00000001:2.0:1767384285.468759:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.468948:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.468952:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.468960:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.468962:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.468963:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.468964:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.468966:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384285.468968:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.468969:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.468970:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.468973:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624375170447192 : -119698539104424 : ffff93228318b758) 00000040:00000001:2.0:1767384285.470354:0:17553:0:(llog_osd.c:2080:llog_osd_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000040:2.0:1767384285.470357:0:17553:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000006b7cd4d6 : new refcount 1 00000040:01000000:2.0:1767384285.470360:0:17553:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.204.131@tcp ctxt 0 is initialized 00000040:00000001:2.0:1767384285.470362:0:17553:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384285.470365:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000006b7cd4d6 : new refcount 2 10000000:00000040:2.0:1767384285.470366:0:17553:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000006b7cd4d6 : new refcount 1 10000000:00000001:2.0:1767384285.470368:0:17553:0:(mgc_request_server.c:53:mgc_local_llog_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384285.470370:0:17553:0:(obd_config.c:927:class_incref()) incref MGC192.168.204.131@tcp (00000000d6839e32) now 6 - mgc_fs 10000000:00000001:2.0:1767384285.470372:0:17553:0:(mgc_request_server.c:131:mgc_fs_setup()) Process leaving 10000000:00000001:2.0:1767384285.470373:0:17553:0:(mgc_request_server.c:470:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.470375:0:17553:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.470377:0:17553:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.470378:0:17553:0:(tgt_mount.c:290:server_mgc_set_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.470380:0:17553:0:(tgt_mount.c:1354:server_register_target()) Process entered 00000020:00000001:2.0:1767384285.470382:0:17553:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000020:00000010:2.0:1767384285.470413:0:17553:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 0000000098623427. 00000020:01000004:2.0:1767384285.470440:0:17553:0:(tgt_mount.c:1371:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.131@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1767384285.470443:0:17553:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1767384285.470445:0:17553:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384285.470449:0:17553:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384285.470450:0:17553:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384285.470451:0:17553:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384285.470452:0:17553:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384285.470453:0:17553:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384285.470454:0:17553:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384285.470455:0:17553:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:00000001:2.0:1767384285.470456:0:17553:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384285.470457:0:17553:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384285.470458:0:17553:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384285.470460:0:17553:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 10000000:00000001:2.0:1767384285.470462:0:17553:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000020:01000004:2.0:1767384285.470463:0:17553:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1767384285.470463:0:17553:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384285.470464:0:17553:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384285.470465:0:17553:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384285.470466:0:17553:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384285.470467:0:17553:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384285.470467:0:17553:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384285.470468:0:17553:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384285.470469:0:17553:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000010:2.0:1767384285.470473:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1870516. 00000020:00000040:2.0:1767384285.470476:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384285.470512:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384285.470517:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384285.470524:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384285.470536:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c6eb127b. 00000100:00000001:2.0:1767384285.470546:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384285.470554:0:17553:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:2.0:1767384285.470556:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384285.470558:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384285.470563:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026d765de. 00000100:00000001:2.0:1767384285.470566:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375521977088 : -119698187574528 : ffff9322980ca300) 00000100:00000001:2.0:1767384285.470570:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.470570:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000001:2.0:1767384285.470576:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384285.470578:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.470579:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384285.470581:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384285.470594:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1870516 x1853236732497152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.470602:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384285.470604:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.470608:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384285.470610:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384285.470612:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.470614:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497152:0@lo:253: 00000100:00000001:2.0:1767384285.470618:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384285.470625:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384285.470627:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.470629:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384285.470640:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006bd92c6b. 02000000:00000001:2.0:1767384285.470641:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384285.470645:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c51b81b4. 00000400:00000010:2.0:1767384285.470649:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d00f9045. 00000100:00000200:2.0:1767384285.470652:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732497152, portal 25 00000100:00000001:2.0:1767384285.470654:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.470654:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000040:2.0:1767384285.470658:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b1870516 x1853236732497152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.470665:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384285.470667:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384285.470669:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006be2cfdf. 00000100:00000200:2.0:1767384285.470671:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732497152, offset 0 00000400:00000200:2.0:1767384285.470676:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384285.470689:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384285.470701:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d200d00 00000400:00000200:2.0:1767384285.470707:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x161 [2] + 0 00000400:00000010:2.0:1767384285.470710:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3fcb6ff. 00000400:00000200:2.0:1767384285.470713:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d08ee7c1 00000400:00000200:2.0:1767384285.470721:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384285.470725:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384285.470734:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08ee7c1 00000400:00000010:2.0:1767384285.470736:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d08ee7c1. 00000100:00000001:2.0:1767384285.470740:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384285.470742:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384285.470745:0:17553:0:(events.c:337:request_in_callback()) incoming req@00000000e6902263 x1853236732497152 msgsize 4848 00000100:00100000:2.0:1767384285.470748:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384285.470750:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384285.470760:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384285.470767:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006be2cfdf 00000400:00000010:2.0:1767384285.470768:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006be2cfdf. 00000100:00000001:2.0:1767384285.470770:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384285.470773:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1870516 x1853236732497152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.470781:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.470782:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b1870516 x1853236732497152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.470788:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.470789:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384285.470794:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.470797:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294873382 00000100:00000010:2.0:1767384285.470800:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016740a48. 00000100:00000001:2.0:1767384285.470806:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384285.470813:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294873382 00000100:00000010:2.0:1767384285.470815:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007dd18e58. 00000100:00000001:2.0:1767384285.470818:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384285.470821:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294873382 00000100:00000010:2.0:1767384285.470823:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004c52bad. 00000100:00000001:2.0:1767384285.470829:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384285.470833:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294873382 00000100:00000010:2.0:1767384285.470848:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008556e0b9. 00000100:00000001:2.0:1767384285.470853:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384285.470862:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.470873:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.470877:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384285.470881:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384285.470885:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 0000000026d765de going to sleep for 11 seconds 00000100:00000001:2.0:1767384285.470889:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.470894:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.473995:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384285.474007:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384285.474010:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384285.474013:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c51b81b4. 00000400:00000200:2.0:1767384285.474017:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d00f9045 00000400:00000010:2.0:1767384285.474022:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d00f9045. 00000100:00000001:2.0:1767384285.474026:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384285.474031:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1870516 x1853236732497152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384285.474045:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1870516 x1853236732497152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.474054:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384285.474058:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.474062:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384285.474066:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384285.474068:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384285.474071:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.474075:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384285.474082:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384285.474087:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384285.474091:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384285.474094:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.474097:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384285.474101:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.474103:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.474109:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1870516 x1853236732497152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.474120:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.474127:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384285.474128:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384285.474143:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1870516 x1853236732497152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384285.474163:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497152:0@lo:253: 00000100:00000001:2.0:1767384285.474168:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.474171:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.474177:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384285.474179:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.474185:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1870516 x1853236732497152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.474199:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384285.474203:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000026d765de. 00000100:00000001:2.0:1767384285.474206:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384285.474208:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384285.474213:0:17553:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1767384285.474216:0:17553:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1767384285.474218:0:17553:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384285.474219:0:17553:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384285.474221:0:17553:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384285.474222:0:17553:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384285.474223:0:17553:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384285.474225:0:17553:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384285.474226:0:17553:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384285.474227:0:17553:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000001:2.0:1767384285.474229:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.474232:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1870516 x1853236732497152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.474240:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384285.474243:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384285.474246:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006bd92c6b. 02000000:00000001:2.0:1767384285.474250:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384285.474252:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.474253:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.474256:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384285.474258:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c6eb127b. 02000000:00000001:2.0:1767384285.474262:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384285.474268:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384285.474270:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1870516. 00000100:00000001:2.0:1767384285.474273:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384285.474273:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384285.474275:0:17553:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.474276:0:17553:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.474278:0:17553:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.474279:0:17553:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384285.474281:0:17553:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 4608 at 0000000098623427. 00000020:00000001:2.0:1767384285.474284:0:17553:0:(tgt_mount.c:1415:server_register_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.474286:0:17553:0:(tgt_mount.c:74:server_register_mount()) Process entered 00000020:00000010:2.0:1767384285.474288:0:17553:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000c722a527. 00000020:00000010:2.0:1767384285.474290:0:17553:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 0000000013ec37e5. 00000020:00000001:2.0:1767384285.474293:0:17553:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384285.474295:0:17553:0:(tgt_mount.c:62:server_find_mount()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384285.474297:0:17553:0:(tgt_mount.c:102:server_register_mount()) register mount 0000000008270aed from lustre-OST0000 00000020:00000001:2.0:1767384285.474298:0:17553:0:(tgt_mount.c:104:server_register_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.474300:0:17553:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:2.0:1767384285.474302:0:17553:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000735364c7. 00000020:00000010:2.0:1767384285.474305:0:17553:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 0000000026d765de. 00000020:00000001:2.0:1767384285.474307:0:17553:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384285.474309:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098c7123d. 00000020:00000010:2.0:1767384285.474312:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002c96b679. 00000040:00000010:2.0:1767384285.474314:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000214c7a35. 00000020:00000010:2.0:1767384285.474318:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ffdc6e26. 00000020:00000010:2.0:1767384285.474320:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000002732818. 00040000:00000010:2.0:1767384285.474322:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003001c981. 00040000:00000010:2.0:1767384285.474324:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002291acc2. 00080000:00000010:2.0:1767384285.474327:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d1af1536. 10000000:00000001:2.0:1767384285.474330:0:17553:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:2.0:1767384285.474332:0:17553:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:2.0:1767384285.474334:0:17553:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:00000001:2.0:1767384285.474337:0:17553:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:2.0:1767384285.474338:0:17553:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:00000001:2.0:1767384285.474341:0:17553:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767384285.474349:0:17553:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384285.474350:0:17553:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000878c590f) refs 3 10000000:00000001:2.0:1767384285.474352:0:17553:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.474353:0:17553:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446624376190622208 : -119697518929408 : ffff9322bfe75a00) 10000000:00000001:2.0:1767384285.474356:0:17553:0:(mgc_request_server.c:851:mgc_get_local_copy()) Process entered 10000000:01000000:2.0:1767384285.474358:0:17553:0:(mgc_request_server.c:865:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9322a0a88000 local copy 00010000:00000001:2.0:1767384285.474361:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384285.474362:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384285.474364:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f2fbd7cf refcount=2 00000020:00000001:2.0:1767384285.474365:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515165696 : -119698194385920 : ffff932297a4b400) 00010000:00000001:2.0:1767384285.474367:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515165696 : -119698194385920 : ffff932297a4b400) 00010000:00000001:2.0:1767384285.474371:0:17553:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384285.474373:0:17553:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384285.474376:0:17553:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 00000000f2fbd7cf/0xf83434fd52e6d794 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d79b expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384285.474383:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384285.474384:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000010:2.0:1767384285.474385:0:17553:0:(mgc_request_server.c:874:mgc_get_local_copy()) kmalloced '(env)': 56 at 00000000d2122266. 00000020:00000010:2.0:1767384285.474387:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013ad9ce7. 00000020:00000010:2.0:1767384285.474406:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000154a44c7. 00000040:00000010:2.0:1767384285.474409:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000116e0aa1. 00000020:00000010:2.0:1767384285.474411:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e2506e52. 00000020:00000010:2.0:1767384285.474413:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a013b735. 80000000:00000010:2.0:1767384285.474414:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000918cad10. 00040000:00000010:2.0:1767384285.474436:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a38d9a23. 00080000:00000010:2.0:1767384285.474439:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000edb0d3f4. 20000000:00000010:2.0:1767384285.474441:0:17553:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009b69706e. 10000000:00000040:2.0:1767384285.474444:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000028c65bae : new refcount 2 10000000:00000040:2.0:1767384285.474446:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000006b7cd4d6 : new refcount 2 10000000:00000040:2.0:1767384285.474448:0:17553:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.204.131@tcp: copy local log lustre-sptlrpc 10000000:00000001:2.0:1767384285.474450:0:17553:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:2.0:1767384285.474452:0:17553:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 00000000bcecb443. 00000040:00000001:2.0:1767384285.474458:0:17553:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:2.0:1767384285.474460:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.474462:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000019b2f067. 00000040:00000001:2.0:1767384285.474464:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.474466:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.474467:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.474470:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.474474:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1767384285.474475:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.474515:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000040:2.0:1767384285.474524:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294873382, at 4294873383 00000100:00000010:2.0:1767384285.474530:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004c52bad. 00080000:00000001:2.0:1767384285.474562:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.474567:0:17553:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384285.474571:0:17553:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384285.474573:0:17553:0:(llog.c:1547:llog_open()) MGC192.168.204.131@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384285.474577:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000019b2f067. 00000040:00000001:2.0:1767384285.474581:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.474583:0:17553:0:(llog.c:1717:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.474585:0:17553:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:2.0:1767384285.474586:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.474588:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000019b2f067. 00000040:00000001:2.0:1767384285.474591:0:17553:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767384285.474593:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000010:2.0:1767384285.474596:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1870516. 00000020:00000040:2.0:1767384285.474598:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384285.474600:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384285.474602:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384285.474604:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384285.474607:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d71a37a. 00000100:00000001:2.0:1767384285.474609:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.474613:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384285.474614:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384285.474616:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d00f9045. 00000100:00000001:2.0:1767384285.474622:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375521979776 : -119698187571840 : ffff9322980cad80) 00000100:00000001:2.0:1767384285.474624:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.474625:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000001:2.0:1767384285.474627:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384285.474628:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.474630:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384285.474631:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384285.474633:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1870516 x1853236732497280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.474638:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384285.474639:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.474642:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384285.474643:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384285.474644:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.474646:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497280:0@lo:501: 00000100:00000001:2.0:1767384285.474648:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384285.474650:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384285.474651:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.474652:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384285.474654:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000daabecce. 02000000:00000001:2.0:1767384285.474655:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384285.474658:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c51b81b4. 00000400:00000010:2.0:1767384285.474661:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384285.474664:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732497280, portal 25 00000100:00000001:2.0:1767384285.474665:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.474666:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000040:2.0:1767384285.474669:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b1870516 x1853236732497280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.474673:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384285.474675:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384285.474676:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1cb4fbf. 00000100:00000200:2.0:1767384285.474678:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236732497280, offset 0 00000400:00000200:2.0:1767384285.474680:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384285.474684:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384285.474693:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d200d80 00000400:00000200:2.0:1767384285.474697:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x165 [2] + 0 00000400:00000010:2.0:1767384285.474699:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4d6c60e. 00000400:00000200:2.0:1767384285.474701:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066ce9e10 00000400:00000200:2.0:1767384285.474704:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384285.474706:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384285.474708:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066ce9e10 00000400:00000010:2.0:1767384285.474709:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066ce9e10. 00000100:00000001:2.0:1767384285.474712:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384285.474714:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384285.474716:0:17553:0:(events.c:337:request_in_callback()) incoming req@0000000067f9c929 x1853236732497280 msgsize 512 00000100:00100000:2.0:1767384285.474718:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384285.474720:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384285.474731:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384285.474735:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1cb4fbf 00000400:00000010:2.0:1767384285.474737:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1cb4fbf. 00000100:00000001:2.0:1767384285.474741:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384285.474744:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1870516 x1853236732497280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.474753:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.474755:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b1870516 x1853236732497280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.474762:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.474764:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384285.474768:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.474771:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294873386 00000100:00000010:2.0:1767384285.474774:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004c52bad. 00000100:00000001:2.0:1767384285.474778:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384285.474793:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294873386 00000100:00000010:2.0:1767384285.474796:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a90bb488. 00000100:00000001:2.0:1767384285.474799:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384285.474807:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294873386 00000100:00000010:2.0:1767384285.474809:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d6586d6. 00000100:00000001:2.0:1767384285.474819:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384285.474824:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294873386 00000100:00000010:2.0:1767384285.474827:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a8c9edb. 00000100:00000001:2.0:1767384285.474831:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384285.474839:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.474842:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.474844:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384285.474846:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384285.474848:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d00f9045 going to sleep for 11 seconds 00000100:00000001:2.0:1767384285.474851:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.474853:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.474876:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384285.474878:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384285.474883:0:16776:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.474885:0:16776:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.475294:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384285.475298:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384285.475300:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384285.475302:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c51b81b4. 00000400:00000200:2.0:1767384285.475305:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384285.475307:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000001:2.0:1767384285.475310:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384285.475313:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1870516 x1853236732497280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384285.475322:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1870516 x1853236732497280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.475331:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384285.475332:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.475334:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384285.475336:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384285.475338:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384285.475339:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.475342:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384285.475345:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384285.475349:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384285.475357:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384285.475361:0:17553:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@00000000b1870516 x1853236732497280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.475368:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384285.475371:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1767384285.475374:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1870516 x1853236732497280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.475381:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1767384285.475384:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384285.475385:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384285.475403:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1870516 x1853236732497280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384285.475413:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497280:0@lo:501: 00000100:00000001:2.0:1767384285.475417:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.475418:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384285.475420:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384285.475421:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.475423:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1870516 x1853236732497280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.475427:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384285.475429:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d00f9045. 00000100:00000001:2.0:1767384285.475430:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384285.475431:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.475432:0:17553:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1767384285.475435:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.475435:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.475437:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384285.475438:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.475439:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1870516 x1853236732497280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.475444:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384285.475450:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384285.475451:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000daabecce. 02000000:00000001:2.0:1767384285.475453:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384285.475454:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.475455:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.475456:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384285.475457:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009d71a37a. 02000000:00000001:2.0:1767384285.475459:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384285.475460:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384285.475460:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1870516. 00000100:00000001:2.0:1767384285.475462:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384285.475463:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1767384285.475464:0:17553:0:(llog.c:1547:llog_open()) MGC192.168.204.131@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384285.475466:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000019b2f067. 00000040:00000001:2.0:1767384285.475467:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.475469:0:17553:0:(llog.c:1644:llog_backup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:01000000:2.0:1767384285.475471:0:17553:0:(mgc_request_server.c:758:mgc_llog_local_copy()) MGC192.168.204.131@tcp: no remote llog for lustre-sptlrpc, check MGS config 00000040:00000001:2.0:1767384285.475473:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384285.475474:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.475475:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000019b2f067. 00000040:00000001:2.0:1767384285.475499:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.475501:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.475502:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.475504:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.475507:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.475518:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.475520:0:17553:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384285.475521:0:17553:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384285.475523:0:17553:0:(llog.c:1547:llog_open()) MGC192.168.204.131@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384285.475524:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000019b2f067. 00000040:00000001:2.0:1767384285.475526:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.475527:0:17553:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.475528:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384285.475529:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.475535:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000019b2f067. 00000040:00000001:2.0:1767384285.475537:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.475538:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.475539:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.475541:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.475543:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.475550:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.475551:0:17553:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384285.475553:0:17553:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384285.475554:0:17553:0:(llog.c:1547:llog_open()) MGC192.168.204.131@tcp: Failed to open llog lustre-sptlrpcT: rc -2 00000040:00000010:2.0:1767384285.475556:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000019b2f067. 00000040:00000001:2.0:1767384285.475557:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.475558:0:17553:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:2.0:1767384285.475560:0:17553:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 00000000bcecb443. 10000000:00000001:2.0:1767384285.475562:0:17553:0:(mgc_request_server.c:802:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 10000000:01000000:2.0:1767384285.475564:0:17553:0:(mgc_request_server.c:888:mgc_get_local_copy()) MGC192.168.204.131@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00000001:2.0:1767384285.475566:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384285.475567:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384285.475568:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f2fbd7cf refcount=3 00000020:00000001:2.0:1767384285.475569:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515165696 : -119698194385920 : ffff932297a4b400) 00010000:00000001:2.0:1767384285.475571:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515165696 : -119698194385920 : ffff932297a4b400) 00010000:00000001:2.0:1767384285.475573:0:17553:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384285.475575:0:17553:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 00000000f2fbd7cf/0xf83434fd52e6d794 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d79b expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384285.475581:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384285.475582:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384285.475583:0:17553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 00000000f2fbd7cf/0xf83434fd52e6d794 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d79b expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384285.475588:0:17553:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384285.475589:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384285.475593:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384285.475594:0:17553:0:(mgc_request_server.c:896:mgc_get_local_copy()) Process leaving 00000020:00000010:2.0:1767384285.475597:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000154a44c7. 00000040:00000010:2.0:1767384285.475599:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000116e0aa1. 00000020:00000010:2.0:1767384285.475601:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e2506e52. 00000020:00000010:2.0:1767384285.475603:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a013b735. 80000000:00000010:2.0:1767384285.475606:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000918cad10. 00040000:00000010:2.0:1767384285.475608:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a38d9a23. 00080000:00000010:2.0:1767384285.475610:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000edb0d3f4. 20000000:00000010:2.0:1767384285.475612:0:17553:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009b69706e. 00000020:00000010:2.0:1767384285.475614:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013ad9ce7. 10000000:00000010:2.0:1767384285.475615:0:17553:0:(mgc_request_server.c:901:mgc_get_local_copy()) kfreed 'env': 56 at 00000000d2122266. 10000000:00000001:2.0:1767384285.475617:0:17553:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767384285.475619:0:17553:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.475620:0:17553:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1767384285.475622:0:17553:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93229f290800 10000000:00000010:2.0:1767384285.475624:0:17553:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000009b69706e. 10000000:01000000:2.0:1767384285.475627:0:17553:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:2.0:1767384285.475630:0:17553:0:(genops.c:887:class_export_get()) GET export 000000006d14cdc8 refcount=9 10000000:00000001:2.0:1767384285.475631:0:17553:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446624370895157760 : -119702814393856 : ffff93218444fa00) 10000000:00000001:2.0:1767384285.475632:0:17553:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767384285.475633:0:17553:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.475635:0:17553:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1767384285.475635:0:17553:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9322a0a88000 10000000:00000010:2.0:1767384285.475637:0:17553:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 280 at 00000000a38d9a23. 10000000:01000000:2.0:1767384285.475638:0:17553:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00000020:00000040:2.0:1767384285.475640:0:17553:0:(genops.c:887:class_export_get()) GET export 000000006d14cdc8 refcount=10 10000000:00000001:2.0:1767384285.475642:0:17553:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384285.475643:0:17553:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff9322a0a88000 from 1 10000000:00000001:2.0:1767384285.475645:0:17553:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384285.475646:0:17553:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:2.0:1767384285.475649:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1870516. 00000020:00000040:2.0:1767384285.475650:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384285.475652:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384285.475653:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384285.475658:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384285.475661:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000019b2f067. 00000100:00000001:2.0:1767384285.475663:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.475666:0:17553:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384285.475669:0:17553:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384285.475675:0:17553:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002e0542a0. 00010000:00000001:2.0:1767384285.475679:0:17553:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384285.475681:0:17553:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006140ea5f. 00000020:00000001:2.0:1767384285.475685:0:17553:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384285.475687:0:17553:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006140ea5f with handle 0xf83434fd52e6d86d to hash 00000020:00000001:2.0:1767384285.475688:0:17553:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384285.475689:0:17553:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515167744 : -119698194383872 : ffff932297a4bc00) 00010000:00000001:2.0:1767384285.475691:0:17553:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515167744 : -119698194383872 : ffff932297a4bc00) 00010000:00000001:2.0:1767384285.475693:0:17553:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384285.475694:0:17553:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384285.475696:0:17553:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 000000006140ea5f/0xf83434fd52e6d86d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384285.475701:0:17553:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 000000006140ea5f/0xf83434fd52e6d86d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384285.475707:0:17553:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 000000006140ea5f/0xf83434fd52e6d86d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384285.475711:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384285.475712:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384285.475713:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d00f9045. 00000100:00000001:2.0:1767384285.475715:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375521979776 : -119698187571840 : ffff9322980cad80) 00000100:00000001:2.0:1767384285.475716:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.475717:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000001:2.0:1767384285.475719:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384285.475720:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.475722:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384285.475722:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384285.475724:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1870516 x1853236732497408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.475733:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384285.475734:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.475736:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384285.475737:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384285.475739:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.475740:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497408:0@lo:101: 00000100:00000001:2.0:1767384285.475743:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384285.475745:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384285.475746:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.475747:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384285.475749:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a0470922. 02000000:00000001:2.0:1767384285.475750:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384285.475752:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c51b81b4. 00000400:00000010:2.0:1767384285.475754:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384285.475757:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732497408, portal 25 00000100:00000001:2.0:1767384285.475758:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.475759:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000040:2.0:1767384285.475761:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b1870516 x1853236732497408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.475766:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384285.475767:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384285.475768:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1cb4fbf. 00000100:00000200:2.0:1767384285.475769:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732497408, offset 0 00000400:00000200:2.0:1767384285.475772:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384285.475776:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384285.475779:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d200e00 00000400:00000200:2.0:1767384285.475782:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x169 [2] + 0 00000400:00000010:2.0:1767384285.475784:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe480c12. 00000400:00000200:2.0:1767384285.475786:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b995a357 00000400:00000200:2.0:1767384285.475789:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384285.475791:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384285.475793:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b995a357 00000400:00000010:2.0:1767384285.475798:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b995a357. 00000100:00000001:2.0:1767384285.475800:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384285.475801:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384285.475803:0:17553:0:(events.c:337:request_in_callback()) incoming req@0000000013f33ff2 x1853236732497408 msgsize 328 00000100:00100000:2.0:1767384285.475806:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384285.475807:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384285.475816:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384285.475821:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1cb4fbf 00000400:00000010:2.0:1767384285.475823:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1cb4fbf. 00000100:00000001:2.0:1767384285.475825:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384285.475828:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1870516 x1853236732497408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.475846:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.475849:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b1870516 x1853236732497408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.475856:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.475858:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384285.475862:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.475865:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294873387 00000100:00000001:2.0:1767384285.475869:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294873386 00000100:00000001:2.0:1767384285.475873:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294873387 00000100:00000001:2.0:1767384285.475875:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294873386 00000100:00000001:2.0:1767384285.475878:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294873387 00000100:00000001:2.0:1767384285.475881:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294873386 00000100:00000001:2.0:1767384285.475884:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294873387 00000100:00000001:2.0:1767384285.475886:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294873386 00000100:00000001:2.0:1767384285.475889:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.475891:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.475893:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384285.475895:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384285.475897:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d00f9045 going to sleep for 11 seconds 00000100:00000001:2.0:1767384285.475899:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.475905:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.476235:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384285.476239:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384285.476241:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384285.476243:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c51b81b4. 00000400:00000200:2.0:1767384285.476246:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384285.476247:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000001:2.0:1767384285.476250:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384285.476253:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1870516 x1853236732497408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384285.476262:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1870516 x1853236732497408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.476270:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384285.476271:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.476274:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384285.476275:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384285.476277:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384285.476278:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.476281:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384285.476284:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384285.476287:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384285.476290:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384285.476292:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.476294:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384285.476296:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.476298:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.476300:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1870516 x1853236732497408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.476318:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.476320:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384285.476321:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384285.476324:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1870516 x1853236732497408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384285.476332:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497408:0@lo:101: 00000100:00000001:2.0:1767384285.476345:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.476347:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.476348:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384285.476349:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.476351:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1870516 x1853236732497408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.476356:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384285.476357:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d00f9045. 00000100:00000001:2.0:1767384285.476359:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384285.476360:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.476362:0:17553:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384285.476364:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384285.476365:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384285.476366:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006140ea5f refcount=4 00000020:00000001:2.0:1767384285.476367:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515167744 : -119698194383872 : ffff932297a4bc00) 00010000:00000001:2.0:1767384285.476369:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515167744 : -119698194383872 : ffff932297a4bc00) 00010000:00000040:2.0:1767384285.476372:0:17553:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000006140ea5f, remote cookie: 0xf83434fd52e6d874, flags: 0x0 00010000:00000001:2.0:1767384285.476374:0:17553:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384285.476376:0:17553:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384285.476377:0:17553:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384285.476378:0:17553:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384285.476379:0:17553:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384285.476380:0:17553:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (000000002e0542a0) refcount = 1 00010000:00010000:2.0:1767384285.476382:0:17553:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 000000006140ea5f/0xf83434fd52e6d86d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d874 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384285.476386:0:17553:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384285.476387:0:17553:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384285.476403:0:17553:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384285.476405:0:17553:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384285.476407:0:17553:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384285.476409:0:17553:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 000000006140ea5f/0xf83434fd52e6d86d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d874 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384285.476421:0:17553:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384285.476423:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384285.476424:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384285.476424:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384285.476425:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384285.476426:0:17553:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.476427:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.476429:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1870516 x1853236732497408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.476433:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384285.476434:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384285.476436:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a0470922. 02000000:00000001:2.0:1767384285.476437:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384285.476438:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.476439:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.476441:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384285.476442:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000019b2f067. 02000000:00000001:2.0:1767384285.476443:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384285.476444:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384285.476445:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1870516. 00000100:00000001:2.0:1767384285.476447:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384285.476448:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384285.476449:0:17553:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.476450:0:17553:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384285.476451:0:17553:0:(mgc_request.c:108:config_log_get()) log nodemap (00000000a38d9a23) refs 2 10000000:00000001:2.0:1767384285.476453:0:17553:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.476454:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384285.476455:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384285.476456:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006140ea5f refcount=3 00000020:00000001:2.0:1767384285.476457:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515167744 : -119698194383872 : ffff932297a4bc00) 00010000:00000001:2.0:1767384285.476459:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515167744 : -119698194383872 : ffff932297a4bc00) 00010000:00000001:2.0:1767384285.476461:0:17553:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384285.476462:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384285.476463:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384285.476463:0:17553:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.476469:0:17553:0:(mgc_request_server.c:501:mgc_process_nodemap_log()) Process entered 10000000:00000001:2.0:1767384285.476472:0:17553:0:(mgc_request_server.c:506:mgc_process_nodemap_log()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:2.0:1767384285.476475:0:17553:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'nodemap' succeeded (0). 10000000:00000001:2.0:1767384285.476499:0:17553:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384285.476501:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384285.476502:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384285.476503:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006140ea5f refcount=3 00000020:00000001:2.0:1767384285.476505:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515167744 : -119698194383872 : ffff932297a4bc00) 00010000:00000001:2.0:1767384285.476506:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515167744 : -119698194383872 : ffff932297a4bc00) 00010000:00000001:2.0:1767384285.476508:0:17553:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384285.476510:0:17553:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000006140ea5f/0xf83434fd52e6d86d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d874 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384285.476526:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384285.476527:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384285.476528:0:17553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 000000006140ea5f/0xf83434fd52e6d86d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d874 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384285.476531:0:17553:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384285.476532:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384285.476533:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384285.476534:0:17553:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.476536:0:17553:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.476537:0:17553:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446624370895152640 : -119702814398976 : ffff93218444e600) 10000000:00000001:2.0:1767384285.476539:0:17553:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1767384285.476540:0:17553:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:00000010:2.0:1767384285.476543:0:17553:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000019b2f067. 10000000:01000000:2.0:1767384285.476545:0:17553:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:2.0:1767384285.476546:0:17553:0:(genops.c:887:class_export_get()) GET export 000000006d14cdc8 refcount=11 10000000:00000001:2.0:1767384285.476548:0:17553:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446624370895155200 : -119702814396416 : ffff93218444f000) 10000000:00000001:2.0:1767384285.476551:0:17553:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446624370895155200 : -119702814396416 : ffff93218444f000) 10000000:00000001:2.0:1767384285.476552:0:17553:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384285.476554:0:17553:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:00000001:2.0:1767384285.476555:0:17553:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384285.476560:0:17553:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:2.0:1767384285.476563:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1870516. 00000020:00000040:2.0:1767384285.476565:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384285.476567:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384285.476568:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384285.476570:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384285.476572:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d71a37a. 00000100:00000001:2.0:1767384285.476575:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.476577:0:17553:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384285.476588:0:17553:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384285.476591:0:17553:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000075265002 count: 4 00010000:00000001:2.0:1767384285.476593:0:17553:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384285.476595:0:17553:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384285.476597:0:17553:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bf69ceff. 00000020:00000001:2.0:1767384285.476599:0:17553:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384285.476600:0:17553:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bf69ceff with handle 0xf83434fd52e6d87b to hash 00000020:00000001:2.0:1767384285.476602:0:17553:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384285.476603:0:17553:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515168256 : -119698194383360 : ffff932297a4be00) 00010000:00000001:2.0:1767384285.476604:0:17553:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515168256 : -119698194383360 : ffff932297a4be00) 00010000:00000001:2.0:1767384285.476606:0:17553:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384285.476607:0:17553:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384285.476608:0:17553:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 00000000bf69ceff/0xf83434fd52e6d87b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384285.476613:0:17553:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 00000000bf69ceff/0xf83434fd52e6d87b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384285.476618:0:17553:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 00000000bf69ceff/0xf83434fd52e6d87b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384285.476621:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384285.476621:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384285.476624:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d00f9045. 00000100:00000001:2.0:1767384285.476625:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375521979776 : -119698187571840 : ffff9322980cad80) 00000100:00000001:2.0:1767384285.476627:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.476631:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000001:2.0:1767384285.476633:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384285.476635:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.476636:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384285.476637:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384285.476639:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1870516 x1853236732497536/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.476644:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384285.476646:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.476647:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384285.476649:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384285.476650:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.476652:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497536:0@lo:101: 00000100:00000001:2.0:1767384285.476654:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384285.476655:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384285.476656:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.476658:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384285.476660:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a0470922. 02000000:00000001:2.0:1767384285.476661:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384285.476663:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c51b81b4. 00000400:00000010:2.0:1767384285.476666:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384285.476668:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732497536, portal 25 00000100:00000001:2.0:1767384285.476670:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.476671:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000040:2.0:1767384285.476673:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b1870516 x1853236732497536/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.476678:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384285.476679:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384285.476680:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1cb4fbf. 00000100:00000200:2.0:1767384285.476681:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732497536, offset 0 00000400:00000200:2.0:1767384285.476684:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384285.476687:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384285.476691:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d200e80 00000400:00000200:2.0:1767384285.476694:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16d [2] + 0 00000400:00000010:2.0:1767384285.476700:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024b8492a. 00000400:00000200:2.0:1767384285.476702:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001ab1c74b 00000400:00000200:2.0:1767384285.476706:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384285.476708:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384285.476710:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ab1c74b 00000400:00000010:2.0:1767384285.476712:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ab1c74b. 00000100:00000001:2.0:1767384285.476714:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384285.476715:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384285.476718:0:17553:0:(events.c:337:request_in_callback()) incoming req@00000000aa665442 x1853236732497536 msgsize 328 00000100:00100000:2.0:1767384285.476720:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384285.476721:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384285.476730:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384285.476734:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1cb4fbf 00000400:00000010:2.0:1767384285.476736:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1cb4fbf. 00000100:00000001:2.0:1767384285.476738:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384285.476742:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1870516 x1853236732497536/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.476750:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.476752:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b1870516 x1853236732497536/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.476760:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.476762:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384285.476766:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.476768:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294873388 00000100:00000001:2.0:1767384285.476772:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294873387 00000100:00000001:2.0:1767384285.476776:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294873388 00000100:00000001:2.0:1767384285.476779:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294873387 00000100:00000001:2.0:1767384285.476781:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294873388 00000100:00000001:2.0:1767384285.476785:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294873387 00000100:00000001:2.0:1767384285.476788:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294873388 00000100:00000001:2.0:1767384285.476790:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294873387 00000100:00000001:2.0:1767384285.476793:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.476802:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.476804:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384285.476805:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384285.476808:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d00f9045 going to sleep for 11 seconds 00000100:00000001:2.0:1767384285.476810:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.476812:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.477183:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384285.477187:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384285.477189:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384285.477191:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c51b81b4. 00000400:00000200:2.0:1767384285.477194:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384285.477196:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000001:2.0:1767384285.477199:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384285.477202:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1870516 x1853236732497536/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384285.477211:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1870516 x1853236732497536/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.477219:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384285.477221:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.477223:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384285.477225:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384285.477226:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384285.477228:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.477246:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384285.477251:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384285.477256:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384285.477260:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384285.477262:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.477265:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384285.477267:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.477271:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.477275:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1870516 x1853236732497536/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.477286:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.477289:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384285.477291:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384285.477306:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1870516 x1853236732497536/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384285.477318:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497536:0@lo:101: 00000100:00000001:2.0:1767384285.477322:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.477324:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.477326:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384285.477328:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.477330:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1870516 x1853236732497536/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.477336:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384285.477338:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d00f9045. 00000100:00000001:2.0:1767384285.477341:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384285.477342:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.477344:0:17553:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384285.477345:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384285.477347:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384285.477349:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bf69ceff refcount=4 00000020:00000001:2.0:1767384285.477351:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515168256 : -119698194383360 : ffff932297a4be00) 00010000:00000001:2.0:1767384285.477353:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515168256 : -119698194383360 : ffff932297a4be00) 00010000:00000040:2.0:1767384285.477357:0:17553:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000bf69ceff, remote cookie: 0xf83434fd52e6d882, flags: 0x0 00010000:00000001:2.0:1767384285.477359:0:17553:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384285.477361:0:17553:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384285.477363:0:17553:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384285.477365:0:17553:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384285.477366:0:17553:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384285.477368:0:17553:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000075265002) refcount = 4 00010000:00000040:2.0:1767384285.477370:0:17553:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384285.477372:0:17553:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.131@tcp lock: 0000000084773b36/0xf83434fd52e6d835 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d83c expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384285.477378:0:17553:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.131@tcp lock: 000000009dd34fae/0xf83434fd52e6d7b0 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d7b7 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384285.477383:0:17553:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.131@tcp lock: 00000000f2fbd7cf/0xf83434fd52e6d794 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d79b expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384285.477442:0:17553:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 00000000bf69ceff/0xf83434fd52e6d87b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d882 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384285.477446:0:17553:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384285.477447:0:17553:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384285.477448:0:17553:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384285.477450:0:17553:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384285.477451:0:17553:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384285.477453:0:17553:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 00000000bf69ceff/0xf83434fd52e6d87b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d882 expref: -99 pid: 17553 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384285.477456:0:17553:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384285.477457:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384285.477458:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384285.477459:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384285.477460:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384285.477461:0:17553:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.477463:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.477465:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1870516 x1853236732497536/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.477469:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384285.477470:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384285.477472:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a0470922. 02000000:00000001:2.0:1767384285.477474:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384285.477475:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.477476:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.477478:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384285.477479:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009d71a37a. 02000000:00000001:2.0:1767384285.477481:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384285.477482:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384285.477483:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1870516. 00000100:00000001:2.0:1767384285.477485:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384285.477485:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384285.477487:0:17553:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.477488:0:17553:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384285.477519:0:17553:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (0000000019b2f067) refs 2 10000000:00000001:2.0:1767384285.477521:0:17553:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.477523:0:17553:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384285.477524:0:17553:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384285.477525:0:17553:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bf69ceff refcount=3 00000020:00000001:2.0:1767384285.477527:0:17553:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515168256 : -119698194383360 : ffff932297a4be00) 00010000:00000001:2.0:1767384285.477529:0:17553:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515168256 : -119698194383360 : ffff932297a4be00) 00010000:00000001:2.0:1767384285.477530:0:17553:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384285.477532:0:17553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384285.477533:0:17553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384285.477534:0:17553:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.477536:0:17553:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1767384285.477538:0:17553:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000d2122266. 00000020:00000010:2.0:1767384285.477540:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d71a37a. 00000020:00000010:2.0:1767384285.477542:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000daabecce. 00000040:00000010:2.0:1767384285.477543:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000066c79010. 00000020:00000010:2.0:1767384285.477545:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000edb0d3f4. 00000020:00000010:2.0:1767384285.477548:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f3420231. 80000000:00000010:2.0:1767384285.477550:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000918cad10. 00040000:00000010:2.0:1767384285.477552:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000083f5a004. 00080000:00000010:2.0:1767384285.477554:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e2506e52. 20000000:00000010:2.0:1767384285.477557:0:17553:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000086620a6a. 10000000:00000040:2.0:1767384285.477560:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000028c65bae : new refcount 2 10000000:00000040:2.0:1767384285.477561:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000006b7cd4d6 : new refcount 2 10000000:00000040:2.0:1767384285.477563:0:17553:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.204.131@tcp: copy local log lustre-OST0000 10000000:00000001:2.0:1767384285.477565:0:17553:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:2.0:1767384285.477566:0:17553:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 00000000bcecb443. 00000040:00000001:2.0:1767384285.477568:0:17553:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:2.0:1767384285.477569:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.477570:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000086f94f32. 00000040:00000001:2.0:1767384285.477573:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.477574:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.477575:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.477577:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.477585:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.477597:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.477599:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.477600:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.477602:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384285.477605:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000007fdf391d. 00000020:00000001:2.0:1767384285.477607:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384285.477610:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dc736267. 00000020:00000001:2.0:1767384285.477612:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384285.477614:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d608b3be. 00000020:00000001:2.0:1767384285.477616:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.477618:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.477619:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.477621:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.477622:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.477634:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.477640:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.477644:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.477655:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.477656:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.477657:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.477659:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.477660:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384285.477662:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.477663:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.477665:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.477667:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624375170446424 : -119698539105192 : ffff93228318b458) 00000040:00000001:2.0:1767384285.477670:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.477671:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.477673:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384285.477676:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006bd92c6b. 00000040:00000001:2.0:1767384285.477678:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384285.477680:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384285.479616:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.479619:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.479621:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.479623:0:17553:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384285.479625:0:17553:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008556e0b9. 00000040:00001000:2.0:1767384285.479633:0:17553:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1767384285.479636:0:17553:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384285.479640:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097144ec7. 00000020:00000010:2.0:1767384285.479642:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b8362d99. 00000040:00000010:2.0:1767384285.479644:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000496cad5. 00000020:00000010:2.0:1767384285.479647:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ca4d3fb6. 00000020:00000010:2.0:1767384285.479650:0:17553:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000080cfbcb1. 00000020:00000010:2.0:1767384285.479652:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001b4cf1ea. 80000000:00000010:2.0:1767384285.479654:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007dd18e58. 40000000:00000010:2.0:1767384285.479656:0:17553:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007397b582. 00100000:00000010:2.0:1767384285.479659:0:17553:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fa2b91d8. 00040000:00000010:2.0:1767384285.479661:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006018dd6b. 00040000:00000010:2.0:1767384285.479664:0:17553:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000047f06718. 00040000:00000010:2.0:1767384285.479666:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a282a341. 00080000:00000010:2.0:1767384285.479668:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000493d822. 00000004:00000010:2.0:1767384285.479672:0:17553:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000086b37a10. 00000004:00000010:2.0:1767384285.479675:0:17553:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005fd8554a. 00000004:00000010:2.0:1767384285.479678:0:17553:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002e107793. 00002000:00000010:2.0:1767384285.479680:0:17553:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a0470922. 00000004:00000010:2.0:1767384285.479683:0:17553:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004a4eb744. 00000020:00000010:2.0:1767384285.479685:0:17553:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000081a2e70b. 00000040:00000010:2.0:1767384285.479706:0:17553:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e4aa8f67. 00000040:00001000:2.0:1767384285.479708:0:17553:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1767384285.479710:0:17553:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384285.479712:0:17553:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384285.479717:0:17553:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:2.0:1767384285.480010:0:17553:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384285.480014:0:17553:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.480016:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932184696000 type=0x10620000 idx=1 00000040:00001000:2.0:1767384285.480019:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767384285.480021:0:17553:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:2.0:1767384285.480023:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846960e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767384285.480024:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:2.0:1767384285.480031:0:17553:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:2.0:1767384285.480033:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932184696160 type=0x10620000 idx=3 00000040:00001000:2.0:1767384285.480034:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:2.0:1767384285.480036:0:17553:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:2.0:1767384285.480037:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846961d0 type=0x10620000 idx=4 00000040:00001000:2.0:1767384285.480038:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:2.0:1767384285.480039:0:17553:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:2.0:1767384285.480040:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846962b0 type=0x10620000 idx=5 00000040:00001000:2.0:1767384285.480042:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:2.0:1767384285.480043:0:17553:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:2.0:1767384285.480044:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932184696390 type=0x10620000 idx=6 00000040:00001000:2.0:1767384285.480045:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:2.0:1767384285.480046:0:17553:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:2.0:1767384285.480047:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846963e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384285.480048:0:17553:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:2.0:1767384285.480050:0:17553:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384285.480051:0:17553:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384285.480053:0:17553:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:2.0:1767384285.480070:0:17553:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384285.480088:0:17553:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.480090:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846963e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384285.480091:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:2.0:1767384285.480092:0:17553:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00001000:2.0:1767384285.480094:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846964c0 type=0x0 idx=0 00000040:00000001:2.0:1767384285.480096:0:17553:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1767384285.480097:0:17553:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000040:00000010:2.0:1767384285.480099:0:17553:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e4aa8f67. 00000020:00000010:2.0:1767384285.480105:0:17553:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000081a2e70b. 00000020:00000010:2.0:1767384285.480110:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b8362d99. 00000040:00000010:2.0:1767384285.480113:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000496cad5. 00000020:00000010:2.0:1767384285.480125:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ca4d3fb6. 00000020:00000010:2.0:1767384285.480130:0:17553:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000080cfbcb1. 00000020:00000010:2.0:1767384285.480133:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001b4cf1ea. 80000000:00000010:2.0:1767384285.480141:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007dd18e58. 40000000:00000010:2.0:1767384285.480144:0:17553:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007397b582. 00100000:00000010:2.0:1767384285.480147:0:17553:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fa2b91d8. 00040000:00000010:2.0:1767384285.480149:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006018dd6b. 00040000:00000010:2.0:1767384285.480152:0:17553:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000047f06718. 00040000:00000010:2.0:1767384285.480155:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a282a341. 00080000:00000010:2.0:1767384285.480157:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000493d822. 00000004:00000010:2.0:1767384285.480160:0:17553:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000086b37a10. 00000004:00000010:2.0:1767384285.480164:0:17553:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005fd8554a. 00000004:00000010:2.0:1767384285.480168:0:17553:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002e107793. 00002000:00000010:2.0:1767384285.480171:0:17553:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a0470922. 00000004:00000010:2.0:1767384285.480174:0:17553:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004a4eb744. 00000020:00000010:2.0:1767384285.480192:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097144ec7. 00000040:00000010:2.0:1767384285.480195:0:17553:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008556e0b9. 00000040:00000001:2.0:1767384285.480196:0:17553:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480199:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384285.480201:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000d608b3be/00000000dc736267 to site lru. bkt: 0000000073f75ab5 00000040:00000010:2.0:1767384285.480204:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000007fdf391d. 00000040:00000001:2.0:1767384285.480206:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384285.480207:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006bd92c6b. 00000040:00000010:2.0:1767384285.480209:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000086f94f32. 00000040:00000001:2.0:1767384285.480210:0:17553:0:(llog.c:1739:llog_validate()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480212:0:17553:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:2.0:1767384285.480212:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.480214:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000116e0aa1. 00000040:00000001:2.0:1767384285.480216:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.480217:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.480218:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.480220:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.480223:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.480234:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.480236:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.480236:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.480238:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384285.480240:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000007fdf391d. 00000020:00000001:2.0:1767384285.480262:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384285.480265:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375170446424 : -119698539105192 : ffff93228318b458) 00000040:00000001:2.0:1767384285.480267:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480269:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480271:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384285.480273:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006bd92c6b. 00000040:00000001:2.0:1767384285.480275:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384285.480276:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384285.480316:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480318:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480320:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480321:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384285.480322:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.480324:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000154a44c7. 00000040:00000001:2.0:1767384285.480326:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.480327:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.480329:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.480331:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.480334:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.480343:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.480346:0:17553:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384285.480348:0:17553:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384285.480350:0:17553:0:(llog.c:1547:llog_open()) MGC192.168.204.131@tcp: Failed to open llog lustre-OST0000T: rc -2 00000040:00000010:2.0:1767384285.480352:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000154a44c7. 00000040:00000001:2.0:1767384285.480354:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.480356:0:17553:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.480358:0:17553:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:2.0:1767384285.480359:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.480360:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000154a44c7. 00000040:00000001:2.0:1767384285.480361:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.480362:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.480363:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.480365:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.480367:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.480381:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:2.0:1767384285.480386:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000c6003c4c. 00000020:00000001:2.0:1767384285.480388:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384285.480434:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006018dd6b. 00000020:00000001:2.0:1767384285.480445:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384285.480462:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bfe83277. 00000020:00000001:2.0:1767384285.480464:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.480465:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.480467:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.480468:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.480469:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.480526:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294873388, at 4294873389 00000100:00000010:2.0:1767384285.480533:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d6586d6. 00080000:00000001:2.0:1767384285.480553:0:17553:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384285.480558:0:17553:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.480561:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.480566:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624375170446936 : -119698539104680 : ffff93228318b658) 00000040:00000001:2.0:1767384285.480569:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480572:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480574:0:17553:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384285.480576:0:17553:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.480579:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.480584:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004a4eb744. 00080000:00000001:2.0:1767384285.480587:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375264029696 : -119698445521920 : ffff932288acac00) 00000040:00000001:2.0:1767384285.480590:0:17553:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:2.0:1767384285.480593:0:17553:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1767384285.480595:0:17553:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1767384285.480598:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.480608:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.480609:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.480612:0:17553:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384285.480626:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.480627:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384285.480631:0:17553:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000010:2.0:1767384285.480634:0:17553:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000f5905ed1. 00000001:00000001:2.0:1767384285.480636:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.480642:0:17553:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.480645:0:17553:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1767384285.480647:0:17553:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.480649:0:17553:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.480653:0:17553:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1767384285.480658:0:17553:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480660:0:17553:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480662:0:17553:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.480664:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.480697:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480699:0:17553:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:2.0:1767384285.480701:0:17553:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:2.0:1767384285.480703:0:17553:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:2.0:1767384285.480706:0:17553:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384285.480754:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.480756:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.480789:0:17553:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384285.480791:0:17553:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.480794:0:17553:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.480796:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.480812:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1767384285.480814:0:17553:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.480818:0:17553:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1767384285.480862:0:17553:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480864:0:17553:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480866:0:17553:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.480868:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:2.0:1767384285.480875:0:17553:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 0000000058576a8c. 00080000:00000001:2.0:1767384285.480897:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480898:0:17553:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480900:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384285.480902:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e4aa8f67. 00000040:00000001:2.0:1767384285.480919:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384285.480920:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384285.480922:0:17553:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384285.480923:0:17553:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384285.480925:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384285.480927:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480934:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.480936:0:17553:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384285.480937:0:17553:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000036320177. 00000040:00001000:2.0:1767384285.480938:0:17553:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:2.0:1767384285.480941:0:17553:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384285.480943:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013ad9ce7. 00000020:00000010:2.0:1767384285.480972:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000069ec634. 00000040:00000010:2.0:1767384285.480976:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000027d5aa0d. 00000020:00000010:2.0:1767384285.480979:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002e107793. 00000020:00000010:2.0:1767384285.480982:0:17553:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000080cfbcb1. 00000020:00000010:2.0:1767384285.480985:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e401b124. 80000000:00000010:2.0:1767384285.480988:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007c5936ac. 40000000:00000010:2.0:1767384285.480990:0:17553:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000319fb6a3. 00100000:00000010:2.0:1767384285.480992:0:17553:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000086b37a10. 00040000:00000010:2.0:1767384285.480995:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000381675a7. 00040000:00000010:2.0:1767384285.480997:0:17553:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000493d822. 00040000:00000010:2.0:1767384285.480999:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f9fdd83b. 00080000:00000010:2.0:1767384285.481001:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000047f06718. 00000004:00000010:2.0:1767384285.481003:0:17553:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fa2b91d8. 00000004:00000010:2.0:1767384285.481005:0:17553:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005fd8554a. 00000004:00000010:2.0:1767384285.481008:0:17553:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ca4d3fb6. 00002000:00000010:2.0:1767384285.481010:0:17553:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a0470922. 00000004:00000010:2.0:1767384285.481012:0:17553:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a442bb28. 00000020:00000010:2.0:1767384285.481015:0:17553:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000573c7cf6. 00000040:00000010:2.0:1767384285.481020:0:17553:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005bcfb752. 00000040:00001000:2.0:1767384285.481022:0:17553:0:(llog.c:607:llog_process_thread()) index: 1 last_index 7 00000040:00000001:2.0:1767384285.481024:0:17553:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384285.481025:0:17553:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384285.481028:0:17553:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:2.0:1767384285.481047:0:17553:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384285.481049:0:17553:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.481051:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932184692000 type=0x10620000 idx=1 00000040:00001000:2.0:1767384285.481053:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767384285.481054:0:17553:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.481062:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.481064:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.481065:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.481068:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000aae56da4. 00080000:00000001:2.0:1767384285.481070:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375264027648 : -119698445523968 : ffff932288aca400) 00000040:00000001:2.0:1767384285.481072:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481074:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.481076:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481078:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481079:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481080:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481082:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481083:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481084:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481086:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481088:0:17553:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384285.481090:0:17553:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.481092:0:17553:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481093:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.481099:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481101:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481102:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.481103:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384285.481107:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481295:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:2.0:1767384285.481298:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481312:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384285.481315:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].1, 224 off8416 00000040:00000001:2.0:1767384285.481317:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481319:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481321:0:17553:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1767384285.481323:0:17553:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.481324:0:17553:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481326:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.481331:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481332:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481334:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.481335:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846920e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767384285.481342:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:2.0:1767384285.481343:0:17553:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.481345:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.481346:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.481348:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.481351:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d858d7a6. 00080000:00000001:2.0:1767384285.481353:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624376140973056 : -119697568578560 : ffff9322bcf1c400) 00000040:00000001:2.0:1767384285.481354:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481356:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.481357:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481364:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481365:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481366:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481371:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481372:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481373:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481375:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481376:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.481382:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481383:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481384:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.481385:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384285.481403:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481426:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384285.481436:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481438:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384285.481440:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481443:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.481444:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481448:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:2.0:1767384285.481449:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].2, 128 off8544 00000040:00000001:2.0:1767384285.481451:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481453:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481454:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.481459:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481460:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481461:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.481463:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932184692160 type=0x10620000 idx=3 00000040:00001000:2.0:1767384285.481464:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:2.0:1767384285.481470:0:17553:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.481472:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.481473:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.481474:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.481476:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dfbd7304. 00080000:00000001:2.0:1767384285.481478:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624376140977152 : -119697568574464 : ffff9322bcf1d400) 00000040:00000001:2.0:1767384285.481480:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481481:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.481483:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481488:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481489:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481490:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481514:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481516:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481517:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481519:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481520:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.481526:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481528:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481529:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.481530:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384285.481533:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481538:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384285.481540:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481542:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384285.481543:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481546:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.481547:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481551:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=112 : 112 : 70) 00000040:00080000:2.0:1767384285.481552:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].3, 112 off8656 00000040:00000001:2.0:1767384285.481564:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481565:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481567:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.481571:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481572:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481574:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.481575:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846921d0 type=0x10620000 idx=4 00000040:00001000:2.0:1767384285.481577:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:2.0:1767384285.481578:0:17553:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.481584:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.481585:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.481586:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.481596:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dc0947c2. 00080000:00000001:2.0:1767384285.481598:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861049856 : -119702848501760 : ffff9321823c8800) 00000040:00000001:2.0:1767384285.481600:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481601:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.481602:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481608:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481608:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481610:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481613:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481614:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481615:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481617:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481618:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.481623:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481624:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481625:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.481626:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384285.481629:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481633:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384285.481634:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481637:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384285.481638:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481640:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.481642:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481656:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384285.481658:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].4, 224 off8880 00000040:00000001:2.0:1767384285.481659:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481660:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481662:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.481666:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481667:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481684:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.481686:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846922b0 type=0x10620000 idx=5 00000040:00001000:2.0:1767384285.481687:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:2.0:1767384285.481689:0:17553:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.481690:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.481696:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.481697:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.481700:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000305df19c. 00080000:00000001:2.0:1767384285.481701:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861048832 : -119702848502784 : ffff9321823c8400) 00000040:00000001:2.0:1767384285.481703:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481704:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.481705:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481711:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481712:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481713:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481717:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481718:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481719:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481721:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481722:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.481727:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481728:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481729:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.481730:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384285.481733:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481738:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384285.481739:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481741:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384285.481743:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481746:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.481748:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481751:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384285.481753:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].5, 224 off9104 00000040:00000001:2.0:1767384285.481754:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481755:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481756:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.481760:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481761:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481762:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.481764:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932184692390 type=0x10620000 idx=6 00000040:00001000:2.0:1767384285.481765:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:2.0:1767384285.481766:0:17553:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.481768:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.481769:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.481774:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.481776:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cc5ea207. 00080000:00000001:2.0:1767384285.481778:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861052928 : -119702848498688 : ffff9321823c9400) 00000040:00000001:2.0:1767384285.481780:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481781:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.481783:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481787:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481788:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481789:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481794:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481795:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481796:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481797:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481798:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.481803:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481804:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481805:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.481806:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384285.481808:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481812:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384285.481813:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481816:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384285.481817:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481819:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.481821:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481824:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:2.0:1767384285.481826:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].6, 80 off9184 00000040:00000001:2.0:1767384285.481827:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481828:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481830:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.481833:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481834:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481836:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.481857:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846923e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384285.481858:0:17553:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:2.0:1767384285.481860:0:17553:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384285.481861:0:17553:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384285.481863:0:17553:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:2.0:1767384285.481876:0:17553:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384285.481882:0:17553:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.481884:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846923e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384285.481886:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:2.0:1767384285.481887:0:17553:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.481888:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.481890:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.481891:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.481893:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e15d53ed. 00080000:00000001:2.0:1767384285.481895:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861058048 : -119702848493568 : ffff9321823ca800) 00000040:00000001:2.0:1767384285.481896:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481898:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.481899:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481903:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481904:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481905:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.481909:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.481910:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481911:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481912:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481928:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.481934:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481935:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.481936:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.481936:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384285.481939:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481944:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384285.481945:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481947:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384285.481949:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481951:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.481953:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.481968:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384285.481970:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].7, 224 off9408 00000040:00000001:2.0:1767384285.481971:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481973:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.481974:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.481979:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481980:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481981:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.481987:0:17553:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1767384285.481989:0:17553:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 8 00000040:00000010:2.0:1767384285.481990:0:17553:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005bcfb752. 00000020:00000010:2.0:1767384285.481995:0:17553:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000573c7cf6. 00000020:00000010:2.0:1767384285.481999:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000069ec634. 00000040:00000010:2.0:1767384285.482001:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000027d5aa0d. 00000020:00000010:2.0:1767384285.482003:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002e107793. 00000020:00000010:2.0:1767384285.482006:0:17553:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000080cfbcb1. 00000020:00000010:2.0:1767384285.482008:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e401b124. 80000000:00000010:2.0:1767384285.482010:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007c5936ac. 40000000:00000010:2.0:1767384285.482012:0:17553:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000319fb6a3. 00100000:00000010:2.0:1767384285.482014:0:17553:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000086b37a10. 00040000:00000010:2.0:1767384285.482016:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000381675a7. 00040000:00000010:2.0:1767384285.482018:0:17553:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000493d822. 00040000:00000010:2.0:1767384285.482019:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f9fdd83b. 00080000:00000010:2.0:1767384285.482021:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000047f06718. 00000004:00000010:2.0:1767384285.482023:0:17553:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fa2b91d8. 00000004:00000010:2.0:1767384285.482025:0:17553:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005fd8554a. 00000004:00000010:2.0:1767384285.482027:0:17553:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ca4d3fb6. 00002000:00000010:2.0:1767384285.482029:0:17553:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a0470922. 00000004:00000010:2.0:1767384285.482031:0:17553:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a442bb28. 00000020:00000010:2.0:1767384285.482032:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013ad9ce7. 00000040:00000010:2.0:1767384285.482034:0:17553:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000036320177. 00000040:00000001:2.0:1767384285.482036:0:17553:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.482038:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384285.482039:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000bfe83277/000000006018dd6b to site lru. bkt: 00000000f34ace17 00000040:00000010:2.0:1767384285.482042:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000c6003c4c. 00000040:00000001:2.0:1767384285.482043:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384285.482044:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e4aa8f67. 00000040:00000010:2.0:1767384285.482046:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000154a44c7. 00000040:00000001:2.0:1767384285.482048:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384285.482049:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000d608b3be/00000000dc736267 to site lru. bkt: 0000000073f75ab5 00000040:00000010:2.0:1767384285.482051:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000007fdf391d. 00000040:00000001:2.0:1767384285.482052:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384285.482057:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006bd92c6b. 00000040:00000010:2.0:1767384285.482059:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000116e0aa1. 00000040:00000001:2.0:1767384285.482060:0:17553:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.482062:0:17553:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:2.0:1767384285.482063:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.482064:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f9fdd83b. 00000040:00000001:2.0:1767384285.482066:0:17553:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767384285.482067:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000010:2.0:1767384285.482070:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1870516. 00000020:00000040:2.0:1767384285.482071:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384285.482074:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384285.482075:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384285.482077:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384285.482080:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e401b124. 00000100:00000001:2.0:1767384285.482083:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.482086:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384285.482087:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384285.482089:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006be2cfdf. 00000100:00000001:2.0:1767384285.482090:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375521977664 : -119698187573952 : ffff9322980ca540) 00000100:00000001:2.0:1767384285.482092:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.482093:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000001:2.0:1767384285.482096:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384285.482097:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.482098:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384285.482099:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384285.482102:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1870516 x1853236732497664/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.482109:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384285.482110:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.482112:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384285.482113:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384285.482115:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.482116:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497664:0@lo:501: 00000100:00000001:2.0:1767384285.482119:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384285.482121:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384285.482126:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.482127:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384285.482129:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d5aa0d. 02000000:00000001:2.0:1767384285.482130:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384285.482133:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c51b81b4. 00000400:00000010:2.0:1767384285.482136:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384285.482154:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732497664, portal 25 00000100:00000001:2.0:1767384285.482165:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.482166:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000040:2.0:1767384285.482169:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b1870516 x1853236732497664/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.482174:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384285.482176:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384285.482177:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1cb4fbf. 00000100:00000200:2.0:1767384285.482178:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236732497664, offset 0 00000400:00000200:2.0:1767384285.482181:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384285.482185:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384285.482190:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d200f00 00000400:00000200:2.0:1767384285.482193:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x171 [2] + 0 00000400:00000010:2.0:1767384285.482196:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001afff38. 00000400:00000200:2.0:1767384285.482198:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a37f2e45 00000400:00000200:2.0:1767384285.482200:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384285.482203:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384285.482205:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a37f2e45 00000400:00000010:2.0:1767384285.482206:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a37f2e45. 00000100:00000001:2.0:1767384285.482209:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384285.482226:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384285.482228:0:17553:0:(events.c:337:request_in_callback()) incoming req@000000001a57d01f x1853236732497664 msgsize 512 00000100:00100000:2.0:1767384285.482231:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384285.482232:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384285.482244:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384285.482248:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1cb4fbf 00000400:00000010:2.0:1767384285.482250:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1cb4fbf. 00000100:00000001:2.0:1767384285.482253:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384285.482256:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1870516 x1853236732497664/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.482274:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.482278:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b1870516 x1853236732497664/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.482286:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.482288:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384285.482293:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.482296:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294873393 00000100:00000010:2.0:1767384285.482300:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036320177. 00000100:00000001:2.0:1767384285.482303:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384285.482307:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294873393 00000100:00000010:2.0:1767384285.482310:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c5936ac. 00000100:00000001:2.0:1767384285.482313:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384285.482324:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294873393 00000100:00000010:2.0:1767384285.482326:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023132843. 00000100:00000001:2.0:1767384285.482329:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384285.482332:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294873393 00000100:00000010:2.0:1767384285.482335:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fe41dbfc. 00000100:00000001:2.0:1767384285.482338:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384285.482346:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.482348:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.482351:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384285.482352:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384285.482355:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 000000006be2cfdf going to sleep for 11 seconds 00000100:00000001:2.0:1767384285.482358:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.482359:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.482938:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384285.482942:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384285.482944:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384285.482946:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c51b81b4. 00000400:00000200:2.0:1767384285.482949:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384285.482951:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000001:2.0:1767384285.482954:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384285.482962:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1870516 x1853236732497664/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384285.482973:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1870516 x1853236732497664/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.482982:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384285.482984:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.482986:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384285.482988:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384285.482990:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384285.482992:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.482994:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384285.482998:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384285.483001:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384285.483004:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384285.483006:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.483008:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384285.483010:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483013:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.483016:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1870516 x1853236732497664/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.483025:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.483027:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384285.483029:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384285.483032:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1870516 x1853236732497664/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384285.483041:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497664:0@lo:501: 00000100:00000001:2.0:1767384285.483046:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.483049:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483051:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384285.483052:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.483055:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1870516 x1853236732497664/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.483060:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384285.483068:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006be2cfdf. 00000100:00000001:2.0:1767384285.483070:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384285.483071:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.483074:0:17553:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1767384285.483075:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.483076:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.483078:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384285.483079:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.483081:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1870516 x1853236732497664/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.483086:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384285.483087:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384285.483088:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d5aa0d. 02000000:00000001:2.0:1767384285.483090:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384285.483090:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.483091:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.483092:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384285.483093:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e401b124. 02000000:00000001:2.0:1767384285.483095:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384285.483096:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384285.483097:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1870516. 00000100:00000001:2.0:1767384285.483099:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384285.483100:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384285.483102:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.483103:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384285.483105:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006bd92c6b. 00000040:00000001:2.0:1767384285.483107:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384285.483108:0:17553:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1767384285.483110:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000010:2.0:1767384285.483112:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1870516. 00000020:00000040:2.0:1767384285.483113:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384285.483115:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384285.483117:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384285.483118:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384285.483121:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e401b124. 00000100:00000001:2.0:1767384285.483123:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483125:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384285.483130:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384285.483132:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006be2cfdf. 00000100:00000001:2.0:1767384285.483133:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375521977664 : -119698187573952 : ffff9322980ca540) 00000100:00000001:2.0:1767384285.483135:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.483136:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000001:2.0:1767384285.483153:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384285.483155:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483156:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384285.483157:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384285.483159:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1870516 x1853236732497792/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.483164:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384285.483165:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.483167:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384285.483168:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384285.483169:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.483170:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497792:0@lo:503: 00000100:00000001:2.0:1767384285.483173:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384285.483175:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384285.483176:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.483178:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384285.483188:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000f66287c8. 02000000:00000001:2.0:1767384285.483190:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384285.483192:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c51b81b4. 00000400:00000010:2.0:1767384285.483195:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ae4c38ee. 00000100:00000200:2.0:1767384285.483197:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732497792, portal 25 00000100:00000001:2.0:1767384285.483199:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.483200:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000040:2.0:1767384285.483203:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b1870516 x1853236732497792/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.483223:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384285.483225:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384285.483226:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384285.483228:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732497792, offset 0 00000400:00000200:2.0:1767384285.483235:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384285.483240:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384285.483244:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d200f80 00000400:00000200:2.0:1767384285.483247:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x175 [2] + 0 00000400:00000010:2.0:1767384285.483250:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5f2bb93. 00000400:00000200:2.0:1767384285.483252:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bdbba2ad 00000400:00000200:2.0:1767384285.483255:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384285.483257:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384285.483260:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdbba2ad 00000400:00000010:2.0:1767384285.483261:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdbba2ad. 00000100:00000001:2.0:1767384285.483264:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384285.483265:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384285.483267:0:17553:0:(events.c:337:request_in_callback()) incoming req@000000006314992a x1853236732497792 msgsize 272 00000100:00100000:2.0:1767384285.483270:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384285.483272:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384285.483283:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384285.483287:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384285.483289:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000001:2.0:1767384285.483292:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384285.483296:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1870516 x1853236732497792/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.483305:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.483308:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b1870516 x1853236732497792/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.483316:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483318:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384285.483322:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483325:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294873394 00000100:00000001:2.0:1767384285.483330:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294873393 00000100:00000001:2.0:1767384285.483333:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294873394 00000100:00000001:2.0:1767384285.483337:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294873393 00000100:00000001:2.0:1767384285.483340:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294873394 00000100:00000001:2.0:1767384285.483343:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294873393 00000100:00000001:2.0:1767384285.483353:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294873394 00000100:00000001:2.0:1767384285.483356:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294873393 00000100:00000001:2.0:1767384285.483359:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.483361:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483364:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384285.483365:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384285.483367:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 000000006be2cfdf going to sleep for 11 seconds 00000100:00000001:2.0:1767384285.483370:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.483371:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.485781:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384285.485786:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384285.485788:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384285.485790:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c51b81b4. 00000400:00000200:2.0:1767384285.485793:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae4c38ee 00000400:00000010:2.0:1767384285.485795:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ae4c38ee. 00000100:00000001:2.0:1767384285.485798:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384285.485802:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1870516 x1853236732497792/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384285.485813:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1870516 x1853236732497792/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.485822:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384285.485824:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.485827:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384285.485828:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384285.485830:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384285.485832:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.485834:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384285.485837:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384285.485857:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384285.485860:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384285.485861:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.485863:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384285.485864:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.485866:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.485869:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1870516 x1853236732497792/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.485884:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.485886:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384285.485888:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384285.485891:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1870516 x1853236732497792/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384285.485900:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497792:0@lo:503: 00000100:00000001:2.0:1767384285.485904:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.485907:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.485909:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384285.485910:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.485913:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1870516 x1853236732497792/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.485937:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384285.485939:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006be2cfdf. 00000100:00000001:2.0:1767384285.485942:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384285.485943:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.485948:0:17553:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1767384285.485950:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.485952:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1870516 x1853236732497792/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.485960:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384285.485961:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384285.485962:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000f66287c8. 02000000:00000001:2.0:1767384285.485970:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384285.485972:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.485973:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.485974:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384285.485976:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e401b124. 02000000:00000001:2.0:1767384285.485978:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384285.485979:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384285.485980:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1870516. 00000100:00000001:2.0:1767384285.485982:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384285.485983:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384285.485989:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.485990:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.485992:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767384285.485993:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.485994:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.485996:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384285.485997:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.485998:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e401b124. 00000040:00000001:2.0:1767384285.486000:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.486002:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.486003:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.486005:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.486009:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.486020:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.486022:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.486023:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486024:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384285.486027:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000007fdf391d. 00000020:00000001:2.0:1767384285.486028:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384285.486031:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375170446424 : -119698539105192 : ffff93228318b458) 00000040:00000001:2.0:1767384285.486032:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486034:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486036:0:17553:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384285.486037:0:17553:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384285.486038:0:17553:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384285.486040:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.486043:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000035ef3f0a. 00080000:00000001:2.0:1767384285.486044:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861061120 : -119702848490496 : ffff9321823cb400) 00000040:00000001:2.0:1767384285.486046:0:17553:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384285.486049:0:17553:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384285.486051:0:17553:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1767384285.486055:0:17553:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384285.486058:0:17553:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x2:0x0] not in the id map cache 00080000:00000001:2.0:1767384285.486060:0:17553:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384285.486064:0:17553:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.486066:0:17553:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486073:0:17553:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384285.486075:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.486076:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384285.486082:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1767384285.486083:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.486096:0:17553:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486098:0:17553:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486100:0:17553:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486102:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.486125:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486128:0:17553:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:2.0:1767384285.486132:0:17553:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1767384285.486140:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.486141:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486149:0:17553:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486151:0:17553:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1767384285.486160:0:17553:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486162:0:17553:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1767384285.486164:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.486165:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486238:0:17553:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.486241:0:17553:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486243:0:17553:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486245:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.486254:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486255:0:17553:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486257:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384285.486264:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d608b3be. 00000020:00000010:2.0:1767384285.486267:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dc736267. 00000040:00000010:2.0:1767384285.486271:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000007fdf391d. 00000040:00000001:2.0:1767384285.486273:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384285.486274:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e401b124. 00000040:00000001:2.0:1767384285.486276:0:17553:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486278:0:17553:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:2.0:1767384285.486279:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.486281:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e401b124. 00000040:00000001:2.0:1767384285.486282:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.486284:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.486286:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.486294:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.486298:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.486306:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:2.0:1767384285.486310:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000007fdf391d. 00000020:00000001:2.0:1767384285.486312:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384285.486315:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000381675a7. 00000020:00000001:2.0:1767384285.486317:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384285.486319:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d608b3be. 00000020:00000001:2.0:1767384285.486321:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486323:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.486325:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.486326:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.486327:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486333:0:17553:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384285.486335:0:17553:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.486337:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.486339:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624375170448984 : -119698539102632 : ffff93228318be58) 00000040:00000001:2.0:1767384285.486341:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486343:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486345:0:17553:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384285.486346:0:17553:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486347:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.486350:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004f42bf2d. 00080000:00000001:2.0:1767384285.486352:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861047808 : -119702848503808 : ffff9321823c8000) 00000040:00000001:2.0:1767384285.486354:0:17553:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:2.0:1767384285.486355:0:17553:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1767384285.486357:0:17553:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1767384285.486359:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.486362:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.486363:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486365:0:17553:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384285.486372:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.486374:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384285.486376:0:17553:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x6:0x0] not in the id map cache 00000001:00000001:2.0:1767384285.486379:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.486380:0:17553:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486387:0:17553:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1767384285.486423:0:17553:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.486426:0:17553:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486429:0:17553:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1767384285.486434:0:17553:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486435:0:17553:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486437:0:17553:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486438:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.486445:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486446:0:17553:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:2.0:1767384285.486447:0:17553:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:2.0:1767384285.486449:0:17553:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:2.0:1767384285.486450:0:17553:0:(osd_object.c:1920:osd_create()) Process entered 00000100:00000040:2.0:1767384285.486520:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294873394, at 4294873395 00000100:00000010:2.0:1767384285.486527:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023132843. 00080000:00000001:2.0:1767384285.486738:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.486740:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486757:0:17553:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384285.486759:0:17553:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486761:0:17553:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486763:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.486767:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1767384285.486769:0:17553:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486771:0:17553:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1767384285.486777:0:17553:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486779:0:17553:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486781:0:17553:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.486782:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.486799:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486801:0:17553:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486802:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384285.486804:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e4aa8f67. 00000040:00000001:2.0:1767384285.486806:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384285.486807:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384285.486809:0:17553:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384285.486811:0:17553:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384285.486813:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384285.486815:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486822:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.486824:0:17553:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384285.486825:0:17553:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000f57d9402. 00000040:00001000:2.0:1767384285.486826:0:17553:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:2.0:1767384285.486829:0:17553:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384285.486832:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a31cf66. 00000020:00000010:2.0:1767384285.486834:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000632b5a89. 00000040:00000010:2.0:1767384285.486837:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001ed1608c. 00000020:00000010:2.0:1767384285.486839:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ca4d3fb6. 00000020:00000010:2.0:1767384285.486857:0:17553:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000080cfbcb1. 00000020:00000010:2.0:1767384285.486859:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000818ff871. 80000000:00000010:2.0:1767384285.486861:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006d39703e. 40000000:00000010:2.0:1767384285.486863:0:17553:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000319fb6a3. 00100000:00000010:2.0:1767384285.486865:0:17553:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fa2b91d8. 00040000:00000010:2.0:1767384285.486867:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000085b77edf. 00040000:00000010:2.0:1767384285.486869:0:17553:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000047f06718. 00040000:00000010:2.0:1767384285.486871:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e8243e8e. 00080000:00000010:2.0:1767384285.486872:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000493d822. 00000004:00000010:2.0:1767384285.486874:0:17553:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000086b37a10. 00000004:00000010:2.0:1767384285.486876:0:17553:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005fd8554a. 00000004:00000010:2.0:1767384285.486878:0:17553:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002e107793. 00002000:00000010:2.0:1767384285.486880:0:17553:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000003f7e01c. 00000004:00000010:2.0:1767384285.486882:0:17553:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cffc07d5. 00000020:00000010:2.0:1767384285.486884:0:17553:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002f08b2bd. 00000040:00000010:2.0:1767384285.486887:0:17553:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005bcfb752. 00000040:00001000:2.0:1767384285.486888:0:17553:0:(llog.c:607:llog_process_thread()) index: 1 last_index 7 00000040:00000001:2.0:1767384285.486890:0:17553:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384285.486891:0:17553:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767384285.486893:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000010:2.0:1767384285.486895:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1870516. 00000020:00000040:2.0:1767384285.486897:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384285.486899:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384285.486900:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384285.486902:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384285.486908:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095e29f69. 00000100:00000001:2.0:1767384285.486910:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.486913:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384285.486914:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384285.486932:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006be2cfdf. 00000100:00000001:2.0:1767384285.486933:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375521977664 : -119698187573952 : ffff9322980ca540) 00000100:00000001:2.0:1767384285.486935:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.486936:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000001:2.0:1767384285.486939:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384285.486940:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.486942:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384285.486943:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384285.486946:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1870516 x1853236732497920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.486952:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384285.486953:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.486955:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384285.486956:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384285.486958:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.486959:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497920:0@lo:502: 00000100:00000001:2.0:1767384285.486962:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384285.486964:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384285.486965:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.486966:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384285.486973:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000f66287c8. 02000000:00000001:2.0:1767384285.486975:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384285.486978:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c51b81b4. 00000400:00000010:2.0:1767384285.486981:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ae4c38ee. 00000100:00000200:2.0:1767384285.486984:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732497920, portal 25 00000100:00000001:2.0:1767384285.486985:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.486986:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000040:2.0:1767384285.486990:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b1870516 x1853236732497920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.486995:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384285.487001:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384285.487003:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384285.487006:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732497920, offset 0 00000400:00000200:2.0:1767384285.487011:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384285.487018:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384285.487024:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d201000 00000400:00000200:2.0:1767384285.487029:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x179 [2] + 0 00000400:00000010:2.0:1767384285.487033:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bfaf10e. 00000400:00000200:2.0:1767384285.487036:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000981ea1d9 00000400:00000200:2.0:1767384285.487040:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384285.487044:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384285.487048:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000981ea1d9 00000400:00000010:2.0:1767384285.487050:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000981ea1d9. 00000100:00000001:2.0:1767384285.487054:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384285.487056:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384285.487060:0:17553:0:(events.c:337:request_in_callback()) incoming req@0000000046b66426 x1853236732497920 msgsize 272 00000100:00100000:2.0:1767384285.487065:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384285.487067:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384285.487080:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384285.487084:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384285.487087:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000001:2.0:1767384285.487090:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384285.487094:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1870516 x1853236732497920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.487104:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.487107:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b1870516 x1853236732497920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.487131:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.487133:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384285.487138:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.487141:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294873398 00000100:00000010:2.0:1767384285.487146:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002539fbb1. 00000100:00000001:2.0:1767384285.487150:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384285.487155:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294873398 00000100:00000010:2.0:1767384285.487167:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006f2d2f6. 00000100:00000001:2.0:1767384285.487170:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384285.487183:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294873398 00000100:00000010:2.0:1767384285.487186:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099a9600a. 00000100:00000001:2.0:1767384285.487189:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384285.487193:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294873398 00000100:00000010:2.0:1767384285.487196:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6dbc349. 00000100:00000001:2.0:1767384285.487199:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384285.487208:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.487211:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.487213:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384285.487215:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384285.487218:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 000000006be2cfdf going to sleep for 11 seconds 00000100:00000001:2.0:1767384285.487221:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.487223:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.488097:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384285.488102:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384285.488104:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384285.488106:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c51b81b4. 00000400:00000200:2.0:1767384285.488110:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae4c38ee 00000400:00000010:2.0:1767384285.488112:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ae4c38ee. 00000100:00000001:2.0:1767384285.488115:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384285.488119:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1870516 x1853236732497920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384285.488130:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1870516 x1853236732497920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.488139:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384285.488141:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.488144:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384285.488145:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384285.488147:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384285.488149:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.488152:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384285.488156:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384285.488167:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384285.488170:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384285.488172:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.488174:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384285.488176:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.488179:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.488183:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1870516 x1853236732497920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.488193:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.488195:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384285.488197:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384285.488201:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1870516 x1853236732497920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384285.488211:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732497920:0@lo:502: 00000100:00000001:2.0:1767384285.488217:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.488220:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.488222:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384285.488224:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.488226:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1870516 x1853236732497920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.488235:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384285.488238:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006be2cfdf. 00000100:00000001:2.0:1767384285.488241:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384285.488243:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488247:0:17553:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767384285.488250:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.488252:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1870516 x1853236732497920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.488260:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384285.488262:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384285.488264:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000f66287c8. 02000000:00000001:2.0:1767384285.488271:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384285.488273:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.488274:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.488281:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384285.488282:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000095e29f69. 02000000:00000001:2.0:1767384285.488284:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384285.488286:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384285.488287:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1870516. 00000100:00000001:2.0:1767384285.488289:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384285.488290:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384285.488292:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.488293:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.488295:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767384285.488296:0:17553:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.488298:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932184692000 type=0x10620000 idx=1 00000040:00001000:2.0:1767384285.488301:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767384285.488302:0:17553:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.488304:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.488305:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.488306:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.488310:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000076903c40. 00080000:00000001:2.0:1767384285.488311:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861063168 : -119702848488448 : ffff9321823cbc00) 00000040:00000001:2.0:1767384285.488313:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.488315:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.488316:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.488319:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.488320:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488322:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.488323:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.488324:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488326:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488327:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488329:0:17553:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384285.488330:0:17553:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.488332:0:17553:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488333:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.488340:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488342:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.488343:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.488344:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384285.488352:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488570:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:2.0:1767384285.488575:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488594:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384285.488599:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].1, 224 off8416 00000040:00000001:2.0:1767384285.488601:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488602:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488604:0:17553:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1767384285.488605:0:17553:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.488607:0:17553:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488608:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.488614:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488615:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488616:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.488618:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846920e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767384285.488620:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:2.0:1767384285.488621:0:17553:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.488623:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.488624:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.488625:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.488628:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d3ffd895. 00080000:00000001:2.0:1767384285.488630:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861062144 : -119702848489472 : ffff9321823cb800) 00000040:00000001:2.0:1767384285.488631:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.488633:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.488634:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.488640:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.488641:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488643:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.488647:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.488648:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488649:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488650:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488652:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.488657:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488658:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.488659:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.488660:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384285.488663:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488693:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384285.488695:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488698:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384285.488699:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488703:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.488705:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488709:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:2.0:1767384285.488711:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].2, 128 off8544 00000040:00000001:2.0:1767384285.488713:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488715:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488716:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.488722:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488724:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488725:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.488726:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932184692160 type=0x10620000 idx=3 00000040:00001000:2.0:1767384285.488729:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:2.0:1767384285.488730:0:17553:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.488732:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.488733:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.488734:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.488736:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001d7e18e6. 00080000:00000001:2.0:1767384285.488738:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861051904 : -119702848499712 : ffff9321823c9000) 00000040:00000001:2.0:1767384285.488739:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.488740:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.488741:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.488747:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.488748:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488749:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.488753:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.488754:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488756:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488757:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488759:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.488764:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488766:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.488767:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.488768:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384285.488770:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488774:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384285.488780:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488785:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384285.488786:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488789:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.488791:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488795:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=112 : 112 : 70) 00000040:00080000:2.0:1767384285.488797:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].3, 112 off8656 00000040:00000001:2.0:1767384285.488799:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488800:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488802:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.488807:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488808:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488809:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.488811:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846921d0 type=0x10620000 idx=4 00000040:00001000:2.0:1767384285.488812:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:2.0:1767384285.488814:0:17553:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.488815:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.488816:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.488818:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.488820:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000052b6157d. 00080000:00000001:2.0:1767384285.488821:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861054976 : -119702848496640 : ffff9321823c9c00) 00000040:00000001:2.0:1767384285.488823:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.488824:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.488825:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.488830:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.488831:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488832:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.488836:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.488852:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488854:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488855:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488856:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.488860:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488861:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.488862:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.488863:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384285.488865:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488869:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384285.488870:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488878:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384285.488880:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488882:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.488884:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488898:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384285.488901:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].4, 224 off8880 00000040:00000001:2.0:1767384285.488903:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488904:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488906:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.488910:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488911:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488912:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.488914:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846922b0 type=0x10620000 idx=5 00000040:00001000:2.0:1767384285.488915:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:2.0:1767384285.488932:0:17553:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.488934:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.488935:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.488936:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.488939:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002b6aa794. 00080000:00000001:2.0:1767384285.488940:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861059072 : -119702848492544 : ffff9321823cac00) 00000040:00000001:2.0:1767384285.488942:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.488943:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.488944:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.488950:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.488951:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488952:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.488956:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.488957:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488959:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488960:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.488962:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.488966:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.488968:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.488969:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.488970:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384285.488973:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488977:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384285.488979:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488981:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384285.488988:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488993:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.488995:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.488999:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384285.489001:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].5, 224 off9104 00000040:00000001:2.0:1767384285.489002:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.489004:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.489006:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.489010:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.489012:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.489013:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.489015:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932184692390 type=0x10620000 idx=6 00000040:00001000:2.0:1767384285.489016:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:2.0:1767384285.489017:0:17553:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.489019:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.489020:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.489021:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.489024:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed331801. 00080000:00000001:2.0:1767384285.489025:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861056000 : -119702848495616 : ffff9321823ca000) 00000040:00000001:2.0:1767384285.489027:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.489028:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.489030:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.489035:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.489036:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.489037:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.489041:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.489042:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.489044:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.489045:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.489047:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.489052:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.489053:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.489054:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.489055:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384285.489057:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.489060:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384285.489062:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.489064:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384285.489066:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.489075:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.489077:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.489081:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:2.0:1767384285.489083:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].6, 80 off9184 00000040:00000001:2.0:1767384285.489084:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.489086:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.489087:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.489092:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.489094:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.489095:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.489097:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846923e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384285.489098:0:17553:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:2.0:1767384285.489100:0:17553:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384285.489101:0:17553:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767384285.489103:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000010:2.0:1767384285.489105:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1870516. 00000020:00000040:2.0:1767384285.489107:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384285.489110:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384285.489111:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384285.489113:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384285.489116:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095e29f69. 00000100:00000001:2.0:1767384285.489119:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.489121:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384285.489123:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384285.489125:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006be2cfdf. 00000100:00000001:2.0:1767384285.489126:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375521977664 : -119698187573952 : ffff9322980ca540) 00000100:00000001:2.0:1767384285.489129:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.489130:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000001:2.0:1767384285.489133:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384285.489134:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.489135:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384285.489136:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384285.489139:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1870516 x1853236732498048/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.489145:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384285.489147:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.489154:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384285.489155:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384285.489157:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.489159:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732498048:0@lo:502: 00000100:00000001:2.0:1767384285.489162:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384285.489164:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384285.489166:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.489167:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384285.489175:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000f66287c8. 02000000:00000001:2.0:1767384285.489193:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384285.489195:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c51b81b4. 00000400:00000010:2.0:1767384285.489198:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ae4c38ee. 00000100:00000200:2.0:1767384285.489200:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732498048, portal 25 00000100:00000001:2.0:1767384285.489202:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.489203:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920064 : -119697696631552 : ffff9322b54fd500) 00000100:00000040:2.0:1767384285.489206:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b1870516 x1853236732498048/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.489211:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384285.489212:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384285.489214:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000100:00000200:2.0:1767384285.489215:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732498048, offset 0 00000400:00000200:2.0:1767384285.489218:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384285.489222:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384285.489227:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d201080 00000400:00000200:2.0:1767384285.489230:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x17d [2] + 0 00000400:00000010:2.0:1767384285.489232:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f547a57f. 00000400:00000200:2.0:1767384285.489234:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000293cab1 00000400:00000200:2.0:1767384285.489237:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384285.489239:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384285.489256:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000293cab1 00000400:00000010:2.0:1767384285.489258:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000293cab1. 00000100:00000001:2.0:1767384285.489261:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384285.489262:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384285.489265:0:17553:0:(events.c:337:request_in_callback()) incoming req@00000000ddd427a1 x1853236732498048 msgsize 272 00000100:00100000:2.0:1767384285.489273:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384285.489274:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384285.489286:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384285.489292:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73512ac 00000400:00000010:2.0:1767384285.489295:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000100:00000001:2.0:1767384285.489298:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384285.489302:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1870516 x1853236732498048/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.489312:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.489315:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b1870516 x1853236732498048/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.489324:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.489326:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384285.489331:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.489334:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294873400 00000100:00000001:2.0:1767384285.489339:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294873398 00000100:00000001:2.0:1767384285.489343:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294873400 00000100:00000001:2.0:1767384285.489346:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294873398 00000100:00000001:2.0:1767384285.489350:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294873400 00000100:00000001:2.0:1767384285.489353:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294873398 00000100:00000001:2.0:1767384285.489357:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294873400 00000100:00000001:2.0:1767384285.489360:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294873398 00000100:00000001:2.0:1767384285.489364:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.489367:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.489369:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384285.489371:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384285.489374:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 000000006be2cfdf going to sleep for 11 seconds 00000100:00000001:2.0:1767384285.489377:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.489379:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.489813:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384285.489817:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384285.489819:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384285.489829:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c51b81b4. 00000400:00000200:2.0:1767384285.489833:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae4c38ee 00000400:00000010:2.0:1767384285.489835:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ae4c38ee. 00000100:00000001:2.0:1767384285.489853:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384285.489856:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1870516 x1853236732498048/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384285.489866:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1870516 x1853236732498048/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.489874:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384285.489876:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.489878:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384285.489880:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384285.489882:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384285.489883:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.489886:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384285.489889:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384285.489892:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384285.489895:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384285.489897:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.489899:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384285.489901:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.489904:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.489907:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1870516 x1853236732498048/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.489915:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.489917:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384285.489933:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384285.489937:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1870516 x1853236732498048/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384285.489947:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b1870516 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732498048:0@lo:502: 00000100:00000001:2.0:1767384285.489952:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.489955:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.489957:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384285.489966:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.489969:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1870516 x1853236732498048/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.489974:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384285.489976:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006be2cfdf. 00000100:00000001:2.0:1767384285.489978:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384285.489979:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.489983:0:17553:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767384285.489985:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.489986:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1870516 x1853236732498048/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.489991:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384285.489993:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384285.489994:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000f66287c8. 02000000:00000001:2.0:1767384285.490000:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384285.490002:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.490003:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.490004:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384285.490005:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000095e29f69. 02000000:00000001:2.0:1767384285.490007:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384285.490008:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384285.490009:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1870516. 00000100:00000001:2.0:1767384285.490011:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384285.490012:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384285.490014:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.490015:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384285.490017:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767384285.490018:0:17553:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.490020:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846923e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384285.490022:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:2.0:1767384285.490023:0:17553:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:2.0:1767384285.490025:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384285.490026:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384285.490027:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.490031:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bc60a18c. 00080000:00000001:2.0:1767384285.490033:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861057024 : -119702848494592 : ffff9321823ca400) 00000040:00000001:2.0:1767384285.490035:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384285.490040:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384285.490042:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.490050:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.490052:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.490053:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.490058:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.490059:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490060:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490062:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.490064:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.490071:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490072:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384285.490074:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384285.490075:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384285.490094:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.490099:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384285.490101:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.490103:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384285.490105:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.490107:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.490109:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.490125:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384285.490127:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].7, 224 off9408 00000040:00000001:2.0:1767384285.490129:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490130:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.490132:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.490136:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490138:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490139:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490140:0:17553:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1767384285.490141:0:17553:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 8 00000040:00000010:2.0:1767384285.490143:0:17553:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005bcfb752. 00000020:00000010:2.0:1767384285.490147:0:17553:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002f08b2bd. 00000020:00000010:2.0:1767384285.490152:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000632b5a89. 00000040:00000010:2.0:1767384285.490154:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001ed1608c. 00000020:00000010:2.0:1767384285.490156:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ca4d3fb6. 00000020:00000010:2.0:1767384285.490158:0:17553:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000080cfbcb1. 00000020:00000010:2.0:1767384285.490160:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000818ff871. 80000000:00000010:2.0:1767384285.490162:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006d39703e. 40000000:00000010:2.0:1767384285.490169:0:17553:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000319fb6a3. 00100000:00000010:2.0:1767384285.490171:0:17553:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fa2b91d8. 00040000:00000010:2.0:1767384285.490173:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000085b77edf. 00040000:00000010:2.0:1767384285.490175:0:17553:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000047f06718. 00040000:00000010:2.0:1767384285.490177:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e8243e8e. 00080000:00000010:2.0:1767384285.490178:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000493d822. 00000004:00000010:2.0:1767384285.490180:0:17553:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000086b37a10. 00000004:00000010:2.0:1767384285.490182:0:17553:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005fd8554a. 00000004:00000010:2.0:1767384285.490184:0:17553:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002e107793. 00002000:00000010:2.0:1767384285.490202:0:17553:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000003f7e01c. 00000004:00000010:2.0:1767384285.490204:0:17553:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cffc07d5. 00000020:00000010:2.0:1767384285.490207:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a31cf66. 00000040:00000010:2.0:1767384285.490209:0:17553:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000f57d9402. 00000040:00000001:2.0:1767384285.490210:0:17553:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490212:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384285.490214:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000d608b3be/00000000381675a7 to site lru. bkt: 00000000c873d0a8 00000040:00000010:2.0:1767384285.490216:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000007fdf391d. 00000040:00000001:2.0:1767384285.490218:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384285.490220:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e4aa8f67. 00000040:00000010:2.0:1767384285.490222:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e401b124. 00000040:00000010:2.0:1767384285.490224:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006bd92c6b. 00000040:00000010:2.0:1767384285.490225:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f9fdd83b. 00000040:00000001:2.0:1767384285.490227:0:17553:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490228:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384285.490229:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.490231:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f9fdd83b. 00000040:00000001:2.0:1767384285.490232:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.490234:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.490235:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.490238:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.490241:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.490266:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.490268:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.490269:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.490270:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384285.490277:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 000000007fdf391d. 00000020:00000001:2.0:1767384285.490278:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384285.490280:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375170446936 : -119698539104680 : ffff93228318b658) 00000040:00000001:2.0:1767384285.490282:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490283:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490284:0:17553:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384285.490285:0:17553:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384285.490286:0:17553:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384285.490288:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.490290:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cffc07d5. 00080000:00000001:2.0:1767384285.490291:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861060096 : -119702848491520 : ffff9321823cb000) 00000040:00000001:2.0:1767384285.490293:0:17553:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384285.490294:0:17553:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384285.490295:0:17553:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1767384285.490299:0:17553:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384285.490300:0:17553:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000001:2.0:1767384285.490302:0:17553:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384285.490306:0:17553:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.490308:0:17553:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.490309:0:17553:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384285.490310:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.490311:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384285.490314:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1767384285.490315:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.490339:0:17553:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490341:0:17553:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490342:0:17553:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.490344:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.490351:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490352:0:17553:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:2.0:1767384285.490354:0:17553:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1767384285.490361:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.490362:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.490368:0:17553:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.490370:0:17553:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1767384285.490372:0:17553:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.490374:0:17553:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1767384285.490375:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.490380:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.490604:0:17553:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.490606:0:17553:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490608:0:17553:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.490610:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.490616:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490617:0:17553:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490619:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384285.490624:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bfe83277. 00000020:00000010:2.0:1767384285.490627:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006018dd6b. 00000040:00000010:2.0:1767384285.490630:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 000000007fdf391d. 00000040:00000001:2.0:1767384285.490631:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384285.490633:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f9fdd83b. 00000040:00000001:2.0:1767384285.490634:0:17553:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:2.0:1767384285.490636:0:17553:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 00000000bcecb443. 10000000:00000040:2.0:1767384285.490638:0:17553:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000028c65bae : new refcount 1 10000000:00000001:2.0:1767384285.490639:0:17553:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.490642:0:17553:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767384285.490644:0:17553:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:2.0:1767384285.490645:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.490646:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f9fdd83b. 00000040:00000001:2.0:1767384285.490648:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.490649:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.490650:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.490652:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.490654:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.490661:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.490662:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.490663:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.490664:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384285.490667:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000bcecb443. 00000020:00000001:2.0:1767384285.490668:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384285.490670:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375170448984 : -119698539102632 : ffff93228318be58) 00000040:00000001:2.0:1767384285.490672:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490673:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490674:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384285.490681:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006bd92c6b. 00000040:00000001:2.0:1767384285.490682:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384285.490683:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384285.490706:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490707:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490709:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.490710:0:17553:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384285.490711:0:17553:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000009b6639cb. 00000040:00001000:2.0:1767384285.490713:0:17553:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1767384285.490952:0:17568:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384285.490956:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e401b124. 00000020:00000010:2.0:1767384285.490959:0:17568:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a31cf66. 00000040:00000010:2.0:1767384285.490961:0:17568:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e8243e8e. 00000020:00000010:2.0:1767384285.490964:0:17568:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002e107793. 00000020:00000010:2.0:1767384285.490966:0:17568:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000080cfbcb1. 00000020:00000010:2.0:1767384285.490968:0:17568:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000818ff871. 80000000:00000010:2.0:1767384285.490971:0:17568:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000051ac3226. 40000000:00000010:2.0:1767384285.490972:0:17568:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000319fb6a3. 00100000:00000010:2.0:1767384285.490975:0:17568:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000086b37a10. 00040000:00000010:2.0:1767384285.490977:0:17568:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000085b77edf. 00040000:00000010:2.0:1767384285.490979:0:17568:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000493d822. 00040000:00000010:2.0:1767384285.490981:0:17568:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001ed1608c. 00080000:00000010:2.0:1767384285.490983:0:17568:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000047f06718. 00000004:00000010:2.0:1767384285.490985:0:17568:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fa2b91d8. 00000004:00000010:2.0:1767384285.490987:0:17568:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005fd8554a. 00000004:00000010:2.0:1767384285.490990:0:17568:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ca4d3fb6. 00002000:00000010:2.0:1767384285.490992:0:17568:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a442bb28. 00000004:00000010:2.0:1767384285.490994:0:17568:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a0470922. 00000020:00000010:2.0:1767384285.490997:0:17568:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000021876a60. 00000040:00000010:2.0:1767384285.491000:0:17568:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e4aa8f67. 00000040:00001000:2.0:1767384285.491002:0:17568:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1767384285.491003:0:17568:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384285.491005:0:17568:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384285.491007:0:17568:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:2.0:1767384285.491025:0:17568:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384285.491033:0:17568:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.491035:0:17568:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932184696000 type=0x10620000 idx=1 00000040:00001000:2.0:1767384285.491037:0:17568:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767384285.491038:0:17568:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384285.491040:0:17568:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767384285.491043:0:17568:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384285.491045:0:17568:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767384285.491046:0:17568:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767384285.491050:0:17568:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:2.0:1767384285.491051:0:17568:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000001:2.0:1767384285.491054:0:17568:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384285.491057:0:17568:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007de4f3ae. 00000020:00000080:2.0:1767384285.491059:0:17568:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767384285.491062:0:17568:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000001:2.0:1767384285.491064:0:17568:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384285.491066:0:17568:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007de4f3ae. 00000020:00000001:2.0:1767384285.491068:0:17568:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.491070:0:17568:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321846960e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767384285.491071:0:17568:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:2.0:1767384285.491073:0:17568:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384285.491074:0:17568:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767384285.491076:0:17568:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at 000000002f6d526b. 00000020:00000080:2.0:1767384285.491077:0:17568:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767384285.491079:0:17568:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767384285.491082:0:17568:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767384285.491091:0:17568:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000fab55a46. 00000020:00000080:2.0:1767384285.491094:0:17568:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (00000000fab55a46) 00000020:00000001:2.0:1767384285.491097:0:17568:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384285.491100:0:17568:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000215c0a8c. 00000020:00000001:2.0:1767384285.491101:0:17568:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384285.491103:0:17568:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000215c0a8c with handle 0xf83434fd52e6d889 to hash 00000020:00000001:2.0:1767384285.491104:0:17568:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384285.491110:0:17568:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384285.491112:0:17568:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.491114:0:17568:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624375210641408 : -119698498910208 : ffff9322857e0800) 00000020:00000040:2.0:1767384285.491121:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000215c0a8c : new refcount 1 00000020:00000040:2.0:1767384285.491132:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 2 - obd_device_list 00000020:00000001:2.0:1767384285.491136:0:17568:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384285.491138:0:17568:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type obdfilter with refcount 2 00000020:00000001:2.0:1767384285.491140:0:17568:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.491142:0:17568:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384285.491144:0:17568:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at 000000002f6d526b. 00000020:00000001:2.0:1767384285.491145:0:17568:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384285.491163:0:17568:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932184696160 type=0x10620000 idx=3 00000040:00001000:2.0:1767384285.491164:0:17568:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:2.0:1767384285.491166:0:17568:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384285.491167:0:17568:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000040:2.0:1767384285.491168:0:17568:0:(obd_config.c:1846:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:2.0:1767384285.491170:0:17568:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 0000000023132843. 00000020:00000080:2.0:1767384285.491172:0:17568:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767384285.491175:0:17568:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767384285.491188:0:17568:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384285.491191:0:17568:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007de4f3ae. 00000001:00000010:2.0:1767384285.491195:0:17568:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e0966a35. 00000001:00000010:2.0:1767384285.491198:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000632b5a89. 00000001:00000010:2.0:1767384285.491200:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000095e29f69. 00000001:00000010:2.0:1767384285.491202:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000058faeeda. 00000001:00000010:2.0:1767384285.491203:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005375f88b. 00000001:00000001:2.0:1767384285.491205:0:17568:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384285.491206:0:17568:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000575fce53. 00000001:00000010:2.0:1767384285.491208:0:17568:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dd672604. 00000001:00000010:2.0:1767384285.491209:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000099ba17ea. 00000001:00000010:2.0:1767384285.491211:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079821ca7. 00000001:00000010:2.0:1767384285.491213:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000abd26fd0. 00000001:00000010:2.0:1767384285.491214:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000002350298. 00000020:00000001:2.0:1767384285.491216:0:17568:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767384285.491217:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a6faef9. 00000020:00000010:2.0:1767384285.491219:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f6d526b. 00000020:00000010:2.0:1767384285.491226:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fa71ae7. 00000008:00000010:2.0:1767384285.491230:0:17568:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ba321de5. 00020000:00000010:2.0:1767384285.491233:0:17568:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000cee6f8d2. 00008000:00000010:2.0:1767384285.491237:0:17568:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a0695eae. 00000080:00000010:2.0:1767384285.491242:0:17568:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000082e7ea8b. 00000020:00000010:2.0:1767384285.491262:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb7977c7. 00000020:00000010:2.0:1767384285.491263:0:17568:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a622ecc7. 00000020:00000010:2.0:1767384285.491266:0:17568:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a7382b3. 00000020:00000010:2.0:1767384285.491269:0:17568:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000f03ce59. 00000020:00000010:2.0:1767384285.491271:0:17568:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cb698f41. 80000000:00000010:2.0:1767384285.491273:0:17568:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000036320177. 40000000:00000010:2.0:1767384285.491275:0:17568:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000047e19282. 00100000:00000010:2.0:1767384285.491278:0:17568:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000069654615. 00040000:00000010:2.0:1767384285.491287:0:17568:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005c41aaeb. 00040000:00000010:2.0:1767384285.491289:0:17568:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e2143648. 00080000:00000010:2.0:1767384285.491292:0:17568:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003a2df984. 00002000:00000010:2.0:1767384285.491294:0:17568:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d8e5e640. 00002000:00000010:2.0:1767384285.491297:0:17568:0:(ofd_dev.c:3346:ofd_device_alloc()) kmalloced '(m)': 2040 at 00000000e00c5e29. 00002000:00000001:2.0:1767384285.491302:0:17568:0:(ofd_dev.c:3063:ofd_init0()) Process entered 00002000:00000001:2.0:1767384285.491307:0:17568:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:2.0:1767384285.491309:0:17568:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:2.0:1767384285.491311:0:17568:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384285.491312:0:17568:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624375537451360 : -119698172100256 : ffff932298f8c160) 00000020:01000004:2.0:1767384285.491314:0:17568:0:(tgt_mount.c:154:server_get_mount()) get mount 0000000008270aed from lustre-OST0000, refs=2 00000020:00000001:2.0:1767384285.491316:0:17568:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446624375537451360 : -119698172100256 : ffff932298f8c160) 00002000:00000010:2.0:1767384285.491318:0:17568:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at 000000005e6d375a. 00002000:00000001:2.0:1767384285.491321:0:17568:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:2.0:1767384285.491323:0:17568:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at 00000000ae4c38ee. 00002000:00000001:2.0:1767384285.491326:0:17568:0:(obd_class.h:852:obd_connect()) Process entered 00080000:00000001:2.0:1767384285.491327:0:17568:0:(osd_handler.c:1527:osd_obd_connect()) Process entered 00080000:01000000:2.0:1767384285.491329:0:17568:0:(osd_handler.c:1528:osd_obd_connect()) connect #1 00000020:00000001:2.0:1767384285.491331:0:17568:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384285.491332:0:17568:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384285.491335:0:17568:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000301fbc8a. 00000020:00000001:2.0:1767384285.491336:0:17568:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384285.491341:0:17568:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000301fbc8a with handle 0xf83434fd52e6d890 to hash 00000020:00000001:2.0:1767384285.491343:0:17568:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384285.491345:0:17568:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384285.491347:0:17568:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384285.491349:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (000000004fd75e5a) now 5 - export 00000020:00000001:2.0:1767384285.491352:0:17568:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624375210653696 : -119698498897920 : ffff9322857e3800) 00000020:00000040:2.0:1767384285.491353:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000301fbc8a : new refcount 1 00000020:00000080:2.0:1767384285.491355:0:17568:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf83434fd52e6d890 00000020:00000001:2.0:1767384285.491357:0:17568:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.491359:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384285.491360:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d890 00000020:00000001:2.0:1767384285.491361:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384285.491362:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000301fbc8a refcount=2 00000020:00000001:2.0:1767384285.491363:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210653696 : -119698498897920 : ffff9322857e3800) 00000020:00000001:2.0:1767384285.491365:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210653696 : -119698498897920 : ffff9322857e3800) 00080000:00000001:2.0:1767384285.491367:0:17568:0:(osd_handler.c:1538:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384285.491368:0:17568:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384285.491371:0:17568:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at 00000000ae4c38ee. 00002000:00000001:2.0:1767384285.491373:0:17568:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384285.491374:0:17568:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at 000000005e6d375a. 00002000:00000001:2.0:1767384285.491377:0:17568:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.491380:0:17568:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:2.0:1767384285.491382:0:17568:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1767384285.491383:0:17568:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384285.491386:0:17568:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000033960290. 00000001:00000001:2.0:1767384285.491387:0:17568:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384285.491425:0:17568:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000116e0aa1. 00000001:00000010:2.0:1767384285.491428:0:17568:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at 00000000154a44c7. 00000001:00000010:2.0:1767384285.491470:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082a899cd. 00000001:00000010:2.0:1767384285.491559:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000209aa333. 00000001:00000010:2.0:1767384285.491605:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d2b315be. 00000001:00000010:2.0:1767384285.491651:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000028299dd6. 00000001:00000010:2.0:1767384285.491695:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000060b0b4e4. 00000001:00000010:2.0:1767384285.491739:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008ab9d036. 00000001:00000010:2.0:1767384285.491789:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001811b20e. 00000001:00000010:2.0:1767384285.491833:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b5f480a0. 00000001:00000010:2.0:1767384285.491895:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ac403fb3. 00000001:00000010:2.0:1767384285.491954:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f8155525. 00000001:00000010:2.0:1767384285.491998:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006a7e216b. 00000001:00000010:2.0:1767384285.492046:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007cd1d4ca. 00000001:00000010:2.0:1767384285.492092:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009a4d94b2. 00000001:00000010:2.0:1767384285.492138:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f8cbb9b. 00000001:00000010:2.0:1767384285.492195:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f5413522. 00000001:00000010:2.0:1767384285.492256:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005fdeea30. 00000001:00000010:2.0:1767384285.492300:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003dc22bb2. 00000001:00000010:2.0:1767384285.492346:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004e89907c. 00000001:00000010:2.0:1767384285.492407:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e042ad33. 00000001:00000010:2.0:1767384285.492457:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000331cfc3d. 00000100:00000040:2.0:1767384285.492512:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294873400, at 4294873401 00000100:00000010:2.0:1767384285.492519:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099a9600a. 00000001:00000010:2.0:1767384285.492571:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000290e4b20. 00000001:00000010:2.0:1767384285.492636:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d03a7335. 00000001:00000010:2.0:1767384285.492685:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000b0bd446. 00000001:00000010:2.0:1767384285.492730:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000928b3b5d. 00000001:00000010:2.0:1767384285.492774:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000066361108. 00000001:00000010:2.0:1767384285.492830:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dacb72b7. 00000001:00000010:2.0:1767384285.492894:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001e4e2c35. 00000001:00000010:2.0:1767384285.492962:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000269119a3. 00000001:00000010:2.0:1767384285.493009:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cdc643b9. 00000001:00000010:2.0:1767384285.493055:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000076a5aca7. 00000001:00000010:2.0:1767384285.493101:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000048721fa9. 00000001:00000010:2.0:1767384285.493145:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c9562d94. 00000001:00000010:2.0:1767384285.493213:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000419f2706. 00000001:00000010:2.0:1767384285.493275:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009c10b3cf. 00000001:00000010:2.0:1767384285.493324:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000072e72956. 00000001:00000010:2.0:1767384285.493369:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c7f07a7b. 00000001:00000010:2.0:1767384285.493443:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d560fbb0. 00000001:00000010:2.0:1767384285.493504:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000925a9316. 00000001:00000010:2.0:1767384285.493595:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000070d1bc10. 00000001:00000010:2.0:1767384285.493655:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000435c0d91. 00000001:00000010:2.0:1767384285.493702:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c42c6dc5. 00000001:00000010:2.0:1767384285.493757:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ea59f04f. 00000001:00000010:2.0:1767384285.493803:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c22d97ae. 00000001:00000010:2.0:1767384285.493860:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000e99adb6. 00000001:00000010:2.0:1767384285.493918:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009376aba5. 00000001:00000010:2.0:1767384285.493970:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f10b4ae6. 00000001:00000010:2.0:1767384285.494016:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000067a75396. 00000001:00000010:2.0:1767384285.494060:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004443aa72. 00000001:00000010:2.0:1767384285.494104:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006a7794f8. 00000001:00000010:2.0:1767384285.494186:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000323c977c. 00000001:00000010:2.0:1767384285.494257:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e9b9483b. 00000001:00000010:2.0:1767384285.494305:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e7994689. 00000001:00000010:2.0:1767384285.494357:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000037f569d3. 00000001:00000010:2.0:1767384285.494433:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000754b4f2. 00000001:00000010:2.0:1767384285.494492:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000be14b5e9. 00000001:00000010:2.0:1767384285.494552:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004e7c401d. 00000001:00000010:2.0:1767384285.494598:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e5e0882e. 00000001:00000010:2.0:1767384285.494640:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006e7e8ff3. 00000001:00000010:2.0:1767384285.494682:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a13da894. 00000001:00000010:2.0:1767384285.494729:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007eb12b36. 00000001:00000010:2.0:1767384285.494774:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a28d32fa. 00000001:00000010:2.0:1767384285.494817:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000242f5439. 00000001:00000010:2.0:1767384285.494880:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bb4067bb. 00000001:00000010:2.0:1767384285.494936:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000229d9258. 00000020:00000010:2.0:1767384285.494993:0:17568:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001ea6990e. 00000020:00000010:2.0:1767384285.495000:0:17568:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000dff4d1ef. 00010000:00000001:2.0:1767384285.495019:0:17568:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1767384285.495041:0:17568:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1767384285.495053:0:17568:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c898567b. 00000020:00000010:2.0:1767384285.495055:0:17568:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000013ad9ce7. 00010000:00000001:2.0:1767384285.495065:0:17568:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1767384285.495066:0:17568:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:2.0:1767384285.495068:0:17568:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.495071:0:17568:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446624370858742784 : -119702850808832 : ffff932182195400) 00000020:00000001:2.0:1767384285.495074:0:17568:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:2.0:1767384285.495078:0:17568:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1839, crc32c 11775, adler 995, t10ip512 6835, t10ip4k 7505, t10crc512 1491, t10crc4k 1775 00000020:00000001:2.0:1767384285.495085:0:17568:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384285.495088:0:17568:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384285.495093:0:17568:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.495095:0:17568:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384285.495107:0:17568:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000d0a27a47. 00000020:00000001:2.0:1767384285.495110:0:17568:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384285.495112:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384285.495115:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384285.495126:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a62b6797. 00002000:00000001:2.0:1767384285.495128:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624370872192664 : -119702837358952 : ffff932182e68e98) 00002000:00000001:2.0:1767384285.495131:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384285.495132:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:2.0:1767384285.495135:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bfe83277. 00002000:00000001:2.0:1767384285.495151:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.495153:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.495154:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.495155:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.495156:0:17568:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.495174:0:17568:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.495194:0:17568:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.495198:0:17568:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.495208:0:17568:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.495210:0:17568:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.495211:0:17568:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.495232:0:17568:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.495234:0:17568:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384285.495236:0:17568:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.495237:0:17568:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.495239:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.495242:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370872192664 : -119702837358952 : ffff932182e68e98) 00000020:00000001:2.0:1767384285.495244:0:17568:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446624370865917504 : -119702843634112 : ffff93218286ce40) 00000001:00000040:2.0:1767384285.495627:0:17568:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000002:2.0:1767384285.495633:0:17568:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:2.0:1767384285.495634:0:17568:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 4294967301 00000001:00000002:2.0:1767384285.495636:0:17568:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 2 00000001:00000002:2.0:1767384285.495637:0:17568:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:2.0:1767384285.495639:0:17568:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:2.0:1767384285.495640:0:17568:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:2.0:1767384285.495641:0:17568:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 8320 00000001:00000002:2.0:1767384285.495643:0:17568:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:2.0:1767384285.495644:0:17568:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 1 00000001:00000002:2.0:1767384285.495645:0:17568:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:2.0:1767384285.495647:0:17568:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:2.0:1767384285.495649:0:17568:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000f1b1d2da. 00000001:00000040:2.0:1767384285.495678:0:17568:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 4294967301, last_xid = 1853236577354368, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:2.0:1767384285.495681:0:17568:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000010:2.0:1767384285.495683:0:17568:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000f1b1d2da. 00000001:00000001:2.0:1767384285.495685:0:17568:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384285.495687:0:17568:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384285.495688:0:17568:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 4294967301 00080000:00000001:2.0:1767384285.495690:0:17568:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.495693:0:17568:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000030a78df0. 00080000:00000001:2.0:1767384285.495694:0:17568:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370858743808 : -119702850807808 : ffff932182195800) 00080000:00000001:2.0:1767384285.495696:0:17568:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.495701:0:17568:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.495707:0:17568:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.495709:0:17568:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.495717:0:17568:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384285.495719:0:17568:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384285.495722:0:17568:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.495743:0:17568:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384285.495746:0:17568:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:2.0:1767384285.495748:0:17568:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.495750:0:17568:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.495755:0:17568:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384285.495756:0:17568:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:2.0:1767384285.495758:0:17568:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384285.495760:0:17568:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.495762:0:17568:0:(tgt_main.c:580:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.495765:0:17568:0:(lproc_ofd.c:1231:ofd_tunables_init()) Process entered 00000020:00000010:2.0:1767384285.495996:0:17568:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f66287c8. 00000020:00000010:2.0:1767384285.496000:0:17568:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000040499d1e. 00000020:00000001:2.0:1767384285.496033:0:17568:0:(lprocfs_jobstats.c:824:lprocfs_job_stats_init()) Process entered 00000020:00000001:2.0:1767384285.496039:0:17568:0:(lprocfs_jobstats.c:867:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.496041:0:17568:0:(lproc_ofd.c:1281:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384285.496045:0:17568:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:2.0:1767384285.496048:0:17568:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at 000000001497983c. 00002000:00000010:2.0:1767384285.496051:0:17568:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000fdde059f. 40000000:00000001:2.0:1767384285.496054:0:17568:0:(fid_handler.c:504:seq_server_init()) Process entered 40000000:00000001:2.0:1767384285.496057:0:17568:0:(fid_store.c:189:seq_store_init()) Process entered 00000020:00000001:2.0:1767384285.496059:0:17568:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384285.496061:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384285.496063:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384285.496066:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002494fe39. 00002000:00000001:2.0:1767384285.496068:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624370872191752 : -119702837359864 : ffff932182e68b08) 00002000:00000001:2.0:1767384285.496071:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384285.496072:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:2.0:1767384285.496075:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000097e4f3a9. 00002000:00000001:2.0:1767384285.496077:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496080:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.496082:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.496089:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.496091:0:17568:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496112:0:17568:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496127:0:17568:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.496132:0:17568:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.496159:0:17568:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496162:0:17568:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496163:0:17568:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.496165:0:17568:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.496167:0:17568:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384285.496169:0:17568:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496171:0:17568:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.496173:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.496176:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370872191752 : -119702837359864 : ffff932182e68b08) 00000020:00000001:2.0:1767384285.496179:0:17568:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446624370865920240 : -119702843631376 : ffff93218286d8f0) 40000000:00000001:2.0:1767384285.496182:0:17568:0:(fid_store.c:215:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384285.496185:0:17568:0:(fid_store.c:156:seq_store_read()) Process entered 40000000:00000040:2.0:1767384285.496243:0:17568:0:(fid_store.c:166:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000240000401-0x0000000280000400]:0:ost 40000000:00000001:2.0:1767384285.496247:0:17568:0:(fid_store.c:176:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384285.496249:0:17568:0:(fid_handler.c:485:seq_server_debugfs_init()) Process entered 40000000:00000001:2.0:1767384285.496279:0:17568:0:(fid_handler.c:575:seq_server_init()) Process leaving 00002000:00000010:2.0:1767384285.496282:0:17568:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 224 at 00000000e8dbb650. 40000000:00000001:2.0:1767384285.496286:0:17568:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:2.0:1767384285.496312:0:17568:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:2.0:1767384285.496314:0:17568:0:(fid_handler.c:57:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:2.0:1767384285.496316:0:17568:0:(fid_handler.c:61:seq_server_set_cli()) Process leaving 00002000:00000010:2.0:1767384285.496318:0:17568:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at 000000001497983c. 00002000:00000001:2.0:1767384285.496321:0:17568:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:2.0:1767384285.496323:0:17568:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000ae4c38ee. 80000000:00000001:2.0:1767384285.496326:0:17568:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:2.0:1767384285.496329:0:17568:0:(fld_cache.c:37:fld_cache_init()) Process entered 80000000:00000010:2.0:1767384285.496332:0:17568:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 000000005aeeada4. 80000000:00000040:2.0:1767384285.496335:0:17568:0:(fld_cache.c:61:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:2.0:1767384285.496338:0:17568:0:(fld_cache.c:63:fld_cache_init()) Process leaving (rc=18446624375521977472 : -119698187574144 : ffff9322980ca480) 80000000:00000001:2.0:1767384285.496341:0:17568:0:(fld_index.c:322:fld_index_init()) Process entered 80000000:00000010:2.0:1767384285.496344:0:17568:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 000000005c056b8a. 00000020:00000001:2.0:1767384285.496352:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384285.496356:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384285.496358:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009cb3ed19. 00002000:00000001:2.0:1767384285.496361:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624370872190840 : -119702837360776 : ffff932182e68778) 00002000:00000001:2.0:1767384285.496364:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384285.496365:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:2.0:1767384285.496368:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b718054a. 00002000:00000001:2.0:1767384285.496371:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496373:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.496375:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.496376:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.496377:0:17568:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496416:0:17568:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496436:0:17568:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.496442:0:17568:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.496455:0:17568:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496457:0:17568:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496459:0:17568:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.496460:0:17568:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.496462:0:17568:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384285.496465:0:17568:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496467:0:17568:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.496469:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.496473:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370872190840 : -119702837360776 : ffff932182e68778) 00080000:00000001:2.0:1767384285.496530:0:17568:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:2.0:1767384285.496556:0:17568:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384285.496560:0:17568:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b7111ea0. 00100000:00000010:2.0:1767384285.496565:0:17568:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b7111ea0. 00100000:00000001:2.0:1767384285.496569:0:17568:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384285.496572:0:17568:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496576:0:17568:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:2.0:1767384285.496581:0:17568:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000ba22bd85. 00080000:00000010:2.0:1767384285.496585:0:17568:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000b7111ea0. 00080000:00000001:2.0:1767384285.496589:0:17568:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446624376140892480 : -119697568659136 : ffff9322bcf08940) 00080000:00000001:2.0:1767384285.496592:0:17568:0:(osd_index.c:1984:osd_index_it_load()) Process entered 00080000:00000001:2.0:1767384285.496613:0:17568:0:(osd_index.c:1993:osd_index_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384285.496617:0:17568:0:(osd_index.c:1952:osd_index_it_rec()) Process entered 00080000:00000001:2.0:1767384285.496641:0:17568:0:(osd_index.c:1963:osd_index_it_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384285.496646:0:17568:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000008d524821. 80000000:00000001:2.0:1767384285.496649:0:17568:0:(fld_cache.c:343:fld_cache_entry_create()) Process leaving (rc=18446624370893693248 : -119702815858368 : ffff9321842ea140) 80000000:00000001:2.0:1767384285.496652:0:17568:0:(fld_cache.c:363:fld_cache_insert_nolock()) Process entered 80000000:00000001:2.0:1767384285.496655:0:17568:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000001:2.0:1767384285.496657:0:17568:0:(fld_cache.c:189:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:2.0:1767384285.496659:0:17568:0:(fld_cache.c:394:fld_cache_insert_nolock()) insert range [0x0000000240000400-0x0000000280000400]:0:ost 80000000:00000001:2.0:1767384285.496662:0:17568:0:(fld_cache.c:104:fld_fix_new_list()) Process entered 80000000:00000001:2.0:1767384285.496664:0:17568:0:(fld_cache.c:159:fld_fix_new_list()) Process leaving 80000000:00000001:2.0:1767384285.496665:0:17568:0:(fld_cache.c:398:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384285.496668:0:17568:0:(fld_cache.c:417:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496671:0:17568:0:(osd_index.c:1895:osd_index_it_next()) Process entered 00080000:00000001:2.0:1767384285.496674:0:17568:0:(osd_index.c:1908:osd_index_it_next()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:2.0:1767384285.496677:0:17568:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:2.0:1767384285.496678:0:17568:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:2.0:1767384285.496681:0:17568:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1767384285.496685:0:17568:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:2.0:1767384285.496689:0:17568:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000b7111ea0. 00080000:00000010:2.0:1767384285.496693:0:17568:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000ba22bd85. 00080000:00000001:2.0:1767384285.496695:0:17568:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 80000000:00000010:2.0:1767384285.496697:0:17568:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 000000005c056b8a. 80000000:00000001:2.0:1767384285.496701:0:17568:0:(fld_index.c:442:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384285.496703:0:17568:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:2.0:1767384285.496721:0:17568:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384285.496724:0:17568:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384285.496727:0:17568:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at 000000005c056b8a. 00000020:00000001:2.0:1767384285.496730:0:17568:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:2.0:1767384285.496732:0:17568:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000b7111ea0. 00000020:00000001:2.0:1767384285.496736:0:17568:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384285.496738:0:17568:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000b7111ea0. 00000020:00000001:2.0:1767384285.496741:0:17568:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384285.496744:0:17568:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000001fd3820. 00000020:00000001:2.0:1767384285.496750:0:17568:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.496752:0:17568:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384285.496765:0:17568:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000f18865aa. 00000020:00000001:2.0:1767384285.496771:0:17568:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384285.496778:0:17568:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at 000000005c056b8a. 00002000:00000001:2.0:1767384285.496781:0:17568:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.496784:0:17568:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384285.496786:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384285.496790:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384285.496792:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000089e66464. 00002000:00000001:2.0:1767384285.496795:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624370872194792 : -119702837356824 : ffff932182e696e8) 00002000:00000001:2.0:1767384285.496798:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384285.496800:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:2.0:1767384285.496803:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e4ecf498. 00002000:00000001:2.0:1767384285.496806:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496808:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.496811:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.496812:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.496813:0:17568:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496854:0:17568:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496870:0:17568:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.496876:0:17568:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.496888:0:17568:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496890:0:17568:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496892:0:17568:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.496894:0:17568:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.496896:0:17568:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384285.496898:0:17568:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496900:0:17568:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.496903:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.496920:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370872194792 : -119702837356824 : ffff932182e696e8) 00000020:00000001:2.0:1767384285.496923:0:17568:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446624370865915680 : -119702843635936 : ffff93218286c720) 00002000:00000001:2.0:1767384285.496926:0:17568:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.496929:0:17568:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384285.496932:0:17568:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.496934:0:17568:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.496937:0:17568:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00000020:00000001:2.0:1767384285.496940:0:17568:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1767384285.496945:0:17568:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000c2ee1af8. 00000001:00000001:2.0:1767384285.496956:0:17568:0:(nodemap_storage.c:2242:nodemap_save_config_cache()) Process entered 00000020:00000001:2.0:1767384285.496959:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384285.496962:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384285.496964:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f72d87a4. 00002000:00000001:2.0:1767384285.496967:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624370872193272 : -119702837358344 : ffff932182e690f8) 00002000:00000001:2.0:1767384285.496970:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384285.496971:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:2.0:1767384285.496974:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b366d9ae. 00002000:00000001:2.0:1767384285.496977:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496979:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.496981:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.496985:0:17568:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.496992:0:17568:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.496999:0:17568:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.497005:0:17568:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497008:0:17568:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497010:0:17568:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.497011:0:17568:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.497013:0:17568:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384285.497016:0:17568:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497018:0:17568:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.497021:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.497024:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370872193272 : -119702837358344 : ffff932182e690f8) 00080000:00000001:2.0:1767384285.497027:0:17568:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1767384285.497029:0:17568:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497031:0:17568:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.497044:0:17568:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.497047:0:17568:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.497049:0:17568:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497050:0:17568:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000001:00000040:2.0:1767384285.497053:0:17568:0:(nodemap_storage.c:302:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:2.0:1767384285.497056:0:17568:0:(local_storage.c:639:local_object_unlink()) Process entered 00080000:00000001:2.0:1767384285.497057:0:17568:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.497067:0:17568:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.497070:0:17568:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.497071:0:17568:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497073:0:17568:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384285.497081:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384285.497084:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384285.497086:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e3972d84. 00002000:00000001:2.0:1767384285.497089:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624370872194488 : -119702837357128 : ffff932182e695b8) 00002000:00000001:2.0:1767384285.497092:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384285.497093:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:2.0:1767384285.497096:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005130c391. 00002000:00000001:2.0:1767384285.497099:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497101:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.497103:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.497105:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.497106:0:17568:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497126:0:17568:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497134:0:17568:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.497140:0:17568:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.497152:0:17568:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497154:0:17568:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497156:0:17568:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.497158:0:17568:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.497160:0:17568:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384285.497162:0:17568:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497164:0:17568:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.497166:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.497170:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370872194488 : -119702837357128 : ffff932182e695b8) 00080000:00000001:2.0:1767384285.497173:0:17568:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.497177:0:17568:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000090e2dfa2. 00080000:00000001:2.0:1767384285.497194:0:17568:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370858740736 : -119702850810880 : ffff932182194c00) 00080000:00000001:2.0:1767384285.497197:0:17568:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1767384285.497204:0:17568:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384285.497208:0:17568:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000001:0xd:0x0] not in the id map cache 00080000:00000010:2.0:1767384285.497211:0:17568:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000022a17a92. 00080000:00000001:2.0:1767384285.497214:0:17568:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384285.497215:0:17568:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.497218:0:17568:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384285.497220:0:17568:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x3:0x0] not in the id map cache 00080000:00000001:2.0:1767384285.497222:0:17568:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384285.497234:0:17568:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.497236:0:17568:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497238:0:17568:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384285.497241:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.497242:0:17568:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384285.497264:0:17568:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1767384285.497266:0:17568:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.497283:0:17568:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497287:0:17568:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.497297:0:17568:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497300:0:17568:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1767384285.497314:0:17568:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.497315:0:17568:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497346:0:17568:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497349:0:17568:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1767384285.497359:0:17568:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497362:0:17568:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1767384285.497363:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.497364:0:17568:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497479:0:17568:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.497483:0:17568:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497486:0:17568:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384285.497521:0:17568:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384285.497532:0:17568:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005130c391. 00002000:00000001:2.0:1767384285.497536:0:17568:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1767384285.497538:0:17568:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x3:0x0] 00002000:00000010:2.0:1767384285.497541:0:17568:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 00000000e3972d84. 00002000:00000001:2.0:1767384285.497545:0:17568:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:2.0:1767384285.497548:0:17568:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.497558:0:17568:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767384285.497563:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384285.497566:0:17568:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000006c3c62e. 00000020:00000001:2.0:1767384285.497570:0:17568:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384285.497573:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005130c391. 00000020:00000001:2.0:1767384285.497575:0:17568:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497578:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.497579:0:17568:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.497581:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.497584:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370857411416 : -119702852140200 : ffff932182050358) 00080000:00000001:2.0:1767384285.497592:0:17568:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.497596:0:17568:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000eaa17b7e. 00080000:00000001:2.0:1767384285.497598:0:17568:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370858753024 : -119702850798592 : ffff932182197c00) 00000020:00000001:2.0:1767384285.497601:0:17568:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1767384285.497604:0:17568:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.497646:0:17568:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.497648:0:17568:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497651:0:17568:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384285.497663:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.497664:0:17568:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384285.497669:0:17568:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xb:0x0] not in the id map cache 00000001:00000001:2.0:1767384285.497672:0:17568:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.497673:0:17568:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497676:0:17568:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1767384285.497678:0:17568:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.497680:0:17568:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497683:0:17568:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1767384285.497687:0:17568:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.497689:0:17568:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.497698:0:17568:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767384285.497701:0:17568:0:(local_storage.c:361:__local_file_create()) create new object [0x200000003:0xb:0x0] 00000020:00000001:2.0:1767384285.497704:0:17568:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:2.0:1767384285.497705:0:17568:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384285.504930:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.504932:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.504947:0:17553:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384285.504949:0:17553:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.504950:0:17553:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.504952:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.504957:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1767384285.504958:0:17553:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.504960:0:17553:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1767384285.504965:0:17553:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.504968:0:17553:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.504969:0:17553:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.504971:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:2.0:1767384285.504974:0:17553:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000903a1a41. 00080000:00000001:2.0:1767384285.504997:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.504998:0:17553:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.505000:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384285.505002:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005bcfb752. 00000040:00000001:2.0:1767384285.505004:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384285.505005:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384285.505008:0:17553:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384285.505009:0:17553:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384285.505011:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384285.505014:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.505016:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.505018:0:17553:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384285.505020:0:17553:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b426eff1. 00000040:00001000:2.0:1767384285.505022:0:17553:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:2.0:1767384285.505024:0:17553:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384285.505027:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4141815. 00000020:00000010:2.0:1767384285.505030:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e00ceb75. 00000040:00000010:2.0:1767384285.505033:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ecae0ed1. 00000020:00000010:2.0:1767384285.505036:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000203af8a2. 00000020:00000010:2.0:1767384285.505040:0:17553:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384285.505043:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a360945a. 80000000:00000010:2.0:1767384285.505045:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b88bc721. 40000000:00000010:2.0:1767384285.505048:0:17553:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bcba7f60. 00100000:00000010:2.0:1767384285.505051:0:17553:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a2f5ce9a. 00040000:00000010:2.0:1767384285.505054:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000176f3066. 00040000:00000010:2.0:1767384285.505057:0:17553:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000424b63f4. 00040000:00000010:2.0:1767384285.505060:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000293ddc16. 00080000:00000010:2.0:1767384285.505063:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f090480f. 00000004:00000010:2.0:1767384285.505067:0:17553:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009ab0eab4. 00000004:00000010:2.0:1767384285.505070:0:17553:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e69ac796. 00000004:00000010:2.0:1767384285.505076:0:17553:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006e3cf8ae. 00002000:00000010:2.0:1767384285.505078:0:17553:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a43a200b. 00000004:00000010:2.0:1767384285.505081:0:17553:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000056b30e5. 00000020:00000010:2.0:1767384285.505084:0:17553:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f03376c0. 00000040:00000010:2.0:1767384285.505095:0:17553:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000037611a63. 00000040:00080000:2.0:1767384285.505096:0:17553:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 1 count 1 00000040:00000010:2.0:1767384285.505098:0:17553:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000037611a63. 00000020:00000010:2.0:1767384285.505101:0:17553:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f03376c0. 00000020:00000010:2.0:1767384285.505104:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e00ceb75. 00000040:00000010:2.0:1767384285.505106:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ecae0ed1. 00000020:00000010:2.0:1767384285.505107:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000203af8a2. 00000020:00000010:2.0:1767384285.505109:0:17553:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384285.505111:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a360945a. 80000000:00000010:2.0:1767384285.505113:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b88bc721. 40000000:00000010:2.0:1767384285.505114:0:17553:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bcba7f60. 00100000:00000010:2.0:1767384285.505116:0:17553:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a2f5ce9a. 00040000:00000010:2.0:1767384285.505118:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000176f3066. 00040000:00000010:2.0:1767384285.505120:0:17553:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000424b63f4. 00040000:00000010:2.0:1767384285.505121:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000293ddc16. 00080000:00000010:2.0:1767384285.505123:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f090480f. 00000004:00000010:2.0:1767384285.505124:0:17553:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009ab0eab4. 00000004:00000010:2.0:1767384285.505126:0:17553:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e69ac796. 00000004:00000010:2.0:1767384285.505128:0:17553:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006e3cf8ae. 00002000:00000010:2.0:1767384285.505129:0:17553:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a43a200b. 00000004:00000010:2.0:1767384285.505131:0:17553:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000056b30e5. 00000020:00000010:2.0:1767384285.505132:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4141815. 00000040:00000010:2.0:1767384285.505134:0:17553:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000b426eff1. 00000040:00000001:2.0:1767384285.505135:0:17553:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.505137:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384285.505138:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000d0916f9c/00000000c59afd33 to site lru. bkt: 000000004ff8601d 00000040:00000010:2.0:1767384285.505140:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000009ae9fd49. 00000040:00000001:2.0:1767384285.505142:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384285.505143:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005bcfb752. 00000040:00000010:2.0:1767384285.505145:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f3420231. 00000040:00000010:2.0:1767384285.505147:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000094490e3e. 00000040:00000010:2.0:1767384285.505149:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009d71a37a. 00000040:00000001:2.0:1767384285.505150:0:17553:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.505151:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384285.505155:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.505156:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c4141815. 00000040:00000001:2.0:1767384285.505158:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.505159:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.505160:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.505162:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.505164:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.505172:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.505174:0:17553:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384285.505176:0:17553:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384285.505178:0:17553:0:(llog.c:1547:llog_open()) MGC192.168.204.131@tcp: Failed to open llog paramsT: rc -2 00000040:00000010:2.0:1767384285.505180:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c4141815. 00000040:00000001:2.0:1767384285.505182:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384285.505184:0:17553:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:2.0:1767384285.505186:0:17553:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 8 at 00000000ea6833f8. 10000000:00000040:2.0:1767384285.505189:0:17553:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000028c65bae : new refcount 1 10000000:00000001:2.0:1767384285.505191:0:17553:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.505193:0:17553:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767384285.505195:0:17553:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1767384285.505196:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384285.505198:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c4141815. 00000040:00000001:2.0:1767384285.505199:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384285.505200:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.505202:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.505204:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:2.0:1767384285.505206:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.505215:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.505217:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.505218:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.505220:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384285.505223:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000501b65b6. 00000020:00000001:2.0:1767384285.505225:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384285.505228:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624370895148120 : -119702814403496 : ffff93218444d458) 00000040:00000001:2.0:1767384285.505230:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.505237:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.505239:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384285.505241:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005bcfb752. 00000040:00000001:2.0:1767384285.505243:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384285.505244:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384285.505248:0:17553:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384285.505249:0:17553:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384285.505251:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384285.505253:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.505255:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384285.505256:0:17553:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384285.505258:0:17553:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b426eff1. 00000040:00001000:2.0:1767384285.505260:0:17553:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1767384285.505387:0:17572:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384285.505402:0:17572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000293ddc16. 00000020:00000010:2.0:1767384285.505405:0:17572:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a360945a. 00000040:00000010:2.0:1767384285.505406:0:17572:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ecae0ed1. 00000020:00000010:2.0:1767384285.505408:0:17572:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e3cf8ae. 00000020:00000010:2.0:1767384285.505409:0:17572:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384285.505411:0:17572:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e00ceb75. 80000000:00000010:2.0:1767384285.505412:0:17572:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b88bc721. 40000000:00000010:2.0:1767384285.505414:0:17572:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bd2737cc. 00100000:00000010:2.0:1767384285.505415:0:17572:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009ab0eab4. 00040000:00000010:2.0:1767384285.505417:0:17572:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000176f3066. 00040000:00000010:2.0:1767384285.505418:0:17572:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f090480f. 00040000:00000010:2.0:1767384285.505420:0:17572:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006dfe5f2e. 00080000:00000010:2.0:1767384285.505421:0:17572:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000424b63f4. 00000004:00000010:2.0:1767384285.505423:0:17572:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a2f5ce9a. 00000004:00000010:2.0:1767384285.505425:0:17572:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e69ac796. 00000004:00000010:2.0:1767384285.505426:0:17572:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000203af8a2. 00002000:00000010:2.0:1767384285.505428:0:17572:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000056b30e5. 00000004:00000010:2.0:1767384285.505429:0:17572:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a43a200b. 00000020:00000010:2.0:1767384285.505431:0:17572:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c4af9632. 00000040:00000010:2.0:1767384285.505433:0:17572:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000037611a63. 00000040:00080000:2.0:1767384285.505855:0:17572:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x7:0x0] index 64768 count 1 00000040:00000010:2.0:1767384285.505863:0:17572:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000037611a63. 00000020:00000010:2.0:1767384285.505865:0:17572:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c4af9632. 00000020:00000010:2.0:1767384285.505869:0:17572:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a360945a. 00000040:00000010:2.0:1767384285.505871:0:17572:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ecae0ed1. 00000020:00000010:2.0:1767384285.505873:0:17572:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e3cf8ae. 00000020:00000010:2.0:1767384285.505874:0:17572:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384285.505877:0:17572:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e00ceb75. 80000000:00000010:2.0:1767384285.505878:0:17572:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b88bc721. 40000000:00000010:2.0:1767384285.505880:0:17572:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bd2737cc. 00100000:00000010:2.0:1767384285.505881:0:17572:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009ab0eab4. 00040000:00000010:2.0:1767384285.505883:0:17572:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000176f3066. 00040000:00000010:2.0:1767384285.505884:0:17572:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f090480f. 00040000:00000010:2.0:1767384285.505886:0:17572:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006dfe5f2e. 00080000:00000010:2.0:1767384285.505887:0:17572:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000424b63f4. 00000004:00000010:2.0:1767384285.505889:0:17572:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a2f5ce9a. 00000004:00000010:2.0:1767384285.505890:0:17572:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e69ac796. 00000004:00000010:2.0:1767384285.505892:0:17572:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000203af8a2. 00002000:00000010:2.0:1767384285.505893:0:17572:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000056b30e5. 00000004:00000010:2.0:1767384285.505895:0:17572:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a43a200b. 00000020:00000010:2.0:1767384285.505896:0:17572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000293ddc16. 00000100:00000040:2.0:1767384285.509669:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294873417, at 4294873418 00000100:00000010:2.0:1767384285.509679:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df4c8d06. 00000040:00001000:3.0:1767384285.509712:0:17553:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509721:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182346438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384285.509723:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384285.509724:0:17553:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509725:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823464e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384285.509727:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384285.509728:0:17553:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509729:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823465c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384285.509731:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384285.509732:0:17553:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509733:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823466a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384285.509734:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384285.509736:0:17553:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509737:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182346718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384285.509738:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384285.509740:0:17553:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509741:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823467f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384285.509742:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384285.509743:0:17553:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509745:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823468d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384285.509746:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384285.509747:0:17553:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509748:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182346930 type=0x10620000 idx=14 00000040:00001000:3.0:1767384285.509750:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384285.509751:0:17553:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509752:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823469b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384285.509753:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1767384285.509755:0:17553:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509756:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182346a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384285.509757:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384285.509758:0:17553:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509760:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182346ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384285.509765:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767384285.509766:0:17553:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509768:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182346bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767384285.509769:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384285.509771:0:17553:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509772:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182346ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384285.509773:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384285.509775:0:17553:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509776:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182346cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384285.509777:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384285.509778:0:17553:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509780:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182346dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767384285.509781:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384285.509782:0:17553:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509783:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182346eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767384285.509785:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384285.509786:0:17553:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509787:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182346f08 type=0x10620000 idx=23 00000040:00001000:3.0:1767384285.509788:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767384285.509790:0:17553:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509791:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182346f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767384285.509792:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384285.509793:0:17553:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509795:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182347018 type=0x10620000 idx=25 00000040:00001000:3.0:1767384285.509796:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384285.509797:0:17553:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509798:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182347098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384285.509800:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767384285.509801:0:17553:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509803:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182347178 type=0x10620000 idx=27 00000040:00001000:3.0:1767384285.509805:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384285.509810:0:17553:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509813:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182347258 type=0x10620000 idx=28 00000040:00001000:3.0:1767384285.509816:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384285.509820:0:17553:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509822:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823472a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384285.509826:0:17553:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384285.509829:0:17553:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384285.509832:0:17553:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384285.509837:0:17553:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:3.0:1767384285.509892:0:17553:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384285.509895:0:17553:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.509897:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823472a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384285.509899:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:3.0:1767384285.509901:0:17553:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00001000:3.0:1767384285.509902:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182347388 type=0x0 idx=0 00000040:00000001:3.0:1767384285.509903:0:17553:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384285.509904:0:17553:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 30 count 30 00000040:00000010:3.0:1767384285.509906:0:17553:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000008c493699. 00000020:00000010:3.0:1767384285.509910:0:17553:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f16e8e8e. 00000020:00000010:3.0:1767384285.509914:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d2770357. 00000040:00000010:3.0:1767384285.509916:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d00c29e1. 00000020:00000010:3.0:1767384285.509917:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000089e7a5ef. 00000020:00000010:3.0:1767384285.509919:0:17553:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000093b982fe. 00000020:00000010:3.0:1767384285.509921:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000041ba6b85. 80000000:00000010:3.0:1767384285.509923:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aec72c5c. 40000000:00000010:3.0:1767384285.509924:0:17553:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f16c2932. 00100000:00000010:3.0:1767384285.509926:0:17553:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000810f31d9. 00040000:00000010:3.0:1767384285.509928:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003dd137cd. 00040000:00000010:3.0:1767384285.509929:0:17553:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007cec1d61. 00040000:00000010:3.0:1767384285.509931:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000540f3a27. 00080000:00000010:3.0:1767384285.509932:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000747d3ef1. 00000004:00000010:3.0:1767384285.509934:0:17553:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000de66a34c. 00000004:00000010:3.0:1767384285.509936:0:17553:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000027a654de. 00000004:00000010:3.0:1767384285.509939:0:17553:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003c887230. 00002000:00000010:3.0:1767384285.509945:0:17553:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d6f5e314. 00000004:00000010:3.0:1767384285.509947:0:17553:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a10cdccb. 00000020:00000010:3.0:1767384285.509948:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096ba8984. 00000040:00000010:3.0:1767384285.509950:0:17553:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000016740a48. 00000040:00000001:3.0:1767384285.509951:0:17553:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.509953:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384285.509954:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000cd25d21c/00000000dc0fad4e to site lru. bkt: 0000000064b9a4ae 00000040:00000010:3.0:1767384285.509956:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000002e06ac86. 00000040:00000001:3.0:1767384285.509958:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384285.509959:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000094490e3e. 00000040:00000010:3.0:1767384285.509960:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002291acc2. 00000040:00000001:3.0:1767384285.509962:0:17553:0:(llog.c:1739:llog_validate()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.509963:0:17553:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:3.0:1767384285.509964:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384285.509965:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc4e85a3. 00000040:00000001:3.0:1767384285.509966:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384285.509967:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384285.509968:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:3.0:1767384285.509970:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:3.0:1767384285.509973:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384285.509982:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.509983:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384285.509984:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.509985:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384285.509987:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000002e06ac86. 00000020:00000001:3.0:1767384285.509989:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384285.509991:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624370895148632 : -119702814402984 : ffff93218444d658) 00000040:00000001:3.0:1767384285.509992:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.509993:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.509994:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384285.509995:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008c493699. 00000040:00000001:3.0:1767384285.509996:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384285.509997:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384285.510024:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510025:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510026:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510031:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384285.510032:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384285.510033:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009ef53227. 00000040:00000001:3.0:1767384285.510035:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384285.510036:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384285.510037:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:3.0:1767384285.510038:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:3.0:1767384285.510041:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384285.510047:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384285.510049:0:17553:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:3.0:1767384285.510051:0:17553:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:3.0:1767384285.510052:0:17553:0:(llog.c:1547:llog_open()) MGC192.168.204.131@tcp: Failed to open llog lustre-clientT: rc -2 00000040:00000010:3.0:1767384285.510054:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009ef53227. 00000040:00000001:3.0:1767384285.510055:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384285.510056:0:17553:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384285.510057:0:17553:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:3.0:1767384285.510058:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384285.510059:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009ef53227. 00000040:00000001:3.0:1767384285.510060:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384285.510061:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384285.510062:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:3.0:1767384285.510063:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:3.0:1767384285.510065:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384285.510068:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:3.0:1767384285.510069:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000092f88ece. 00000020:00000001:3.0:1767384285.510071:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384285.510072:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003dd137cd. 00000020:00000001:3.0:1767384285.510074:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384285.510076:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d8714ffa. 00000020:00000001:3.0:1767384285.510077:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510078:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384285.510079:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384285.510080:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384285.510081:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510091:0:17553:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384285.510092:0:17553:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.510093:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.510095:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370895147352 : -119702814404264 : ffff93218444d158) 00000040:00000001:3.0:1767384285.510097:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510098:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510099:0:17553:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384285.510100:0:17553:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510101:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.510103:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a10cdccb. 00080000:00000001:3.0:1767384285.510105:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375526175744 : -119698183375872 : ffff9322984cb400) 00000040:00000001:3.0:1767384285.510106:0:17553:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:3.0:1767384285.510107:0:17553:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1767384285.510108:0:17553:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1767384285.510110:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.510113:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.510113:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510115:0:17553:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384285.510121:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384285.510121:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384285.510123:0:17553:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000010:3.0:1767384285.510126:0:17553:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000e78f532f. 00000001:00000001:3.0:1767384285.510127:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.510127:0:17553:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510129:0:17553:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1767384285.510130:0:17553:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.510131:0:17553:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510133:0:17553:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1767384285.510135:0:17553:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510136:0:17553:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510138:0:17553:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510139:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.510145:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510146:0:17553:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:3.0:1767384285.510147:0:17553:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:3.0:1767384285.510148:0:17553:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:3.0:1767384285.510150:0:17553:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384285.510169:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384285.510170:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510182:0:17553:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384285.510184:0:17553:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510185:0:17553:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510187:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.510191:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384285.510192:0:17553:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510194:0:17553:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1767384285.510199:0:17553:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510201:0:17553:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510202:0:17553:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510203:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:3.0:1767384285.510207:0:17553:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000008a8c9edb. 00080000:00000001:3.0:1767384285.510219:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510221:0:17553:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510222:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384285.510225:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ccc2caab. 00000040:00000001:3.0:1767384285.510226:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384285.510227:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384285.510228:0:17553:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384285.510229:0:17553:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384285.510231:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384285.510233:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510234:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510235:0:17553:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384285.510236:0:17553:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000918cad10. 00000040:00001000:3.0:1767384285.510237:0:17553:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x4:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:3.0:1767384285.510239:0:17553:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384285.510241:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ab5d509. 00000020:00000010:3.0:1767384285.510242:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000065cc2254. 00000040:00000010:3.0:1767384285.510243:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000588d591b. 00000020:00000010:3.0:1767384285.510245:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c887230. 00000020:00000010:3.0:1767384285.510247:0:17553:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000093b982fe. 00000020:00000010:3.0:1767384285.510248:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002bf51e96. 80000000:00000010:3.0:1767384285.510250:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e644b99d. 40000000:00000010:3.0:1767384285.510252:0:17553:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009bc1e8c0. 00100000:00000010:3.0:1767384285.510258:0:17553:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000de66a34c. 00040000:00000010:3.0:1767384285.510260:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b149953e. 00040000:00000010:3.0:1767384285.510261:0:17553:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000747d3ef1. 00040000:00000010:3.0:1767384285.510263:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cd6e6de9. 00080000:00000010:3.0:1767384285.510264:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007cec1d61. 00000004:00000010:3.0:1767384285.510266:0:17553:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000810f31d9. 00000004:00000010:3.0:1767384285.510268:0:17553:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000027a654de. 00000004:00000010:3.0:1767384285.510287:0:17553:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000089e7a5ef. 00002000:00000010:3.0:1767384285.510290:0:17553:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d6f5e314. 00000004:00000010:3.0:1767384285.510299:0:17553:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000073d2ab7. 00000020:00000010:3.0:1767384285.510303:0:17553:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000085ac47ce. 00000040:00000010:3.0:1767384285.510308:0:17553:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000000ae10e4d. 00000040:00001000:3.0:1767384285.510310:0:17553:0:(llog.c:607:llog_process_thread()) index: 1 last_index 29 00000040:00000001:3.0:1767384285.510312:0:17553:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384285.510313:0:17553:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384285.510316:0:17553:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384285.510349:0:17553:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384285.510352:0:17553:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.510353:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384285.510355:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384285.510357:0:17553:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.510359:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.510361:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.510363:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.510366:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e320f90. 00080000:00000001:3.0:1767384285.510367:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860162048 : -119702849389568 : ffff9321822efc00) 00000040:00000001:3.0:1767384285.510370:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.510372:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.510374:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.510376:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.510377:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510379:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.510380:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.510381:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510383:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510385:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510413:0:17553:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384285.510415:0:17553:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.510417:0:17553:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510419:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.510442:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510443:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.510444:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.510446:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.510449:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:3.0:1767384285.510553:0:454:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294873417, at 4294873419 00000100:00000010:3.0:1767384285.510575:0:454:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d2a4ba0. 00080000:00000001:3.0:1767384285.510702:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:3.0:1767384285.510706:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.510722:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.510726:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].1, 224 off8416 00000040:00000001:3.0:1767384285.510728:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510730:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510732:0:17553:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1767384285.510734:0:17553:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.510736:0:17553:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510737:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.510743:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510745:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510747:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.510748:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823440e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384285.510750:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384285.510752:0:17553:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.510753:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.510754:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.510756:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.510758:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c29edc1b. 00080000:00000001:3.0:1767384285.510760:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860161024 : -119702849390592 : ffff9321822ef800) 00000040:00000001:3.0:1767384285.510762:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.510763:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.510765:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.510773:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.510774:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510782:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.510789:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.510790:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510791:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510793:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510795:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.510803:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510805:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.510806:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.510807:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.510811:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.510820:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.510823:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.510828:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.510830:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.510859:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.510861:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.510866:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384285.510868:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].2, 120 off8536 00000040:00000001:3.0:1767384285.510870:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510872:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510874:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.510881:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510883:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510884:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.510886:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384285.510888:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384285.510890:0:17553:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.510892:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.510893:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.510895:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.510898:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000097b12895. 00080000:00000001:3.0:1767384285.510900:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860150784 : -119702849400832 : ffff9321822ed000) 00000040:00000001:3.0:1767384285.510902:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.510904:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.510905:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.510912:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.510913:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510914:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.510924:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.510925:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510926:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510927:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510929:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.510935:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510936:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.510937:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.510938:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.510940:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.510945:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.510946:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.510948:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.510949:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.510951:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.510952:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.510955:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:3.0:1767384285.510957:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].3, 168 off8704 00000040:00000001:3.0:1767384285.510958:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510959:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510960:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.510964:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510965:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510966:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.510967:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384285.510969:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384285.510970:0:17553:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.510971:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.510972:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.510973:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.510974:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000040e434b6. 00080000:00000001:3.0:1767384285.510976:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860153856 : -119702849397760 : ffff9321822edc00) 00000040:00000001:3.0:1767384285.510977:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.510978:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.510979:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.510982:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.510983:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510984:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.510987:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.510992:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510993:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.510994:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.510996:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.511000:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511001:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511002:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.511003:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.511005:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511009:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.511010:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511012:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.511013:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511015:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.511016:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511029:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.511031:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].4, 224 off8928 00000040:00000001:3.0:1767384285.511032:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511033:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511035:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.511038:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511039:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511041:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.511042:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823442e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384285.511043:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384285.511044:0:17553:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.511045:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.511046:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.511047:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.511048:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005fdd4f7d. 00080000:00000001:3.0:1767384285.511049:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860157952 : -119702849393664 : ffff9321822eec00) 00000040:00000001:3.0:1767384285.511050:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511051:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.511052:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511056:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511057:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511058:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511061:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511062:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511067:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511068:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511069:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.511074:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511075:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511076:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.511077:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.511079:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511083:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.511085:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511086:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.511087:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511090:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.511091:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511094:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.511096:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].5, 224 off9152 00000040:00000001:3.0:1767384285.511097:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511098:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511099:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.511102:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511103:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511104:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.511105:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823443c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384285.511106:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384285.511107:0:17553:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.511108:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.511109:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.511110:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.511111:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000894b7dd2. 00080000:00000001:3.0:1767384285.511112:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860154880 : -119702849396736 : ffff9321822ee000) 00000040:00000001:3.0:1767384285.511113:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511114:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.511115:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511119:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511119:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511120:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511123:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511124:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511125:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511130:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511131:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.511136:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511137:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511138:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.511139:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.511141:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511145:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.511146:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511148:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.511149:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511151:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.511152:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511180:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384285.511182:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].6, 120 off9272 00000040:00000001:3.0:1767384285.511183:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511184:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511186:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.511190:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511191:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511192:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.511193:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384285.511195:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384285.511196:0:17553:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.511197:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.511198:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.511199:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.511201:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000032be78f4. 00080000:00000001:3.0:1767384285.511202:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860155904 : -119702849395712 : ffff9321822ee400) 00000040:00000001:3.0:1767384285.511203:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511204:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.511205:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511210:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511211:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511212:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511216:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511217:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511218:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511220:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511242:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.511250:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511251:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511253:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.511254:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.511258:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511263:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.511265:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511268:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.511269:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511272:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.511274:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511279:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:3.0:1767384285.511280:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].7, 168 off9440 00000040:00000001:3.0:1767384285.511282:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511284:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511285:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.511290:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511291:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511293:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.511294:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823444e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384285.511296:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384285.511298:0:17553:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.511299:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.511300:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.511301:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.511303:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005eae691e. 00080000:00000001:3.0:1767384285.511305:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860148736 : -119702849402880 : ffff9321822ec800) 00000040:00000001:3.0:1767384285.511307:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511308:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.511309:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511314:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511315:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511317:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511321:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511322:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511324:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511325:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511327:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.511338:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511340:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511342:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.511343:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.511346:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511351:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.511353:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511356:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.511357:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511360:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.511362:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511366:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.511368:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].8, 224 off9664 00000040:00000001:3.0:1767384285.511370:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511371:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511373:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.511378:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511379:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511380:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.511382:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823445c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384285.511383:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384285.511385:0:17553:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.511386:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.511409:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.511411:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.511415:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000705afed7. 00080000:00000001:3.0:1767384285.511418:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860147712 : -119702849403904 : ffff9321822ec400) 00000040:00000001:3.0:1767384285.511420:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511421:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.511423:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511446:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511447:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511448:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511452:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511453:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511455:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511456:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511457:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.511462:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511468:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511470:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.511471:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.511474:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511480:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.511481:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511483:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.511485:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511487:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.511489:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511534:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.511536:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].9, 224 off9888 00000040:00000001:3.0:1767384285.511554:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511556:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511558:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.511566:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511568:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511569:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.511571:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823446a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384285.511573:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384285.511575:0:17553:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.511576:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.511577:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.511578:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.511581:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b85d3608. 00080000:00000001:3.0:1767384285.511583:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860151808 : -119702849399808 : ffff9321822ed400) 00000040:00000001:3.0:1767384285.511585:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511586:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.511588:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511595:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511596:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511597:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511602:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511603:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511604:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511606:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511608:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.511613:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511615:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511623:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.511624:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.511628:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511635:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.511637:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511639:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.511641:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511644:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.511646:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511650:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384285.511651:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].10, 120 off10008 00000040:00000001:3.0:1767384285.511653:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511654:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511656:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.511661:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511662:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511664:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.511665:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384285.511667:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384285.511668:0:17553:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.511670:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.511671:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.511672:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.511674:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b29c65b0. 00080000:00000001:3.0:1767384285.511675:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860156928 : -119702849394688 : ffff9321822ee800) 00000040:00000001:3.0:1767384285.511677:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511678:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.511679:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511685:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511686:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511687:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511691:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511692:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511694:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511695:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511697:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.511702:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511703:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511704:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.511710:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.511714:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511720:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.511721:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511724:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.511725:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511728:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.511730:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511734:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.511736:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].11, 224 off10232 00000040:00000001:3.0:1767384285.511737:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511739:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511740:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.511745:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511747:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511748:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.511750:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823447f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384285.511751:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384285.511753:0:17553:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.511754:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.511755:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.511756:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.511758:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b5947fdb. 00080000:00000001:3.0:1767384285.511760:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860160000 : -119702849391616 : ffff9321822ef400) 00000040:00000001:3.0:1767384285.511761:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511762:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.511763:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511768:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511769:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511771:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511775:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511777:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511778:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511780:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511781:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.511786:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511788:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511789:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.511789:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.511798:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511820:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.511822:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511828:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.511830:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511836:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.511839:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511895:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.511898:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].12, 224 off10456 00000040:00000001:3.0:1767384285.511901:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511903:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511905:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.511910:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511912:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511914:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.511916:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823448d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384285.511917:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384285.511918:0:17553:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.511920:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.511920:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.511921:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.511924:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000099c50fc0. 00080000:00000001:3.0:1767384285.511925:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860152832 : -119702849398784 : ffff9321822ed800) 00000040:00000001:3.0:1767384285.511927:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511928:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.511929:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511934:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511935:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511936:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.511939:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.511940:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511941:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511942:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511944:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.511948:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511949:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511950:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.511951:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.511954:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511963:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.511964:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511966:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.511967:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511970:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.511971:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.511974:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:3.0:1767384285.511976:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].13, 88 off10544 00000040:00000001:3.0:1767384285.511977:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511979:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.511980:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.511983:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511984:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.511985:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.511987:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344930 type=0x10620000 idx=14 00000040:00001000:3.0:1767384285.511988:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384285.511989:0:17553:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.511990:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.511991:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.511992:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.511993:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b895bff1. 00080000:00000001:3.0:1767384285.511994:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860146688 : -119702849404928 : ffff9321822ec000) 00000040:00000001:3.0:1767384285.511995:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.511996:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.511997:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512000:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512001:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512002:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512005:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512006:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512007:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512008:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512009:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.512013:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512014:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512015:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.512015:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.512017:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512020:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.512024:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512028:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.512029:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512031:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.512032:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512035:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384285.512037:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].14, 128 off10672 00000040:00000001:3.0:1767384285.512038:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512039:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512041:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.512044:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512045:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512046:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.512047:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823449b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384285.512049:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1767384285.512050:0:17553:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.512051:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.512051:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.512052:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.512053:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000db03d2ab. 00080000:00000001:3.0:1767384285.512054:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860149760 : -119702849401856 : ffff9321822ecc00) 00000040:00000001:3.0:1767384285.512056:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512056:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.512057:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512061:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512061:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512062:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512065:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512066:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512067:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512068:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512069:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.512072:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512074:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512074:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.512075:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.512077:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512079:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.512080:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512087:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.512088:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512090:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.512092:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512106:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:3.0:1767384285.512107:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].15, 144 off10816 00000040:00000001:3.0:1767384285.512109:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512110:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512112:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.512115:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512116:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512117:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.512118:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384285.512120:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384285.512121:0:17553:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.512122:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.512123:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.512123:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.512132:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000009c05c41. 00080000:00000001:3.0:1767384285.512134:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870205440 : -119702839346176 : ffff932182c83c00) 00000040:00000001:3.0:1767384285.512135:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512136:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.512137:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512142:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512143:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512159:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512163:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512164:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512166:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512167:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512168:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.512173:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512175:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512176:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.512177:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.512180:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512184:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.512185:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512187:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.512193:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512197:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.512199:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512202:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=160 : 160 : a0) 00000040:00080000:3.0:1767384285.512204:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].16, 160 off10976 00000040:00000001:3.0:1767384285.512205:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512206:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512208:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.512228:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512229:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512231:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.512232:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384285.512234:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767384285.512236:0:17553:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.512238:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.512239:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.512240:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.512242:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007015b49b. 00080000:00000001:3.0:1767384285.512244:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870204416 : -119702839347200 : ffff932182c83800) 00000040:00000001:3.0:1767384285.512246:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512247:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.512249:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512254:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512256:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512257:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512262:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512263:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512264:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512266:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512268:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.512273:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512274:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512275:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.512276:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.512279:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512283:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.512285:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512288:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.512289:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512300:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.512302:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512306:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.512308:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].17, 224 off11200 00000040:00000001:3.0:1767384285.512310:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512312:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512314:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.512319:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512320:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512322:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.512323:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767384285.512325:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384285.512327:0:17553:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.512328:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.512329:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.512330:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.512333:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000062f3bbc7. 00080000:00000001:3.0:1767384285.512334:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870194176 : -119702839357440 : ffff932182c81000) 00000040:00000001:3.0:1767384285.512336:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512337:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.512338:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512344:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512345:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512346:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512350:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512352:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512353:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512355:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512356:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.512362:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512363:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512364:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.512365:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.512368:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512372:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.512373:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512376:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.512378:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512381:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.512410:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512454:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.512457:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].18, 224 off11424 00000040:00000001:3.0:1767384285.512458:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512460:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512461:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.512466:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512467:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512468:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.512470:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384285.512471:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384285.512472:0:17553:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.512474:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.512475:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.512476:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.512478:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005c5c33ab. 00080000:00000001:3.0:1767384285.512479:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870197248 : -119702839354368 : ffff932182c81c00) 00000040:00000001:3.0:1767384285.512480:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512482:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.512483:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512488:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512489:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512490:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512518:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512519:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512521:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512522:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512523:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.512529:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512530:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512531:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.512533:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.512553:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512561:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.512563:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512566:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.512568:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512571:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.512573:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512586:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:3.0:1767384285.512589:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].19, 80 off11504 00000040:00000001:3.0:1767384285.512591:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512592:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512594:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.512599:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512601:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512602:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.512604:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384285.512606:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384285.512607:0:17553:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.512609:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.512610:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.512611:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.512613:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000cb57f0e. 00080000:00000001:3.0:1767384285.512615:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870201344 : -119702839350272 : ffff932182c82c00) 00000040:00000001:3.0:1767384285.512616:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512617:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.512619:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512625:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512626:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512627:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512631:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512632:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512634:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512635:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512637:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.512642:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512644:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512645:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.512646:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.512648:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512652:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.512654:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512656:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.512658:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512661:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.512662:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512666:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.512673:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].20, 224 off11728 00000040:00000001:3.0:1767384285.512674:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512676:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512678:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.512683:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512684:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512686:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.512687:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767384285.512689:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384285.512691:0:17553:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.512692:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.512693:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.512694:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.512696:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a469e6a5. 00080000:00000001:3.0:1767384285.512698:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870198272 : -119702839353344 : ffff932182c82000) 00000040:00000001:3.0:1767384285.512699:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512700:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.512702:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512707:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512708:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512709:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512714:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512715:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512716:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512718:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512719:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.512724:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512726:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512727:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.512728:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.512731:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512735:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.512737:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512739:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.512741:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512744:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.512746:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512765:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.512767:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].21, 224 off11952 00000040:00000001:3.0:1767384285.512774:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512775:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512777:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.512783:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512785:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512786:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.512788:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767384285.512789:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384285.512791:0:17553:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.512793:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.512794:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.512795:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.512797:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000414bfc6c. 00080000:00000001:3.0:1767384285.512799:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870199296 : -119702839352320 : ffff932182c82400) 00000040:00000001:3.0:1767384285.512800:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512802:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.512803:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512809:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512810:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512812:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512820:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512822:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512824:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512826:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512829:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.512851:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512853:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512854:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.512855:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.512859:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512866:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.512868:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512872:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.512873:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512877:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.512880:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512885:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:3.0:1767384285.512887:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].22, 88 off12040 00000040:00000001:3.0:1767384285.512890:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512897:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512899:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.512905:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512906:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512907:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.512908:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344f08 type=0x10620000 idx=23 00000040:00001000:3.0:1767384285.512909:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767384285.512910:0:17553:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.512912:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.512912:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.512913:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.512916:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007baade66. 00080000:00000001:3.0:1767384285.512917:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870192128 : -119702839359488 : ffff932182c80800) 00000040:00000001:3.0:1767384285.512918:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512919:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.512920:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512925:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512926:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512927:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512931:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512932:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512933:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512934:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512935:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.512940:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512941:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512942:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.512943:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.512945:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512949:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.512950:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512952:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.512953:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512956:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.512957:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.512960:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384285.512961:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].23, 128 off12168 00000040:00000001:3.0:1767384285.512962:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512964:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512969:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.512972:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512973:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512974:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.512975:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767384285.512977:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384285.512978:0:17553:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.512979:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.512980:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.512980:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.512982:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006647ae6a. 00080000:00000001:3.0:1767384285.512983:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870191104 : -119702839360512 : ffff932182c80400) 00000040:00000001:3.0:1767384285.512984:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.512985:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.512986:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512990:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512990:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512991:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.512995:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.512995:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512996:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.512997:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.512999:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.513002:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513003:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.513004:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.513004:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.513007:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513010:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.513011:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513013:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.513014:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513016:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.513017:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513031:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:3.0:1767384285.513032:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].24, 144 off12312 00000040:00000001:3.0:1767384285.513033:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513035:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513036:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.513044:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513045:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513046:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.513047:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182345018 type=0x10620000 idx=25 00000040:00001000:3.0:1767384285.513048:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384285.513050:0:17553:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.513051:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.513052:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.513052:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.513054:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082a1cd62. 00080000:00000001:3.0:1767384285.513055:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870195200 : -119702839356416 : ffff932182c81400) 00000040:00000001:3.0:1767384285.513057:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.513058:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.513059:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.513063:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.513064:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513065:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.513068:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.513069:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513070:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513071:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513072:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.513076:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513077:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.513078:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.513078:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.513081:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513084:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.513085:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513087:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.513088:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513090:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.513092:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513094:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384285.513096:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].25, 128 off12440 00000040:00000001:3.0:1767384285.513097:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513098:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513099:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.513102:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513107:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513108:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.513109:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182345098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384285.513110:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767384285.513111:0:17553:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.513112:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.513113:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.513114:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.513116:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b54e431c. 00080000:00000001:3.0:1767384285.513117:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870200320 : -119702839351296 : ffff932182c82800) 00000040:00000001:3.0:1767384285.513118:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.513119:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.513120:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.513124:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.513124:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513125:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.513129:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.513129:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513130:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513132:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513133:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.513137:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513137:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.513138:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.513139:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.513141:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513144:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.513145:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513147:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.513148:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513150:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.513152:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513154:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.513156:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].26, 224 off12664 00000040:00000001:3.0:1767384285.513157:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513158:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513159:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.513162:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513163:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513167:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.513169:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182345178 type=0x10620000 idx=27 00000040:00001000:3.0:1767384285.513170:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384285.513171:0:17553:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.513189:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.513189:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.513190:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.513193:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003dca4aad. 00080000:00000001:3.0:1767384285.513194:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870203392 : -119702839348224 : ffff932182c83400) 00000040:00000001:3.0:1767384285.513195:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.513196:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.513197:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.513202:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.513202:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513204:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.513207:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.513208:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513210:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513211:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513212:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.513216:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513218:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.513218:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.513219:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.513221:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513225:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.513226:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513228:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.513229:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513232:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.513233:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513266:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.513269:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].27, 224 off12888 00000040:00000001:3.0:1767384285.513271:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513272:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513274:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.513278:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513280:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513281:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.513288:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182345258 type=0x10620000 idx=28 00000040:00001000:3.0:1767384285.513289:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384285.513291:0:17553:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.513292:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.513294:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.513295:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.513298:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000020427678. 00080000:00000001:3.0:1767384285.513299:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870196224 : -119702839355392 : ffff932182c81800) 00000040:00000001:3.0:1767384285.513301:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.513302:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.513304:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.513310:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.513311:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513312:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.513317:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.513318:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513319:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513321:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513322:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.513328:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513329:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.513331:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.513332:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.513335:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513340:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.513341:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513344:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.513345:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513348:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.513350:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513354:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:3.0:1767384285.513356:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].28, 80 off12968 00000040:00000001:3.0:1767384285.513358:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513359:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513360:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.513365:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513366:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513367:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.513368:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823452a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384285.513375:0:17553:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384285.513377:0:17553:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384285.513378:0:17553:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384285.513381:0:17553:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:3.0:1767384285.513445:0:17553:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384285.513448:0:17553:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.513449:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823452a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384285.513451:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:3.0:1767384285.513452:0:17553:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.513453:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.513454:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.513455:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.513458:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006f3091a3. 00080000:00000001:3.0:1767384285.513460:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870190080 : -119702839361536 : ffff932182c80000) 00000040:00000001:3.0:1767384285.513461:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.513462:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.513463:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.513468:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.513469:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513470:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.513473:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.513474:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513475:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513477:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513478:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.513484:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513485:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.513486:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.513487:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384285.513490:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513520:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.513522:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513525:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.513526:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513529:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.513530:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.513535:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.513537:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].29, 224 off13192 00000040:00000001:3.0:1767384285.513562:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513564:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.513566:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.513573:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513574:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513576:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513578:0:17553:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384285.513579:0:17553:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 29 count 30 00000040:00000010:3.0:1767384285.513581:0:17553:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000000ae10e4d. 00000020:00000010:3.0:1767384285.513587:0:17553:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000085ac47ce. 00000020:00000010:3.0:1767384285.513592:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000065cc2254. 00000040:00000010:3.0:1767384285.513595:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000588d591b. 00000020:00000010:3.0:1767384285.513597:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003c887230. 00000020:00000010:3.0:1767384285.513599:0:17553:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000093b982fe. 00000020:00000010:3.0:1767384285.513602:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002bf51e96. 80000000:00000010:3.0:1767384285.513604:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e644b99d. 40000000:00000010:3.0:1767384285.513606:0:17553:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009bc1e8c0. 00100000:00000010:3.0:1767384285.513608:0:17553:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000de66a34c. 00040000:00000010:3.0:1767384285.513610:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b149953e. 00040000:00000010:3.0:1767384285.513612:0:17553:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000747d3ef1. 00040000:00000010:3.0:1767384285.513615:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cd6e6de9. 00080000:00000010:3.0:1767384285.513617:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007cec1d61. 00000004:00000010:3.0:1767384285.513619:0:17553:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000810f31d9. 00000004:00000010:3.0:1767384285.513621:0:17553:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000027a654de. 00000004:00000010:3.0:1767384285.513623:0:17553:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000089e7a5ef. 00002000:00000010:3.0:1767384285.513625:0:17553:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d6f5e314. 00000004:00000010:3.0:1767384285.513628:0:17553:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000073d2ab7. 00000020:00000010:3.0:1767384285.513630:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ab5d509. 00000040:00000010:3.0:1767384285.513631:0:17553:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000918cad10. 00000040:00000001:3.0:1767384285.513633:0:17553:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513635:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384285.513637:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000d8714ffa/000000003dd137cd to site lru. bkt: 000000002ffd44f2 00000040:00000010:3.0:1767384285.513656:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000092f88ece. 00000040:00000001:3.0:1767384285.513657:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384285.513658:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ccc2caab. 00000040:00000010:3.0:1767384285.513664:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009ef53227. 00000040:00000001:3.0:1767384285.513665:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384285.513666:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000cd25d21c/00000000dc0fad4e to site lru. bkt: 0000000064b9a4ae 00000040:00000010:3.0:1767384285.513668:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000002e06ac86. 00000040:00000001:3.0:1767384285.513669:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384285.513670:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008c493699. 00000040:00000010:3.0:1767384285.513671:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc4e85a3. 00000040:00000001:3.0:1767384285.513672:0:17553:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.513673:0:17553:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:3.0:1767384285.513674:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384285.513675:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc4e85a3. 00000040:00000001:3.0:1767384285.513676:0:17553:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767384285.513678:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000010:3.0:1767384285.513680:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ed5032d. 00000020:00000040:3.0:1767384285.513681:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384285.513683:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384285.513684:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384285.513686:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384285.513688:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ef53227. 00000100:00000001:3.0:1767384285.513690:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.513693:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384285.513694:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384285.513696:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091f9c154. 00000100:00000001:3.0:1767384285.513697:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375164953728 : -119698544597888 : ffff932282c4e480) 00000100:00000001:3.0:1767384285.513698:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384285.513699:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208695936 : -119698500855680 : ffff932285605880) 00000100:00000001:3.0:1767384285.513701:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384285.513702:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.513703:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384285.513704:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384285.513706:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ed5032d x1853236732498688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.513711:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384285.513712:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.513714:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384285.513718:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384285.513719:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384285.513721:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732498688:0@lo:501: 00000100:00000001:3.0:1767384285.513723:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384285.513725:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384285.513726:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.513728:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384285.513729:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ab5d509. 02000000:00000001:3.0:1767384285.513730:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384285.513732:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d028a8b2. 00000400:00000010:3.0:1767384285.513734:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a473f7b. 00000100:00000200:3.0:1767384285.513737:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732498688, portal 25 00000100:00000001:3.0:1767384285.513738:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384285.513739:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208695936 : -119698500855680 : ffff932285605880) 00000100:00000040:3.0:1767384285.513741:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ed5032d x1853236732498688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.513745:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384285.513747:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384285.513748:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a12f5fa. 00000100:00000200:3.0:1767384285.513749:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236732498688, offset 0 00000400:00000200:3.0:1767384285.513752:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384285.513756:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384285.513760:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d201300 00000400:00000200:3.0:1767384285.513762:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x191 [2] + 0 00000400:00000010:3.0:1767384285.513765:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef0b3b92. 00000400:00000200:3.0:1767384285.513766:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed697846 00000400:00000200:3.0:1767384285.513768:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384285.513770:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384285.513772:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed697846 00000400:00000010:3.0:1767384285.513773:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed697846. 00000100:00000001:3.0:1767384285.513775:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384285.513776:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384285.513778:0:17553:0:(events.c:337:request_in_callback()) incoming req@00000000aa9681c1 x1853236732498688 msgsize 512 00000100:00100000:3.0:1767384285.513780:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384285.513785:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384285.513793:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384285.513797:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a12f5fa 00000400:00000010:3.0:1767384285.513798:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a12f5fa. 00000100:00000001:3.0:1767384285.513799:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384285.513801:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ed5032d x1853236732498688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.513807:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.513808:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005ed5032d x1853236732498688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.513813:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.513815:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384285.513817:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.513820:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294873425 00000100:00000010:3.0:1767384285.513823:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000918cad10. 00000100:00000001:3.0:1767384285.513826:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384285.513831:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294873425 00000100:00000010:3.0:1767384285.513833:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e644b99d. 00000100:00000001:3.0:1767384285.513835:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384285.513843:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294873425 00000100:00000010:3.0:1767384285.513846:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007dd18e58. 00000100:00000001:3.0:1767384285.513849:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384285.513853:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294873425 00000100:00000010:3.0:1767384285.513856:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf2c9ac8. 00000100:00000001:3.0:1767384285.513860:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384285.513864:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384285.513868:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.513874:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384285.513878:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384285.513881:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 0000000091f9c154 going to sleep for 11 seconds 00000100:00000001:3.0:1767384285.513884:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384285.513887:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.514194:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384285.514201:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384285.514205:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384285.514208:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d028a8b2. 00000400:00000200:3.0:1767384285.514214:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a473f7b 00000400:00000010:3.0:1767384285.514219:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a473f7b. 00000100:00000001:3.0:1767384285.514227:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384285.514235:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ed5032d x1853236732498688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384285.514255:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ed5032d x1853236732498688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.514272:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384285.514278:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.514280:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384285.514284:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384285.514290:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384285.514292:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.514295:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384285.514301:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384285.514308:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384285.514316:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384285.514318:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.514325:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384285.514327:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.514329:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384285.514332:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ed5032d x1853236732498688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.514339:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384285.514341:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384285.514342:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384285.514345:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ed5032d x1853236732498688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384285.514352:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732498688:0@lo:501: 00000100:00000001:3.0:1767384285.514356:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.514365:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.514366:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384285.514368:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.514370:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ed5032d x1853236732498688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.514375:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384285.514377:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000091f9c154. 00000100:00000001:3.0:1767384285.514379:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384285.514380:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.514382:0:17553:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767384285.514384:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384285.514385:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384285.514408:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384285.514409:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.514412:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ed5032d x1853236732498688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.514418:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384285.514419:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384285.514421:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ab5d509. 02000000:00000001:3.0:1767384285.514423:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384285.514424:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384285.514425:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384285.514427:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384285.514428:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009ef53227. 02000000:00000001:3.0:1767384285.514430:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384285.514431:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384285.514448:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ed5032d. 00000100:00000001:3.0:1767384285.514450:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384285.514451:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384285.514452:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.514453:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384285.514456:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008c493699. 00000040:00000001:3.0:1767384285.514457:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384285.514458:0:17553:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767384285.514459:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000010:3.0:1767384285.514461:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ed5032d. 00000020:00000040:3.0:1767384285.514463:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384285.514469:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384285.514471:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384285.514472:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384285.514475:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ef53227. 00000100:00000001:3.0:1767384285.514477:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.514479:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384285.514480:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384285.514482:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091f9c154. 00000100:00000001:3.0:1767384285.514483:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375164953728 : -119698544597888 : ffff932282c4e480) 00000100:00000001:3.0:1767384285.514485:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384285.514486:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208695936 : -119698500855680 : ffff932285605880) 00000100:00000001:3.0:1767384285.514488:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384285.514489:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.514490:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384285.514491:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384285.514516:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ed5032d x1853236732498816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.514523:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384285.514524:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.514526:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384285.514527:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384285.514529:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384285.514532:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732498816:0@lo:503: 00000100:00000001:3.0:1767384285.514535:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384285.514554:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384285.514556:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.514558:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384285.514572:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000899da82. 02000000:00000001:3.0:1767384285.514574:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384285.514577:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d028a8b2. 00000400:00000010:3.0:1767384285.514581:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ed697846. 00000100:00000200:3.0:1767384285.514584:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732498816, portal 25 00000100:00000001:3.0:1767384285.514586:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384285.514587:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208695936 : -119698500855680 : ffff932285605880) 00000100:00000040:3.0:1767384285.514591:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ed5032d x1853236732498816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.514601:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384285.514603:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384285.514605:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a473f7b. 00000100:00000200:3.0:1767384285.514608:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732498816, offset 0 00000400:00000200:3.0:1767384285.514611:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384285.514616:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384285.514621:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d201380 00000400:00000200:3.0:1767384285.514625:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x195 [2] + 0 00000400:00000010:3.0:1767384285.514628:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d6d9067. 00000400:00000200:3.0:1767384285.514631:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab96df5c 00000400:00000200:3.0:1767384285.514633:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384285.514636:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384285.514639:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab96df5c 00000400:00000010:3.0:1767384285.514640:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab96df5c. 00000100:00000001:3.0:1767384285.514642:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384285.514643:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384285.514646:0:17553:0:(events.c:337:request_in_callback()) incoming req@0000000094fbd34f x1853236732498816 msgsize 272 00000100:00100000:3.0:1767384285.514649:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384285.514651:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384285.514662:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384285.514665:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a473f7b 00000400:00000010:3.0:1767384285.514666:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a473f7b. 00000100:00000001:3.0:1767384285.514668:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384285.514671:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ed5032d x1853236732498816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.514677:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.514679:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005ed5032d x1853236732498816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.514685:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.514686:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384285.514688:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.514690:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294873426 00000100:00000001:3.0:1767384285.514694:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294873425 00000100:00000001:3.0:1767384285.514704:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294873426 00000100:00000001:3.0:1767384285.514706:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294873425 00000100:00000001:3.0:1767384285.514709:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294873426 00000100:00000001:3.0:1767384285.514711:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294873425 00000100:00000001:3.0:1767384285.514713:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294873426 00000100:00000001:3.0:1767384285.514715:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294873425 00000100:00000001:3.0:1767384285.514717:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384285.514718:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.514720:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384285.514721:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384285.514723:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 0000000091f9c154 going to sleep for 11 seconds 00000100:00000001:3.0:1767384285.514725:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384285.514726:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.515213:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384285.515220:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384285.515223:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384285.515226:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d028a8b2. 00000400:00000200:3.0:1767384285.515231:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed697846 00000400:00000010:3.0:1767384285.515251:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ed697846. 00000100:00000001:3.0:1767384285.515259:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384285.515266:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ed5032d x1853236732498816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384285.515285:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ed5032d x1853236732498816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.515305:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384285.515309:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.515311:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384285.515313:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384285.515314:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384285.515316:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.515319:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384285.515326:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384285.515331:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384285.515346:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384285.515349:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.515351:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384285.515353:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.515355:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384285.515358:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ed5032d x1853236732498816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.515364:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384285.515367:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384285.515369:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384285.515372:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ed5032d x1853236732498816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384285.515378:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732498816:0@lo:503: 00000100:00000001:3.0:1767384285.515382:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.515383:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.515385:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384285.515386:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.515406:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ed5032d x1853236732498816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.515413:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384285.515415:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000091f9c154. 00000100:00000001:3.0:1767384285.515417:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384285.515418:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515438:0:17553:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767384285.515439:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.515441:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ed5032d x1853236732498816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.515445:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384285.515447:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384285.515448:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000899da82. 02000000:00000001:3.0:1767384285.515455:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384285.515456:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384285.515457:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384285.515459:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384285.515464:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009ef53227. 02000000:00000001:3.0:1767384285.515466:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384285.515467:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384285.515468:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ed5032d. 00000100:00000001:3.0:1767384285.515470:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384285.515471:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384285.515472:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384285.515473:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384285.515474:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384285.515475:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515477:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515478:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384285.515479:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384285.515481:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009ef53227. 00000040:00000001:3.0:1767384285.515483:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384285.515484:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384285.515485:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:3.0:1767384285.515487:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:3.0:1767384285.515490:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384285.515529:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.515531:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384285.515532:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515533:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384285.515536:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000002e06ac86. 00000020:00000001:3.0:1767384285.515538:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384285.515558:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624370895148632 : -119702814402984 : ffff93218444d658) 00000040:00000001:3.0:1767384285.515561:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515562:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515564:0:17553:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384285.515566:0:17553:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384285.515567:0:17553:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384285.515569:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.515574:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000af0e1478. 00080000:00000001:3.0:1767384285.515576:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870193152 : -119702839358464 : ffff932182c80c00) 00000040:00000001:3.0:1767384285.515578:0:17553:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384285.515579:0:17553:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384285.515581:0:17553:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1767384285.515592:0:17553:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384285.515595:0:17553:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x4:0x0] not in the id map cache 00080000:00000001:3.0:1767384285.515597:0:17553:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384285.515603:0:17553:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.515605:0:17553:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515607:0:17553:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384285.515608:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384285.515609:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384285.515613:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384285.515614:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.515626:0:17553:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515629:0:17553:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515631:0:17553:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515632:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.515640:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515642:0:17553:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384285.515644:0:17553:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1767384285.515652:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384285.515653:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515660:0:17553:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515662:0:17553:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384285.515672:0:17553:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515674:0:17553:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384285.515675:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384285.515676:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515758:0:17553:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.515761:0:17553:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515763:0:17553:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515765:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.515773:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515774:0:17553:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515776:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384285.515783:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cd25d21c. 00000020:00000010:3.0:1767384285.515786:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dc0fad4e. 00000040:00000010:3.0:1767384285.515790:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000002e06ac86. 00000040:00000001:3.0:1767384285.515792:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384285.515793:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009ef53227. 00000040:00000001:3.0:1767384285.515795:0:17553:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515803:0:17553:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:3.0:1767384285.515804:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384285.515806:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009ef53227. 00000040:00000001:3.0:1767384285.515808:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384285.515810:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384285.515811:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:3.0:1767384285.515815:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:3.0:1767384285.515820:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384285.515833:0:17553:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:3.0:1767384285.515854:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000002e06ac86. 00000020:00000001:3.0:1767384285.515856:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384285.515859:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b149953e. 00000020:00000001:3.0:1767384285.515861:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384285.515864:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cd25d21c. 00000020:00000001:3.0:1767384285.515866:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515868:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384285.515870:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384285.515871:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384285.515872:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515881:0:17553:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384285.515883:0:17553:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.515885:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.515888:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370895150680 : -119702814400936 : ffff93218444de58) 00000040:00000001:3.0:1767384285.515890:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515892:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515894:0:17553:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384285.515895:0:17553:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515897:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.515901:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000073d2ab7. 00080000:00000001:3.0:1767384285.515903:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860158976 : -119702849392640 : ffff9321822ef000) 00000040:00000001:3.0:1767384285.515905:0:17553:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:3.0:1767384285.515906:0:17553:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1767384285.515907:0:17553:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1767384285.515908:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.515911:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.515912:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515918:0:17553:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384285.515926:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384285.515927:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384285.515929:0:17553:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x9:0x0] not in the id map cache 00000001:00000001:3.0:1767384285.515931:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.515932:0:17553:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515933:0:17553:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1767384285.515934:0:17553:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.515936:0:17553:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515938:0:17553:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1767384285.515940:0:17553:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515942:0:17553:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515943:0:17553:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515944:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.515950:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515951:0:17553:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:3.0:1767384285.515952:0:17553:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:3.0:1767384285.515953:0:17553:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:3.0:1767384285.515954:0:17553:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384285.515968:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384285.515969:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515981:0:17553:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384285.515982:0:17553:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515984:0:17553:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515985:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.515988:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384285.515990:0:17553:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.515991:0:17553:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1767384285.515996:0:17553:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515998:0:17553:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.515999:0:17553:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.516000:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.516013:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.516015:0:17553:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.516016:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384285.516018:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ccc2caab. 00000040:00000001:3.0:1767384285.516019:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384285.516020:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384285.516022:0:17553:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384285.516027:0:17553:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384285.516029:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384285.516031:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.516032:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.516033:0:17553:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384285.516035:0:17553:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d2e00e8b. 00000040:00001000:3.0:1767384285.516036:0:17553:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:3.0:1767384285.516038:0:17553:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384285.516040:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd6e6de9. 00000020:00000010:3.0:1767384285.516041:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002bf51e96. 00000040:00000010:3.0:1767384285.516043:0:17553:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000588d591b. 00000020:00000010:3.0:1767384285.516044:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000089e7a5ef. 00000020:00000010:3.0:1767384285.516046:0:17553:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000093b982fe. 00000020:00000010:3.0:1767384285.516048:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000065cc2254. 80000000:00000010:3.0:1767384285.516050:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000092b6f4e0. 40000000:00000010:3.0:1767384285.516051:0:17553:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009bc1e8c0. 00100000:00000010:3.0:1767384285.516053:0:17553:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000810f31d9. 00040000:00000010:3.0:1767384285.516055:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000bd823f8. 00040000:00000010:3.0:1767384285.516056:0:17553:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007cec1d61. 00040000:00000010:3.0:1767384285.516058:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007b61806b. 00080000:00000010:3.0:1767384285.516059:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000747d3ef1. 00000004:00000010:3.0:1767384285.516061:0:17553:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000de66a34c. 00000004:00000010:3.0:1767384285.516063:0:17553:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000027a654de. 00000004:00000010:3.0:1767384285.516065:0:17553:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003c887230. 00002000:00000010:3.0:1767384285.516067:0:17553:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d6f5e314. 00000004:00000010:3.0:1767384285.516073:0:17553:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000432766de. 00000020:00000010:3.0:1767384285.516075:0:17553:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009cff43a8. 00000040:00000010:3.0:1767384285.516078:0:17553:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000000ae10e4d. 00000040:00001000:3.0:1767384285.516079:0:17553:0:(llog.c:607:llog_process_thread()) index: 1 last_index 29 00000040:00000001:3.0:1767384285.516081:0:17553:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384285.516082:0:17553:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767384285.516083:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000010:3.0:1767384285.516085:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ed5032d. 00000020:00000040:3.0:1767384285.516087:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384285.516091:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384285.516092:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384285.516094:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384285.516096:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000abfd671. 00000100:00000001:3.0:1767384285.516098:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.516100:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384285.516101:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384285.516103:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091f9c154. 00000100:00000001:3.0:1767384285.516120:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375164953728 : -119698544597888 : ffff932282c4e480) 00000100:00000001:3.0:1767384285.516122:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384285.516123:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208695936 : -119698500855680 : ffff932285605880) 00000100:00000001:3.0:1767384285.516126:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384285.516127:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.516129:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384285.516130:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384285.516133:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ed5032d x1853236732498944/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.516140:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384285.516141:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.516143:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384285.516144:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384285.516146:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384285.516148:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732498944:0@lo:502: 00000100:00000001:3.0:1767384285.516151:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384285.516153:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384285.516154:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.516155:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384285.516163:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000804b845d. 02000000:00000001:3.0:1767384285.516165:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384285.516167:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d028a8b2. 00000400:00000010:3.0:1767384285.516170:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ed697846. 00000100:00000200:3.0:1767384285.516173:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732498944, portal 25 00000100:00000001:3.0:1767384285.516175:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384285.516176:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208695936 : -119698500855680 : ffff932285605880) 00000100:00000040:3.0:1767384285.516195:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ed5032d x1853236732498944/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.516203:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384285.516205:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384285.516207:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a473f7b. 00000100:00000200:3.0:1767384285.516209:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732498944, offset 0 00000400:00000200:3.0:1767384285.516211:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384285.516215:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384285.516219:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d201400 00000400:00000200:3.0:1767384285.516222:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x199 [2] + 0 00000400:00000010:3.0:1767384285.516224:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b35bf995. 00000400:00000200:3.0:1767384285.516226:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f37745b5 00000400:00000200:3.0:1767384285.516229:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384285.516231:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384285.516233:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f37745b5 00000400:00000010:3.0:1767384285.516234:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f37745b5. 00000100:00000001:3.0:1767384285.516236:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384285.516237:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384285.516240:0:17553:0:(events.c:337:request_in_callback()) incoming req@00000000ed40caa1 x1853236732498944 msgsize 272 00000100:00100000:3.0:1767384285.516243:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384285.516260:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384285.516272:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384285.516276:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a473f7b 00000400:00000010:3.0:1767384285.516277:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a473f7b. 00000100:00000001:3.0:1767384285.516279:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384285.516282:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ed5032d x1853236732498944/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.516289:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.516291:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005ed5032d x1853236732498944/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.516296:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.516298:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384285.516300:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.516302:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294873427 00000100:00000001:3.0:1767384285.516306:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294873426 00000100:00000001:3.0:1767384285.516315:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294873427 00000100:00000001:3.0:1767384285.516318:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294873426 00000100:00000001:3.0:1767384285.516320:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294873427 00000100:00000001:3.0:1767384285.516322:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294873426 00000100:00000001:3.0:1767384285.516324:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294873427 00000100:00000001:3.0:1767384285.516326:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294873426 00000100:00000001:3.0:1767384285.516328:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384285.516331:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.516333:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384285.516334:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384285.516336:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 0000000091f9c154 going to sleep for 11 seconds 00000100:00000001:3.0:1767384285.516338:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384285.516340:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.516920:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384285.516925:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384285.516928:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384285.516932:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d028a8b2. 00000400:00000200:3.0:1767384285.516936:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed697846 00000400:00000010:3.0:1767384285.516941:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ed697846. 00000100:00000001:3.0:1767384285.516945:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384285.516952:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ed5032d x1853236732498944/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384285.516966:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ed5032d x1853236732498944/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.516974:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384285.516975:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.516976:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384285.516978:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384285.516981:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384285.516983:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.516985:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384285.516987:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384285.516991:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384285.517002:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384285.517004:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.517006:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384285.517007:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.517009:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384285.517011:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ed5032d x1853236732498944/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.517015:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384285.517017:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384285.517018:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384285.517020:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ed5032d x1853236732498944/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384285.517024:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732498944:0@lo:502: 00000100:00000001:3.0:1767384285.517027:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.517028:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.517029:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384285.517030:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.517031:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ed5032d x1853236732498944/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.517035:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384285.517036:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000091f9c154. 00000100:00000001:3.0:1767384285.517038:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384285.517038:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517041:0:17553:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767384285.517042:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.517043:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ed5032d x1853236732498944/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.517047:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384285.517048:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384285.517049:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000804b845d. 02000000:00000001:3.0:1767384285.517055:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384285.517056:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384285.517057:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384285.517058:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384285.517062:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000abfd671. 02000000:00000001:3.0:1767384285.517063:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384285.517064:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384285.517065:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ed5032d. 00000100:00000001:3.0:1767384285.517067:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384285.517068:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384285.517069:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384285.517070:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384285.517071:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384285.517072:0:17553:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.517073:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384285.517075:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384285.517076:0:17553:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.517077:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.517078:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.517079:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.517082:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000053db3d47. 00080000:00000001:3.0:1767384285.517083:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874055680 : -119702835495936 : ffff93218302fc00) 00000040:00000001:3.0:1767384285.517084:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517085:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.517087:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517088:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517089:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517090:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517091:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517092:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517093:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517094:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517096:0:17553:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384285.517096:0:17553:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.517098:0:17553:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517099:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.517104:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517105:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517106:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.517107:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.517109:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517215:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:3.0:1767384285.517221:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517243:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.517245:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].1, 224 off8416 00000040:00000001:3.0:1767384285.517247:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517248:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517249:0:17553:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1767384285.517250:0:17553:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.517251:0:17553:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517253:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.517257:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517258:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517259:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.517260:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823440e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384285.517261:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384285.517263:0:17553:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.517264:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.517265:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.517266:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.517268:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000177ccced. 00080000:00000001:3.0:1767384285.517269:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874054656 : -119702835496960 : ffff93218302f800) 00000040:00000001:3.0:1767384285.517286:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517288:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.517289:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517297:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517298:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517299:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517304:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517306:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517307:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517309:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517310:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.517316:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517318:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517319:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.517320:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.517324:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517329:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.517331:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517341:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.517343:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517346:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.517348:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517352:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384285.517354:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].2, 120 off8536 00000040:00000001:3.0:1767384285.517356:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517358:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517360:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.517365:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517366:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517368:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.517369:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384285.517371:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384285.517373:0:17553:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.517374:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.517375:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.517376:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.517378:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c4abe3a5. 00080000:00000001:3.0:1767384285.517380:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874044416 : -119702835507200 : ffff93218302d000) 00000040:00000001:3.0:1767384285.517381:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517382:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.517383:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517412:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517414:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517416:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517423:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517424:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517425:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517427:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517445:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.517450:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517452:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517453:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.517454:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.517457:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517461:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.517463:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517465:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.517471:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517476:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.517477:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517481:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:3.0:1767384285.517482:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].3, 168 off8704 00000040:00000001:3.0:1767384285.517484:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517485:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517487:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.517491:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517511:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517513:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.517514:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384285.517516:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384285.517517:0:17553:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.517519:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.517521:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.517522:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.517524:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ac6b59a3. 00080000:00000001:3.0:1767384285.517526:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874047488 : -119702835504128 : ffff93218302dc00) 00000040:00000001:3.0:1767384285.517527:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517528:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.517530:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517552:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517554:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517556:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517560:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517561:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517563:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517565:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517566:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.517573:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517574:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517575:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.517576:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.517580:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517585:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.517586:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517589:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.517591:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517602:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.517604:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517623:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.517626:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].4, 224 off8928 00000040:00000001:3.0:1767384285.517627:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517629:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517631:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.517636:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517638:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517639:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.517641:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823442e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384285.517643:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384285.517644:0:17553:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.517646:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.517647:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.517648:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.517650:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005985818b. 00080000:00000001:3.0:1767384285.517652:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874051584 : -119702835500032 : ffff93218302ec00) 00000040:00000001:3.0:1767384285.517653:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517654:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.517656:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517662:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517663:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517664:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517668:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517669:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517671:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517672:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517674:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.517679:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517680:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517681:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.517682:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.517685:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517689:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.517691:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517693:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.517695:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517698:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.517706:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517712:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.517714:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].5, 224 off9152 00000040:00000001:3.0:1767384285.517716:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517718:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517719:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.517724:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517725:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517727:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.517728:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823443c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384285.517730:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384285.517731:0:17553:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.517733:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.517734:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.517735:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.517737:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f5652b02. 00080000:00000001:3.0:1767384285.517739:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874048512 : -119702835503104 : ffff93218302e000) 00000040:00000001:3.0:1767384285.517740:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517741:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.517742:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517748:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517749:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517750:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517754:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517755:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517757:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517758:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517760:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.517765:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517766:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517767:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.517768:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.517771:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517775:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.517776:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517779:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.517780:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517783:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.517785:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517810:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384285.517814:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].6, 120 off9272 00000040:00000001:3.0:1767384285.517831:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517834:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517836:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.517842:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517844:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517846:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.517848:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384285.517850:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384285.517852:0:17553:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.517854:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.517855:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.517857:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.517860:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004a5819db. 00080000:00000001:3.0:1767384285.517863:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874049536 : -119702835502080 : ffff93218302e400) 00000040:00000001:3.0:1767384285.517865:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517866:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.517868:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517876:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517878:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517894:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517900:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517901:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517903:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517905:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517906:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.517913:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517915:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517916:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.517917:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.517919:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517924:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.517925:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517927:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.517928:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517930:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.517932:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517935:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:3.0:1767384285.517941:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 168 off9440 00000040:00000001:3.0:1767384285.517942:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517944:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517945:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.517949:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517950:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517951:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.517953:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823444e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384285.517954:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384285.517955:0:17553:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.517956:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.517957:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.517958:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.517959:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a172e136. 00080000:00000001:3.0:1767384285.517960:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874042368 : -119702835509248 : ffff93218302c800) 00000040:00000001:3.0:1767384285.517961:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517962:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.517963:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517968:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517969:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517970:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.517973:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.517974:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517975:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517976:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.517977:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.517981:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.517983:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.517983:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.517984:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.517986:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517990:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.517991:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517993:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.517994:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.517996:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.517997:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518000:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.518001:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9664 00000040:00000001:3.0:1767384285.518006:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518007:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518009:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518013:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518014:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518015:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518016:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823445c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384285.518017:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384285.518018:0:17553:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518020:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518020:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518021:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518022:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ea6f7a9b. 00080000:00000001:3.0:1767384285.518023:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874041344 : -119702835510272 : ffff93218302c400) 00000040:00000001:3.0:1767384285.518025:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518025:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518026:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518030:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518031:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518032:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518035:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518036:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518037:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518038:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518039:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518042:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518043:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518044:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518045:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518046:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518050:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518051:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518052:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518053:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518056:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518057:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518070:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.518071:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 224 off9888 00000040:00000001:3.0:1767384285.518072:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518077:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518079:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518083:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518084:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518085:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518086:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823446a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384285.518087:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384285.518088:0:17553:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518090:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518090:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518091:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518093:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000b4ba260. 00080000:00000001:3.0:1767384285.518094:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874045440 : -119702835506176 : ffff93218302d400) 00000040:00000001:3.0:1767384285.518095:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518096:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518096:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518101:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518102:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518102:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518106:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518107:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518108:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518109:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518110:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518114:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518115:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518116:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518117:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518119:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518123:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518124:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518126:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518127:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518129:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518130:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518133:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384285.518134:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 120 off10008 00000040:00000001:3.0:1767384285.518135:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518136:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518141:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518145:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518146:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518147:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518148:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384285.518149:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384285.518150:0:17553:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518152:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518152:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518153:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518154:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b04643c3. 00080000:00000001:3.0:1767384285.518155:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874050560 : -119702835501056 : ffff93218302e800) 00000040:00000001:3.0:1767384285.518156:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518157:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518158:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518162:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518163:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518164:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518167:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518168:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518169:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518170:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518171:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518175:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518176:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518177:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518177:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518180:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518183:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518184:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518186:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518187:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518189:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518190:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518193:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.518194:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].11, 224 off10232 00000040:00000001:3.0:1767384285.518195:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518196:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518197:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518204:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518206:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518207:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518208:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823447f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384285.518209:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384285.518210:0:17553:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518212:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518212:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518213:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518214:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000021edeac7. 00080000:00000001:3.0:1767384285.518215:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874053632 : -119702835497984 : ffff93218302f400) 00000040:00000001:3.0:1767384285.518216:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518217:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518218:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518222:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518223:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518224:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518227:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518228:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518229:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518230:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518231:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518234:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518235:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518236:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518237:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518239:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518242:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518243:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518245:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518246:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518248:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518249:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518261:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.518263:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].12, 224 off10456 00000040:00000001:3.0:1767384285.518264:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518265:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518266:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518269:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518274:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518275:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518276:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823448d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384285.518278:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384285.518279:0:17553:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518280:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518281:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518282:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518284:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c97475c6. 00080000:00000001:3.0:1767384285.518285:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874046464 : -119702835505152 : ffff93218302d800) 00000040:00000001:3.0:1767384285.518286:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518287:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518288:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518292:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518293:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518294:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518297:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518298:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518299:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518300:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518302:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518306:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518307:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518308:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518309:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518311:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518315:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518316:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518318:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518319:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518321:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518322:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518325:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:3.0:1767384285.518326:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].13, 88 off10544 00000040:00000001:3.0:1767384285.518327:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518329:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518329:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518332:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518333:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518338:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518339:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344930 type=0x10620000 idx=14 00000040:00001000:3.0:1767384285.518340:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384285.518341:0:17553:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518343:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518343:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518344:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518346:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000899da82. 00080000:00000001:3.0:1767384285.518347:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874040320 : -119702835511296 : ffff93218302c000) 00000040:00000001:3.0:1767384285.518348:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518349:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518350:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518354:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518354:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518356:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518359:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518360:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518361:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518362:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518363:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518367:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518368:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518369:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518370:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518372:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518376:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518377:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518378:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518380:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518382:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518383:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518386:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384285.518387:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].14, 128 off10672 00000040:00000001:3.0:1767384285.518403:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518404:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518405:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518410:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518411:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518412:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518418:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823449b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384285.518419:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1767384285.518420:0:17553:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518421:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518422:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518423:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518425:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bef87c18. 00080000:00000001:3.0:1767384285.518438:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874043392 : -119702835508224 : ffff93218302cc00) 00000040:00000001:3.0:1767384285.518440:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518441:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518442:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518447:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518448:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518449:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518452:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518453:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518454:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518455:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518456:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518461:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518463:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518463:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518464:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518467:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518471:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518472:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518474:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518475:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518491:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518493:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518514:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:3.0:1767384285.518515:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].15, 144 off10816 00000040:00000001:3.0:1767384285.518517:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518519:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518520:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518526:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518528:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518529:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518531:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384285.518537:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384285.518538:0:17553:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518540:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518541:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518542:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518549:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ff00c220. 00080000:00000001:3.0:1767384285.518551:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869259264 : -119702840292352 : ffff932182b9cc00) 00000040:00000001:3.0:1767384285.518552:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518553:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518554:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518560:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518561:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518562:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518565:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518566:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518567:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518568:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518569:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518574:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518575:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518576:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518577:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518580:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518584:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518585:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518587:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518588:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518590:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518591:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518594:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=160 : 160 : a0) 00000040:00080000:3.0:1767384285.518595:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].16, 160 off10976 00000040:00000001:3.0:1767384285.518596:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518598:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518599:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518602:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518603:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518604:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518605:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384285.518607:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767384285.518611:0:17553:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518613:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518614:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518615:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518616:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003c03a18a. 00080000:00000001:3.0:1767384285.518618:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869268480 : -119702840283136 : ffff932182b9f000) 00000040:00000001:3.0:1767384285.518619:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518620:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518621:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518625:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518626:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518627:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518630:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518631:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518632:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518633:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518634:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518638:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518639:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518640:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518641:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518643:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518646:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518647:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518649:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518650:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518652:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518654:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518656:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.518658:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].17, 224 off11200 00000040:00000001:3.0:1767384285.518659:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518660:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518661:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518664:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518665:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518666:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518667:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767384285.518668:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384285.518669:0:17553:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518674:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518675:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518676:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518677:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e49c328. 00080000:00000001:3.0:1767384285.518679:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869271552 : -119702840280064 : ffff932182b9fc00) 00000040:00000001:3.0:1767384285.518680:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518681:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518681:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518686:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518686:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518687:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518691:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518691:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518692:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518693:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518694:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518698:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518699:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518700:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518701:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518703:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518706:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518707:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518709:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518710:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518712:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518713:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518726:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.518727:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].18, 224 off11424 00000040:00000001:3.0:1767384285.518729:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518730:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518731:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518734:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518735:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518736:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518737:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384285.518739:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384285.518740:0:17553:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518741:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518746:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518747:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518749:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bab66d42. 00080000:00000001:3.0:1767384285.518750:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869270528 : -119702840281088 : ffff932182b9f800) 00000040:00000001:3.0:1767384285.518752:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518753:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518754:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518758:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518759:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518760:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518763:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518764:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518765:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518766:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518767:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518772:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518773:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518774:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518774:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518777:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518780:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518782:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518783:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518784:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518787:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518788:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518791:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:3.0:1767384285.518792:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].19, 80 off11504 00000040:00000001:3.0:1767384285.518793:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518794:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518795:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518798:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518799:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518799:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518801:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384285.518802:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384285.518803:0:17553:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518804:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518805:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518809:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518811:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008b73b715. 00080000:00000001:3.0:1767384285.518812:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869260288 : -119702840291328 : ffff932182b9d000) 00000040:00000001:3.0:1767384285.518814:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518815:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518816:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518820:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518821:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518822:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518825:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518826:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518828:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518829:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518831:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518838:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518840:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518841:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518842:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518846:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518863:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518865:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518868:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518870:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518874:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518876:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518881:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.518884:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].20, 224 off11728 00000040:00000001:3.0:1767384285.518886:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518888:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518889:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518895:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518896:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518898:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518899:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767384285.518900:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384285.518901:0:17553:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518902:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518903:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518904:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518910:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a6eac401. 00080000:00000001:3.0:1767384285.518912:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869263360 : -119702840288256 : ffff932182b9dc00) 00000040:00000001:3.0:1767384285.518913:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518915:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.518916:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518921:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518922:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518923:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.518927:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.518928:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518929:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518930:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518932:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.518937:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518938:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.518939:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.518940:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.518942:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518946:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.518948:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518950:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.518951:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518953:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.518954:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.518977:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.518979:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].21, 224 off11952 00000040:00000001:3.0:1767384285.518980:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518981:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.518982:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.518986:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518987:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.518988:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.518989:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767384285.518991:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384285.518992:0:17553:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.518993:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.518994:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.518995:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.518997:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000039b0ba5e. 00080000:00000001:3.0:1767384285.519001:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869267456 : -119702840284160 : ffff932182b9ec00) 00000040:00000001:3.0:1767384285.519003:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519004:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.519005:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519010:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519011:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519013:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519016:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519017:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519018:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519019:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519020:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.519024:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519025:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519026:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.519027:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.519030:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519033:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.519035:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519037:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.519038:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519040:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.519041:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519044:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:3.0:1767384285.519045:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00000001:3.0:1767384285.519047:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519048:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519049:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.519052:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519052:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519053:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.519054:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344f08 type=0x10620000 idx=23 00000040:00001000:3.0:1767384285.519055:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767384285.519057:0:17553:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.519058:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.519059:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.519060:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.519061:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b7d15ac7. 00080000:00000001:3.0:1767384285.519062:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869264384 : -119702840287232 : ffff932182b9e000) 00000040:00000001:3.0:1767384285.519067:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519068:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.519070:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519074:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519075:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519076:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519079:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519080:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519081:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519082:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519083:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.519087:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519088:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519089:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.519090:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.519092:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519095:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.519096:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519098:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.519099:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519101:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.519103:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519106:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384285.519107:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00000001:3.0:1767384285.519108:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519109:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519110:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.519114:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519115:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519116:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.519117:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182344f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767384285.519118:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384285.519119:0:17553:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.519120:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.519121:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.519122:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.519123:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ec12fc81. 00080000:00000001:3.0:1767384285.519125:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869265408 : -119702840286208 : ffff932182b9e400) 00000040:00000001:3.0:1767384285.519126:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519130:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.519131:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519135:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519136:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519137:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519140:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519141:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519142:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519143:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519145:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.519149:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519150:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519150:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.519151:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.519153:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519156:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.519157:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519159:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.519161:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519163:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.519164:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519177:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:3.0:1767384285.519179:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00000001:3.0:1767384285.519180:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519181:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519182:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.519185:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519186:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519188:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.519189:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182345018 type=0x10620000 idx=25 00000040:00001000:3.0:1767384285.519190:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384285.519192:0:17553:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.519193:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.519194:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.519194:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.519196:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000041d9264. 00080000:00000001:3.0:1767384285.519197:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869258240 : -119702840293376 : ffff932182b9c800) 00000040:00000001:3.0:1767384285.519198:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519199:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.519204:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519208:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519209:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519211:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519214:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519215:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519216:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519217:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519218:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.519223:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519224:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519225:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.519226:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.519228:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519232:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.519233:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519235:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.519236:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519238:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.519240:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519242:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384285.519244:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00000001:3.0:1767384285.519245:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519246:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519247:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.519250:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519251:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519252:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.519253:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182345098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384285.519254:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767384285.519255:0:17553:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.519256:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.519256:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.519257:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.519259:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6cf07b6. 00080000:00000001:3.0:1767384285.519260:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869257216 : -119702840294400 : ffff932182b9c400) 00000040:00000001:3.0:1767384285.519261:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519262:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.519263:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519271:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519272:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519273:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519276:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519277:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519279:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519280:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519281:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.519285:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519286:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519287:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.519288:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.519290:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519293:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.519294:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519296:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.519298:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519300:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.519301:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519304:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.519305:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00000001:3.0:1767384285.519306:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519307:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519308:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.519311:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519312:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519313:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.519314:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182345178 type=0x10620000 idx=27 00000040:00001000:3.0:1767384285.519315:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384285.519316:0:17553:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.519318:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.519319:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.519320:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.519321:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f8b61049. 00080000:00000001:3.0:1767384285.519323:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869261312 : -119702840290304 : ffff932182b9d400) 00000040:00000001:3.0:1767384285.519324:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519324:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.519325:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519328:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519333:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519334:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519338:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519339:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519340:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519342:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519343:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.519348:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519349:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519350:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.519350:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.519353:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519356:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.519358:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519360:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.519361:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519363:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.519364:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519377:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.519378:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00000001:3.0:1767384285.519380:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519381:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519382:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.519386:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519402:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519403:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.519404:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182345258 type=0x10620000 idx=28 00000040:00001000:3.0:1767384285.519406:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384285.519407:0:17553:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.519408:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.519409:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.519410:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.519413:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000075e03b97. 00080000:00000001:3.0:1767384285.519414:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869266432 : -119702840285184 : ffff932182b9e800) 00000040:00000001:3.0:1767384285.519416:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519417:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.519418:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519423:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519434:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519440:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.519445:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.519446:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519447:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519448:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519449:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.519455:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519457:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.519458:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.519459:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.519461:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519465:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.519467:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519468:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.519469:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519472:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.519473:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.519476:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:3.0:1767384285.519492:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00000001:3.0:1767384285.519493:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519494:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.519496:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.519503:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519505:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.519507:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.519509:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823452a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384285.519511:0:17553:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384285.519513:0:17553:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384285.519515:0:17553:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767384285.519516:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000010:3.0:1767384285.519519:0:17553:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ed5032d. 00000020:00000040:3.0:1767384285.519521:0:17553:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384285.519523:0:17553:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384285.519524:0:17553:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384285.519526:0:17553:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384285.519529:0:17553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000abfd671. 00000100:00000001:3.0:1767384285.519531:0:17553:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.519534:0:17553:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384285.519540:0:17553:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384285.519542:0:17553:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091f9c154. 00000100:00000001:3.0:1767384285.519544:0:17553:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375164953728 : -119698544597888 : ffff932282c4e480) 00000100:00000001:3.0:1767384285.519546:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384285.519548:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208695936 : -119698500855680 : ffff932285605880) 00000100:00000040:2.0:1767384285.519553:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294873427, at 4294873428 00000100:00000001:3.0:1767384285.519554:0:17553:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384285.519556:0:17553:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.519561:0:17553:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384285.519562:0:17553:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767384285.519564:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007dd18e58. 00000100:00000040:3.0:1767384285.519565:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ed5032d x1853236732499072/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.519574:0:17553:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384285.519575:0:17553:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.519578:0:17553:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384285.519579:0:17553:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384285.519581:0:17553:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384285.519583:0:17553:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732499072:0@lo:502: 00000100:00000001:3.0:1767384285.519586:0:17553:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384285.519588:0:17553:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384285.519589:0:17553:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.519590:0:17553:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384285.519597:0:17553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000002cf5c54. 02000000:00000001:3.0:1767384285.519598:0:17553:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384285.519601:0:17553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d028a8b2. 00000400:00000010:3.0:1767384285.519603:0:17553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ed697846. 00000100:00000200:3.0:1767384285.519606:0:17553:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732499072, portal 25 00000100:00000001:3.0:1767384285.519607:0:17553:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384285.519608:0:17553:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208695936 : -119698500855680 : ffff932285605880) 00000100:00000040:3.0:1767384285.519611:0:17553:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ed5032d x1853236732499072/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.519615:0:17553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384285.519616:0:17553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384285.519618:0:17553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a473f7b. 00000100:00000200:3.0:1767384285.519619:0:17553:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732499072, offset 0 00000400:00000200:3.0:1767384285.519625:0:17553:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384285.519629:0:17553:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384285.519633:0:17553:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d201480 00000400:00000200:3.0:1767384285.519636:0:17553:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x19d [2] + 0 00000400:00000010:3.0:1767384285.519638:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e586f9ce. 00000400:00000200:3.0:1767384285.519640:0:17553:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006078fb86 00000400:00000200:3.0:1767384285.519643:0:17553:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384285.519645:0:17553:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384285.519646:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078fb86 00000400:00000010:3.0:1767384285.519648:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006078fb86. 00000100:00000001:3.0:1767384285.519650:0:17553:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384285.519651:0:17553:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384285.519653:0:17553:0:(events.c:337:request_in_callback()) incoming req@0000000071088f3b x1853236732499072 msgsize 272 00000100:00100000:3.0:1767384285.519656:0:17553:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384285.519657:0:17553:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384285.519665:0:17553:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384285.519668:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a473f7b 00000400:00000010:3.0:1767384285.519669:0:17553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a473f7b. 00000100:00000001:3.0:1767384285.519670:0:17553:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384285.519672:0:17553:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ed5032d x1853236732499072/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.519678:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.519679:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005ed5032d x1853236732499072/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.519684:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.519685:0:17553:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384285.519688:0:17553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.519690:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294873431 00000100:00000001:3.0:1767384285.519694:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294873427 00000100:00000001:3.0:1767384285.519701:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294873431 00000100:00000010:3.0:1767384285.519706:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000873b81ee. 00000100:00000001:3.0:1767384285.519711:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384285.519717:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294873431 00000100:00000010:3.0:1767384285.519727:0:17553:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004d2a4ba0. 00000100:00000001:3.0:1767384285.519730:0:17553:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384285.519739:0:17553:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294873431 00000100:00000001:3.0:1767384285.519745:0:17553:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294873427 00000100:00000001:3.0:1767384285.519749:0:17553:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384285.519754:0:17553:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.519755:0:17553:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384285.519758:0:17553:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384285.519761:0:17553:0:(client.c:2690:ptlrpc_set_wait()) set 0000000091f9c154 going to sleep for 11 seconds 00000100:00000001:3.0:1767384285.519766:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384285.519768:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.520076:0:17553:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384285.520081:0:17553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384285.520083:0:17553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384285.520086:0:17553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d028a8b2. 00000400:00000200:3.0:1767384285.520089:0:17553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed697846 00000400:00000010:3.0:1767384285.520093:0:17553:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ed697846. 00000100:00000001:3.0:1767384285.520096:0:17553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384285.520103:0:17553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ed5032d x1853236732499072/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384285.520116:0:17553:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ed5032d x1853236732499072/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.520127:0:17553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384285.520129:0:17553:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.520132:0:17553:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384285.520134:0:17553:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384285.520135:0:17553:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384285.520136:0:17553:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.520137:0:17553:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384285.520140:0:17553:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384285.520144:0:17553:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384285.520148:0:17553:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384285.520150:0:17553:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.520152:0:17553:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384285.520167:0:17553:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.520176:0:17553:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384285.520179:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ed5032d x1853236732499072/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.520184:0:17553:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384285.520186:0:17553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384285.520187:0:17553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384285.520190:0:17553:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ed5032d x1853236732499072/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384285.520194:0:17553:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job mount.lustre:7e84c064-9ddf-4290-a20e-ee745f39ffee:17553:1853236732499072:0@lo:502: 00000100:00000001:3.0:1767384285.520196:0:17553:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.520197:0:17553:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.520198:0:17553:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384285.520199:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.520200:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ed5032d x1853236732499072/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.520205:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384285.520206:0:17553:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000091f9c154. 00000100:00000001:3.0:1767384285.520208:0:17553:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384285.520209:0:17553:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520211:0:17553:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767384285.520212:0:17553:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.520213:0:17553:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ed5032d x1853236732499072/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.520217:0:17553:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384285.520218:0:17553:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384285.520230:0:17553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000002cf5c54. 02000000:00000001:3.0:1767384285.520236:0:17553:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384285.520237:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384285.520238:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384285.520239:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384285.520240:0:17553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000abfd671. 02000000:00000001:3.0:1767384285.520242:0:17553:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384285.520243:0:17553:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384285.520244:0:17553:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ed5032d. 00000100:00000001:3.0:1767384285.520249:0:17553:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384285.520250:0:17553:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384285.520252:0:17553:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384285.520253:0:17553:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384285.520254:0:17553:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384285.520255:0:17553:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.520257:0:17553:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823452a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384285.520258:0:17553:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:3.0:1767384285.520259:0:17553:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:3.0:1767384285.520261:0:17553:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384285.520261:0:17553:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384285.520262:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.520265:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005af9ceee. 00080000:00000001:3.0:1767384285.520266:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869269504 : -119702840282112 : ffff932182b9f400) 00000040:00000001:3.0:1767384285.520267:0:17553:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384285.520268:0:17553:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384285.520270:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.520276:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.520277:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.520278:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384285.520282:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.520283:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520284:0:17553:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520285:0:17553:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.520287:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.520293:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520295:0:17553:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384285.520296:0:17553:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384285.520297:0:17553:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384285.520300:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.520305:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384285.520312:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.520314:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384285.520315:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.520318:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384285.520319:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384285.520322:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384285.520324:0:17553:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00000001:3.0:1767384285.520326:0:17553:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520331:0:17553:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.520332:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.520337:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520338:0:17553:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520340:0:17553:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520341:0:17553:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384285.520342:0:17553:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000040:00000010:3.0:1767384285.520344:0:17553:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000000ae10e4d. 00000020:00000010:3.0:1767384285.520348:0:17553:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009cff43a8. 00000020:00000010:3.0:1767384285.520351:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002bf51e96. 00000040:00000010:3.0:1767384285.520353:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000588d591b. 00000020:00000010:3.0:1767384285.520355:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000089e7a5ef. 00000020:00000010:3.0:1767384285.520357:0:17553:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000093b982fe. 00000020:00000010:3.0:1767384285.520358:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000065cc2254. 80000000:00000010:3.0:1767384285.520360:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000092b6f4e0. 40000000:00000010:3.0:1767384285.520362:0:17553:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009bc1e8c0. 00100000:00000010:3.0:1767384285.520364:0:17553:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000810f31d9. 00040000:00000010:3.0:1767384285.520365:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000bd823f8. 00040000:00000010:3.0:1767384285.520367:0:17553:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007cec1d61. 00040000:00000010:3.0:1767384285.520368:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007b61806b. 00080000:00000010:3.0:1767384285.520370:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000747d3ef1. 00000004:00000010:3.0:1767384285.520371:0:17553:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000de66a34c. 00000004:00000010:3.0:1767384285.520373:0:17553:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000027a654de. 00000004:00000010:3.0:1767384285.520375:0:17553:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003c887230. 00002000:00000010:3.0:1767384285.520376:0:17553:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d6f5e314. 00000004:00000010:3.0:1767384285.520378:0:17553:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000432766de. 00000020:00000010:3.0:1767384285.520380:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd6e6de9. 00000040:00000010:3.0:1767384285.520381:0:17553:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d2e00e8b. 00000040:00000001:3.0:1767384285.520382:0:17553:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520384:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384285.520385:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000cd25d21c/00000000b149953e to site lru. bkt: 000000004514b543 00000040:00000010:3.0:1767384285.520411:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000002e06ac86. 00000040:00000001:3.0:1767384285.520413:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384285.520415:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ccc2caab. 00000040:00000010:3.0:1767384285.520417:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009ef53227. 00000040:00000010:3.0:1767384285.520423:0:17553:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008c493699. 00000040:00000010:3.0:1767384285.520424:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc4e85a3. 00000040:00000001:3.0:1767384285.520436:0:17553:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520438:0:17553:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384285.520439:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384285.520440:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc4e85a3. 00000040:00000001:3.0:1767384285.520441:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384285.520443:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384285.520444:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:3.0:1767384285.520446:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:3.0:1767384285.520448:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384285.520457:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.520459:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384285.520460:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.520461:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384285.520463:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000002e06ac86. 00000020:00000001:3.0:1767384285.520465:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384285.520467:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624370895147352 : -119702814404264 : ffff93218444d158) 00000040:00000001:3.0:1767384285.520468:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520469:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520470:0:17553:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384285.520471:0:17553:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384285.520472:0:17553:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384285.520473:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384285.520475:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cc5c34e1. 00080000:00000001:3.0:1767384285.520493:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869262336 : -119702840289280 : ffff932182b9d800) 00000040:00000001:3.0:1767384285.520494:0:17553:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384285.520496:0:17553:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384285.520497:0:17553:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1767384285.520501:0:17553:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384285.520503:0:17553:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000001:3.0:1767384285.520505:0:17553:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384285.520509:0:17553:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.520510:0:17553:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.520512:0:17553:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384285.520513:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384285.520519:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384285.520523:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384285.520524:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384285.520531:0:17553:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520533:0:17553:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520534:0:17553:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.520536:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384285.520551:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520552:0:17553:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384285.520554:0:17553:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1767384285.520559:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384285.520560:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.520564:0:17553:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.520566:0:17553:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384285.520568:0:17553:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.520569:0:17553:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384285.520570:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384285.520571:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.520705:0:17553:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.520707:0:17553:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520708:0:17553:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.520710:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384285.520715:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520716:0:17553:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520717:0:17553:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384285.520723:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d8714ffa. 00000020:00000010:3.0:1767384285.520725:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003dd137cd. 00000040:00000010:3.0:1767384285.520727:0:17553:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000002e06ac86. 00000040:00000001:3.0:1767384285.520729:0:17553:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384285.520730:0:17553:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc4e85a3. 00000040:00000001:3.0:1767384285.520731:0:17553:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767384285.520733:0:17553:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 15 at 00000000d455a310. 10000000:00000040:3.0:1767384285.520734:0:17553:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000028c65bae : new refcount 1 10000000:00000001:3.0:1767384285.520736:0:17553:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.520738:0:17553:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767384285.520739:0:17553:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1767384285.520740:0:17553:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384285.520741:0:17553:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc4e85a3. 00000040:00000001:3.0:1767384285.520747:0:17553:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384285.520748:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384285.520749:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:3.0:1767384285.520751:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00080000:00000001:3.0:1767384285.520754:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384285.520761:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.520762:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384285.520763:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.520764:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384285.520766:0:17553:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000d455a310. 00000020:00000001:3.0:1767384285.520768:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384285.520769:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624370895150680 : -119702814400936 : ffff93218444de58) 00000040:00000001:3.0:1767384285.520771:0:17553:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520772:0:17553:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520773:0:17553:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384285.520774:0:17553:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008c493699. 00000040:00000001:3.0:1767384285.520775:0:17553:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384285.520776:0:17553:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384285.520794:0:17553:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520796:0:17553:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520797:0:17553:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.520798:0:17553:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384285.520799:0:17553:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d9148ac4. 00000040:00001000:3.0:1767384285.520800:0:17553:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x9:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1767384285.521043:0:17573:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384285.521046:0:17573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ef53227. 00000020:00000010:3.0:1767384285.521048:0:17573:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cd6e6de9. 00000040:00000010:3.0:1767384285.521050:0:17573:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007b61806b. 00000020:00000010:3.0:1767384285.521052:0:17573:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c887230. 00000020:00000010:3.0:1767384285.521053:0:17573:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000093b982fe. 00000020:00000010:3.0:1767384285.521055:0:17573:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000065cc2254. 80000000:00000010:3.0:1767384285.521057:0:17573:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000df4c8d06. 40000000:00000010:3.0:1767384285.521058:0:17573:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009bc1e8c0. 00100000:00000010:3.0:1767384285.521060:0:17573:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000de66a34c. 00040000:00000010:3.0:1767384285.521061:0:17573:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000bd823f8. 00040000:00000010:3.0:1767384285.521068:0:17573:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000747d3ef1. 00040000:00000010:3.0:1767384285.521069:0:17573:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000588d591b. 00080000:00000010:3.0:1767384285.521071:0:17573:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007cec1d61. 00000004:00000010:3.0:1767384285.521073:0:17573:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000810f31d9. 00000004:00000010:3.0:1767384285.521075:0:17573:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000027a654de. 00000004:00000010:3.0:1767384285.521076:0:17573:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000089e7a5ef. 00002000:00000010:3.0:1767384285.521078:0:17573:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000432766de. 00000004:00000010:3.0:1767384285.521080:0:17573:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d6f5e314. 00000020:00000010:3.0:1767384285.521082:0:17573:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e22bd866. 00000040:00000010:3.0:1767384285.521085:0:17573:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ccc2caab. 00000040:00001000:3.0:1767384285.521086:0:17573:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767384285.521088:0:17573:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384285.521089:0:17573:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384285.521091:0:17573:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384285.521109:0:17573:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384285.521111:0:17573:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521112:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384285.521113:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384285.521114:0:17573:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521116:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.521119:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384285.521120:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384285.521122:0:17573:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.521124:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521126:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823420e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384285.521127:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384285.521128:0:17573:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521129:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.521129:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521130:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384285.521131:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384285.521132:0:17573:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521133:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.521134:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521138:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384285.521140:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384285.521141:0:17573:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521142:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.521143:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384285.521144:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384285.521145:0:17573:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.521146:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521146:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823422e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384285.521147:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384285.521148:0:17573:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521149:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.521150:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384285.521150:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384285.521151:0:17573:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.521152:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521153:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823423c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384285.521154:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384285.521155:0:17573:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521156:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.521156:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521157:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384285.521158:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384285.521159:0:17573:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521160:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.521161:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521161:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823424e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384285.521162:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384285.521163:0:17573:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521164:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.521165:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384285.521165:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384285.521166:0:17573:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.521167:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521171:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823425c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384285.521172:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384285.521173:0:17573:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521174:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.521176:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384285.521176:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384285.521177:0:17573:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.521178:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521179:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823426a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384285.521180:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384285.521181:0:17573:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521182:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.521183:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521183:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384285.521184:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384285.521185:0:17573:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521186:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.521187:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384285.521187:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384285.521188:0:17573:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.521189:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521190:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823427f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384285.521191:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384285.521192:0:17573:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521193:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.521193:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384285.521194:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384285.521196:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.521197:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823428d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384285.521198:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384285.521199:0:17573:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.521200:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.521201:0:17573:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:3.0:1767384285.521209:0:17573:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000005246f5aa. 00000100:00000040:3.0:1767384285.521216:0:17573:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.204.131@tcp 192.168.204.131@tcp cnt=2 00000400:00000200:3.0:1767384285.521219:0:17573:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:3.0:1767384285.521222:0:17573:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767384285.521224:0:17573:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:3.0:1767384285.521225:0:17573:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:3.0:1767384285.521226:0:17573:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp 00000400:00000200:3.0:1767384285.521231:0:17573:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384285.521234:0:17573:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (1) 00000400:00000200:3.0:1767384285.521238:0:17573:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384285.521240:0:17573:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:3.0:1767384285.521242:0:17573:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (2) 00000400:00000200:3.0:1767384285.521244:0:17573:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000100:00000010:3.0:1767384285.521245:0:17573:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000005246f5aa. 00000020:00000010:3.0:1767384285.521248:0:17573:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 0000000008827ca1. 00000020:00000001:3.0:1767384285.521250:0:17573:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:3.0:1767384285.521251:0:17573:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000001c9eb4f1. 00000020:00000001:3.0:1767384285.521253:0:17573:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384285.521254:0:17573:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000001c9eb4f1. 00000020:00000010:3.0:1767384285.521256:0:17573:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000001c9eb4f1. 00000020:01000004:3.0:1767384285.521258:0:17573:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:3.0:1767384285.521260:0:17573:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:3.0:1767384285.521264:0:17573:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 0000000045f575cc. 00000020:00000080:3.0:1767384285.521265:0:17573:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767384285.521267:0:17573:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767384285.521270:0:17573:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767384285.521279:0:17573:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000006005def7. 00000020:00000080:3.0:1767384285.521282:0:17573:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (000000006005def7) 00000020:00000001:3.0:1767384285.521284:0:17573:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384285.521286:0:17573:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004a59fc9c. 00000020:00000001:3.0:1767384285.521287:0:17573:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384285.521288:0:17573:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004a59fc9c with handle 0xf83434fd52e6d8b3 to hash 00000020:00000001:3.0:1767384285.521290:0:17573:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384285.521291:0:17573:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384285.521293:0:17573:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.521294:0:17573:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624370859083776 : -119702850467840 : ffff9321821e8800) 00000020:00000040:3.0:1767384285.521299:0:17573:0:(genops.c:898:class_export_put()) PUTting export 000000004a59fc9c : new refcount 1 00000020:00000040:3.0:1767384285.521305:0:17573:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000006005def7) now 2 - obd_device_list 00000020:00000001:3.0:1767384285.521310:0:17573:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384285.521311:0:17573:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:3.0:1767384285.521313:0:17573:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.521314:0:17573:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384285.521316:0:17573:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 0000000045f575cc. 00000020:00000001:3.0:1767384285.521317:0:17573:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.204.131@tcp (null) (null) (null) 00000020:00000010:3.0:1767384285.521319:0:17573:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 0000000054789ef9. 00000020:00000080:3.0:1767384285.521320:0:17573:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767384285.521323:0:17573:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767384285.521329:0:17573:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384285.521332:0:17573:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e7761698. 00000001:00000010:3.0:1767384285.521335:0:17573:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a4bdbb9c. 00000001:00000010:3.0:1767384285.521337:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002bf51e96. 00000001:00000010:3.0:1767384285.521339:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000abfd671. 00000001:00000010:3.0:1767384285.521340:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000016bd7f5d. 00000001:00000010:3.0:1767384285.521342:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dfa5adc5. 00000001:00000001:3.0:1767384285.521343:0:17573:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384285.521344:0:17573:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000081175dda. 00000001:00000010:3.0:1767384285.521345:0:17573:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000026b0e9c9. 00000001:00000010:3.0:1767384285.521346:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f3b9bbf2. 00000001:00000010:3.0:1767384285.521347:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d14e11a. 00000001:00000010:3.0:1767384285.521349:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000658fd7a4. 00000001:00000010:3.0:1767384285.521350:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e6f038d. 00000020:00000001:3.0:1767384285.521351:0:17573:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767384285.521359:0:17573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f77ce79. 00000020:00000010:3.0:1767384285.521361:0:17573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045f575cc. 00000020:00000010:3.0:1767384285.521363:0:17573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000319af77c. 00000008:00000010:3.0:1767384285.521367:0:17573:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000002d361877. 00020000:00000010:3.0:1767384285.521371:0:17573:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000bccc272e. 00008000:00000010:3.0:1767384285.521374:0:17573:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000002e588961. 00000080:00000010:3.0:1767384285.521378:0:17573:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000aac16685. 00000020:00000010:3.0:1767384285.521384:0:17573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007492b4cf. 00000020:00000010:3.0:1767384285.521385:0:17573:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ebf54756. 00000040:00000010:3.0:1767384285.521387:0:17573:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d3f9aba7. 00000020:00000010:3.0:1767384285.521405:0:17573:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dbce76e9. 00000020:00000010:3.0:1767384285.521409:0:17573:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f0646241. 00000020:00000010:3.0:1767384285.521411:0:17573:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000af37b4ac. 80000000:00000010:3.0:1767384285.521412:0:17573:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000092b6f4e0. 40000000:00000010:3.0:1767384285.521414:0:17573:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ee75182c. 00100000:00000010:3.0:1767384285.521416:0:17573:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000386d9b2c. 00040000:00000010:3.0:1767384285.521418:0:17573:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008c4f164b. 00040000:00000010:3.0:1767384285.521420:0:17573:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ae778593. 00040000:00000010:3.0:1767384285.521422:0:17573:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000473b891f. 00080000:00000010:3.0:1767384285.521424:0:17573:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000824d6f7d. 00000004:00000010:3.0:1767384285.521426:0:17573:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002944e1e3. 00000004:00000010:3.0:1767384285.521429:0:17573:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005306e0ec. 00000004:00000010:3.0:1767384285.521431:0:17573:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e6744114. 00000004:00000010:3.0:1767384285.521432:0:17573:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008c87849c. 00000010:00000010:3.0:1767384285.521435:0:17573:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000d2e00e8b. 00000010:00000001:3.0:1767384285.521437:0:17573:0:(lwp_dev.c:249:lwp_init0()) Process entered 00000100:00000001:3.0:1767384285.521441:0:17573:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1767384285.521442:0:17573:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.521531:0:17573:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:3.0:1767384285.521535:0:17573:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:3.0:1767384285.521537:0:17573:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000af7ea8ff. 00000010:00000010:3.0:1767384285.521540:0:17573:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 0000000054aef82c. 00000010:00000010:3.0:1767384285.521543:0:17573:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000001f2cd01b. 00000020:00000001:3.0:1767384285.521545:0:17573:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:3.0:1767384285.521546:0:17573:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384285.521548:0:17573:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624375537451360 : -119698172100256 : ffff932298f8c160) 00000020:01000004:3.0:1767384285.521550:0:17573:0:(tgt_mount.c:154:server_get_mount()) get mount 0000000008270aed from lustre-OST0000, refs=3 00000020:00000001:3.0:1767384285.521551:0:17573:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446624375537451360 : -119698172100256 : ffff932298f8c160) 00000020:00000001:3.0:1767384285.521553:0:17573:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384285.521554:0:17573:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384285.521555:0:17573:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624375537451360 : -119698172100256 : ffff932298f8c160) 00000020:01000004:3.0:1767384285.521561:0:17573:0:(tgt_mount.c:188:server_put_mount()) put mount 0000000008270aed from lustre-OST0000, refs=3 00000020:00000001:3.0:1767384285.521563:0:17573:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767384285.521564:0:17573:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000008270aed 3 00000020:00000001:3.0:1767384285.521565:0:17573:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.521567:0:17573:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1767384285.521569:0:17573:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000009c12cb57. 00010000:00000001:3.0:1767384285.521571:0:17573:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:3.0:1767384285.521576:0:17573:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000b4052d4d. 00010000:00000010:3.0:1767384285.521580:0:17573:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000006dd625e9. 00010000:00000010:3.0:1767384285.521583:0:17573:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000a440c642. 00010000:00000001:3.0:1767384285.521585:0:17573:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384285.521586:0:17573:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384285.521589:0:17573:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000009928819f. 00000020:00000040:3.0:1767384285.521591:0:17573:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000006005def7) now 3 - import 00000020:00000001:3.0:1767384285.521595:0:17573:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384285.521596:0:17573:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384285.521597:0:17573:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384285.521599:0:17573:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1767384285.521606:0:17573:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.131@tcp->12345-0@lo 00000100:00000001:3.0:1767384285.521607:0:17573:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384285.521609:0:17573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384285.521610:0:17573:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 12 to 0@lo 00000100:00000001:3.0:1767384285.521612:0:17573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:3.0:1767384285.521613:0:17573:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624375276072960 : -119698433478656 : 0xffff932289647000) 00000100:00000040:3.0:1767384285.521615:0:17573:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000317d20c4 refcount 12 to 0@lo 00000100:00000040:3.0:1767384285.521616:0:17573:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.131@tcp -> 00000000317d20c4 00010000:00000010:3.0:1767384285.521618:0:17573:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000010109195. 00010000:00080000:3.0:1767384285.521620:0:17573:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009928819f@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.131@tcp at head 00010000:00000001:3.0:1767384285.521621:0:17573:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.521623:0:17573:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1767384285.521624:0:17573:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384285.521625:0:17573:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384285.521627:0:17573:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000001401df3d. 00000001:00000001:3.0:1767384285.521628:0:17573:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384285.521633:0:17573:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000491fb547. 00000001:00000010:3.0:1767384285.521635:0:17573:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000007663b8c7. 00000001:00000010:3.0:1767384285.521668:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f15f26e. 00000001:00000010:3.0:1767384285.521708:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e2b7c39d. 00000001:00000010:3.0:1767384285.521758:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009d5a903a. 00000001:00000010:3.0:1767384285.521800:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000017f988cd. 00000001:00000010:3.0:1767384285.521850:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000097e2870. 00000001:00000010:3.0:1767384285.521903:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000452ceb00. 00000001:00000010:3.0:1767384285.521968:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000667a7a5. 00000001:00000010:3.0:1767384285.522017:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a6b08e03. 00000001:00000010:3.0:1767384285.522064:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ac27bae1. 00000001:00000010:3.0:1767384285.522116:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cbd40e9a. 00000001:00000010:3.0:1767384285.522163:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000087585d27. 00000001:00000010:3.0:1767384285.522216:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003f49bc2a. 00000001:00000010:3.0:1767384285.522263:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000296e80a5. 00000001:00000010:3.0:1767384285.522318:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bd773149. 00000001:00000010:3.0:1767384285.522367:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc00198e. 00000001:00000010:3.0:1767384285.522434:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c0d21629. 00000001:00000010:3.0:1767384285.522522:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000cdba031. 00000001:00000010:3.0:1767384285.522591:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000085b28fa8. 00000001:00000010:3.0:1767384285.522667:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fd2af57e. 00000001:00000010:3.0:1767384285.522733:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000081a05b0. 00000001:00000010:3.0:1767384285.522798:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000053ca8abf. 00000001:00000010:3.0:1767384285.522882:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cde81d6f. 00000001:00000010:3.0:1767384285.522936:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b28d88f5. 00000001:00000010:3.0:1767384285.522983:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008eaaa8f4. 00000001:00000010:3.0:1767384285.523031:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000080bf2a6a. 00000001:00000010:3.0:1767384285.523082:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fa29edd3. 00000001:00000010:3.0:1767384285.523127:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000baeaec6c. 00000001:00000010:3.0:1767384285.523194:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000fe9ae92. 00000001:00000010:3.0:1767384285.523257:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000085763bb2. 00000001:00000010:3.0:1767384285.523310:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f1d52694. 00000001:00000010:3.0:1767384285.523358:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000017e639ce. 00000001:00000010:3.0:1767384285.523433:0:17573:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006e60f25c. 00000100:00000040:3.0:1767384285.523525:0:454:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294873431, at 4294873432 00000100:00000010:3.0:1767384285.523532:0:454:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf2c9ac8. 00000100:00000040:2.0:1767384285.523546:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294873431, at 4294873432 00000100:00000010:2.0:1767384285.523556:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d2a4ba0. 00000020:00000010:3.0:1767384285.523559:0:17573:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001f0811d7. 00000020:00000010:3.0:1767384285.523563:0:17573:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000050dae3b2. 00010000:00000001:3.0:1767384285.523578:0:17573:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1767384285.523599:0:17573:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1767384285.523612:0:17573:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000367024cf. 00000020:00000010:3.0:1767384285.523614:0:17573:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000c6df4f0d. 00010000:00000001:3.0:1767384285.523623:0:17573:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1767384285.523625:0:17573:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:3.0:1767384285.523626:0:17573:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.523629:0:17573:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446624370868674560 : -119702840877056 : ffff932182b0e000) 00010000:00000001:3.0:1767384285.523631:0:17573:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1767384285.523633:0:17573:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000af7ea8ff. 00000010:00000010:3.0:1767384285.523635:0:17573:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000001f2cd01b. 00000010:00000010:3.0:1767384285.523637:0:17573:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 0000000054aef82c. 00000010:00000010:3.0:1767384285.523638:0:17573:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000009c12cb57. 00000010:00000001:3.0:1767384285.523640:0:17573:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384285.523661:0:17573:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003745f01a. 00000020:00000010:3.0:1767384285.523664:0:17573:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000097ce1a80. 00000010:00000001:3.0:1767384285.523679:0:17573:0:(lwp_dev.c:295:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384285.523682:0:17573:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ebf54756. 00000040:00000010:3.0:1767384285.523684:0:17573:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d3f9aba7. 00000020:00000010:3.0:1767384285.523686:0:17573:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dbce76e9. 00000020:00000010:3.0:1767384285.523688:0:17573:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f0646241. 00000020:00000010:3.0:1767384285.523691:0:17573:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000af37b4ac. 80000000:00000010:3.0:1767384285.523693:0:17573:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000092b6f4e0. 40000000:00000010:3.0:1767384285.523694:0:17573:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ee75182c. 00100000:00000010:3.0:1767384285.523697:0:17573:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000386d9b2c. 00040000:00000010:3.0:1767384285.523699:0:17573:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008c4f164b. 00040000:00000010:3.0:1767384285.523707:0:17573:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ae778593. 00040000:00000010:3.0:1767384285.523709:0:17573:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000473b891f. 00080000:00000010:3.0:1767384285.523711:0:17573:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000824d6f7d. 00000004:00000010:3.0:1767384285.523712:0:17573:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002944e1e3. 00000004:00000010:3.0:1767384285.523714:0:17573:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005306e0ec. 00000004:00000010:3.0:1767384285.523717:0:17573:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e6744114. 00000004:00000010:3.0:1767384285.523718:0:17573:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008c87849c. 00000020:00000010:3.0:1767384285.523720:0:17573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007492b4cf. 00000020:00000010:3.0:1767384285.523723:0:17573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045f575cc. 00000020:00000010:3.0:1767384285.523724:0:17573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000319af77c. 00000008:00000010:3.0:1767384285.523727:0:17573:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000002d361877. 00020000:00000010:3.0:1767384285.523730:0:17573:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000bccc272e. 00008000:00000010:3.0:1767384285.523733:0:17573:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000002e588961. 00000080:00000010:3.0:1767384285.523735:0:17573:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000aac16685. 00000020:00000010:3.0:1767384285.523737:0:17573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f77ce79. 00000020:00000001:3.0:1767384285.523739:0:17573:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384285.523740:0:17573:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000006005def7) now 4 - setup 00000020:00000080:3.0:1767384285.523742:0:17573:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:3.0:1767384285.523744:0:17573:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.523745:0:17573:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384285.523747:0:17573:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 0000000054789ef9. 00000020:00000001:3.0:1767384285.523752:0:17573:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:3.0:1767384285.523754:0:17573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f77ce79. 00000020:00000010:3.0:1767384285.523755:0:17573:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007492b4cf. 00000040:00000010:3.0:1767384285.523757:0:17573:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000473b891f. 00000020:00000010:3.0:1767384285.523758:0:17573:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6744114. 00000020:00000010:3.0:1767384285.523760:0:17573:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f0646241. 00000020:00000010:3.0:1767384285.523762:0:17573:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000af37b4ac. 80000000:00000010:3.0:1767384285.523764:0:17573:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000038ebdf87. 40000000:00000010:3.0:1767384285.523765:0:17573:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e66bd1e4. 00100000:00000010:3.0:1767384285.523767:0:17573:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002944e1e3. 00040000:00000010:3.0:1767384285.523768:0:17573:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008c4f164b. 00040000:00000010:3.0:1767384285.523770:0:17573:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000824d6f7d. 00040000:00000010:3.0:1767384285.523776:0:17573:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3f9aba7. 00080000:00000010:3.0:1767384285.523779:0:17573:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ae778593. 00000004:00000010:3.0:1767384285.523781:0:17573:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000386d9b2c. 00000004:00000010:3.0:1767384285.523783:0:17573:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000104ddb0c. 00000004:00000010:3.0:1767384285.523785:0:17573:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dbce76e9. 00000004:00000010:3.0:1767384285.523787:0:17573:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008c87849c. 00000020:00000010:3.0:1767384285.523789:0:17573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebf54756. 00000020:00000010:3.0:1767384285.523791:0:17573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045f575cc. 00000020:00000010:3.0:1767384285.523793:0:17573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000319af77c. 00000020:00000010:3.0:1767384285.523796:0:17573:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000ed697846. 00000020:00000010:3.0:1767384285.523798:0:17573:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000004002d76e. 00000020:00000001:3.0:1767384285.523800:0:17573:0:(obd_class.h:852:obd_connect()) Process entered 00000010:00000001:3.0:1767384285.523802:0:17573:0:(lwp_dev.c:494:lwp_obd_connect()) Process entered 00000010:01000000:3.0:1767384285.523804:0:17573:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000001:3.0:1767384285.523806:0:17573:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384285.523807:0:17573:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384285.523809:0:17573:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fcc3bc51. 00000020:00000001:3.0:1767384285.523811:0:17573:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384285.523813:0:17573:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fcc3bc51 with handle 0xf83434fd52e6d8ba to hash 00000020:00000001:3.0:1767384285.523815:0:17573:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384285.523817:0:17573:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384285.523819:0:17573:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384285.523822:0:17573:0:(genops.c:887:class_export_get()) GET export 00000000fcc3bc51 refcount=3 00000020:00000040:3.0:1767384285.523826:0:17573:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000006005def7) now 5 - export 00000020:00000001:3.0:1767384285.523829:0:17573:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624370859110400 : -119702850441216 : ffff9321821ef000) 00000020:00000040:3.0:1767384285.523831:0:17573:0:(genops.c:898:class_export_put()) PUTting export 00000000fcc3bc51 : new refcount 2 00000020:00000080:3.0:1767384285.523834:0:17573:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xf83434fd52e6d8ba 00000020:00000001:3.0:1767384285.523837:0:17573:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.523838:0:17573:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384285.523840:0:17573:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8ba 00000020:00000001:3.0:1767384285.523852:0:17573:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384285.523853:0:17573:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fcc3bc51 refcount=3 00000020:00000001:3.0:1767384285.523856:0:17573:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859110400 : -119702850441216 : ffff9321821ef000) 00000020:00000001:3.0:1767384285.523858:0:17573:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859110400 : -119702850441216 : ffff9321821ef000) 00000100:00000001:3.0:1767384285.523869:0:17573:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1767384285.523873:0:17573:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384285.523876:0:17573:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:3.0:1767384285.523880:0:17573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384285.523882:0:17573:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 13 to 0@lo 00000100:00000001:3.0:1767384285.523884:0:17573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000001:3.0:1767384285.523886:0:17573:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384285.523887:0:17573:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8ba 00000020:00000001:3.0:1767384285.523888:0:17573:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384285.523889:0:17573:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fcc3bc51 refcount=4 00000020:00000001:3.0:1767384285.523891:0:17573:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859110400 : -119702850441216 : ffff9321821ef000) 00000020:00000001:3.0:1767384285.523892:0:17573:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859110400 : -119702850441216 : ffff9321821ef000) 00000100:00000001:3.0:1767384285.523893:0:17573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384285.523894:0:17573:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 14 to 0@lo 00000100:00000001:3.0:1767384285.523895:0:17573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000040:3.0:1767384285.523896:0:17573:0:(genops.c:898:class_export_put()) PUTting export 00000000fcc3bc51 : new refcount 3 00000100:00080000:3.0:1767384285.523898:0:17573:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 000000009928819f using connection 192.168.204.131@tcp/0@lo 00000100:00000001:3.0:1767384285.523900:0:17573:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.523901:0:17573:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384285.523906:0:17573:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384285.523908:0:17573:0:(sec.c:1450:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:3.0:1767384285.523910:0:17573:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659947584 : -1049604032 : ffffffffc1705040) 02000000:00000001:3.0:1767384285.523912:0:17573:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.523914:0:17573:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384285.523915:0:17573:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384285.523918:0:17573:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ed5032d. 00000020:00000040:3.0:1767384285.523920:0:17573:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384285.523923:0:17573:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384285.523924:0:17573:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.523926:0:17573:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384285.523927:0:17573:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384285.523928:0:17573:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384285.523931:0:17573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ecfbf7f3. 00000100:00000001:3.0:1767384285.523948:0:17573:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384285.523951:0:17573:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005ed5032d x1853236732499200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384285.523958:0:17573:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384285.523960:0:17573:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384285.523963:0:17573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ed5032d] to pc [ptlrpcd_rcv+-1] req@000000005ed5032d x1853236732499200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.523978:0:17573:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.523980:0:17573:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1767384285.523982:0:17573:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:3.0:1767384285.523984:0:17573:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384285.523995:0:17573:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767384285.523997:0:17573:0:(lwp_dev.c:533:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.524016:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384285.524024:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.524027:0:16145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384285.524033:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ed5032d x1853236732499200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.524051:0:16145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384285.524054:0:16145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.524069:0:16145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384285.524073:0:16145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384285.524078:0:16145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.524086:0:16145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16145:1853236732499200:0@lo:38: 00000100:00000001:2.0:1767384285.524095:0:16145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384285.524099:0:16145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384285.524103:0:16145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.524108:0:16145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384285.524111:0:17573:0:(genops.c:887:class_export_get()) GET export 00000000fcc3bc51 refcount=4 02000000:00000010:2.0:1767384285.524114:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a43a200b. 00000020:00000001:3.0:1767384285.524116:0:17573:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384285.524120:0:17573:0:(genops.c:887:class_export_get()) GET export 00000000fcc3bc51 refcount=5 02000000:00000001:2.0:1767384285.524120:0:16145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.524124:0:17573:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384285.524128:0:17573:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000ed697846. 00000400:00000010:2.0:1767384285.524130:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c51b81b4. 00000020:00000010:3.0:1767384285.524134:0:17573:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000004002d76e. 00000400:00000010:2.0:1767384285.524138:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000020:00000010:3.0:1767384285.524140:0:17573:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007492b4cf. 00000040:00000010:3.0:1767384285.524145:0:17573:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000473b891f. 00000100:00000200:2.0:1767384285.524146:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732499200, portal 10 00000020:00000010:3.0:1767384285.524149:0:17573:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6744114. 00000100:00000001:2.0:1767384285.524153:0:16145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384285.524154:0:17573:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f0646241. 00000100:00000001:2.0:1767384285.524157:0:16145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208695936 : -119698500855680 : ffff932285605880) 00000020:00000010:3.0:1767384285.524158:0:17573:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000af37b4ac. 80000000:00000010:3.0:1767384285.524164:0:17573:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000038ebdf87. 00000020:00000010:2.0:1767384285.524168:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000037611a63. 40000000:00000010:3.0:1767384285.524170:0:17573:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e66bd1e4. 00100000:00000010:3.0:1767384285.524176:0:17573:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002944e1e3. 00040000:00000010:3.0:1767384285.524180:0:17573:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008c4f164b. 00000100:00000040:2.0:1767384285.524180:0:16145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ed5032d x1853236732499200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767384285.524187:0:17573:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000824d6f7d. 00040000:00000010:3.0:1767384285.524192:0:17573:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3f9aba7. 00080000:00000010:3.0:1767384285.524198:0:17573:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ae778593. 00000100:00000001:2.0:1767384285.524201:0:16145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000010:3.0:1767384285.524203:0:17573:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000386d9b2c. 00000004:00000010:3.0:1767384285.524209:0:17573:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000104ddb0c. 00000100:00000040:2.0:1767384285.524209:0:16145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384285.524216:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1cb4fbf. 00000004:00000010:3.0:1767384285.524220:0:17573:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dbce76e9. 00000100:00000200:2.0:1767384285.524222:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236732499200, offset 0 00000004:00000010:3.0:1767384285.524224:0:17573:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008c87849c. 00000020:00000010:3.0:1767384285.524230:0:17573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f77ce79. 00000400:00000200:2.0:1767384285.524236:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384285.524237:0:17573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045f575cc. 00000020:00000010:3.0:1767384285.524241:0:17573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000319af77c. 00000020:00000010:3.0:1767384285.524247:0:17573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebf54756. 00000400:00000200:2.0:1767384285.524248:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384285.524254:0:17573:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 0000000008827ca1. 00000020:00000010:3.0:1767384285.524260:0:17573:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000001c9eb4f1. 00000400:00000200:2.0:1767384285.524261:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d201500 00000020:00000001:3.0:1767384285.524263:0:17573:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.524268:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524272:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342930 type=0x10620000 idx=14 00000400:00000200:2.0:1767384285.524272:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000040:00001000:3.0:1767384285.524278:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384285.524282:0:17573:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000400:00000200:2.0:1767384285.524282:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384285.524289:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.524292:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384285.524294:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00001000:3.0:1767384285.524298:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823429b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384285.524303:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000100:00000001:2.0:1767384285.524304:0:16145:0:(events.c:286:request_in_callback()) Process entered 00000040:00001000:3.0:1767384285.524307:0:17573:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000200:2.0:1767384285.524309:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384285.524312:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.524315:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524317:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384285.524319:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000100:00000010:2.0:1767384285.524320:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1870516. 00000040:00001000:3.0:1767384285.524323:0:17573:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000040:2.0:1767384285.524325:0:16145:0:(events.c:337:request_in_callback()) incoming req@00000000b1870516 x1853236732499200 msgsize 520 00000020:00000001:3.0:1767384285.524329:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.524332:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524335:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384285.524340:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000100:00100000:2.0:1767384285.524342:0:16145:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00001000:3.0:1767384285.524344:0:17573:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.524348:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.524351:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384285.524354:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384285.524357:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524359:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767384285.524364:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000100:00000001:2.0:1767384285.524368:0:16145:0:(events.c:373:request_in_callback()) Process leaving 00000040:00001000:3.0:1767384285.524374:0:17573:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.524376:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.524377:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000400:00000200:2.0:1767384285.524378:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1cb4fbf 00000040:00000001:3.0:1767384285.524379:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384285.524381:0:17573:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.524384:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384285.524384:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1cb4fbf. 00000040:00001000:3.0:1767384285.524402:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384285.524405:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384285.524407:0:17573:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384285.524408:0:16145:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384285.524409:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.524412:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524414:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342cf0 type=0x10620000 idx=20 00000100:00000200:2.0:1767384285.524415:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ed5032d x1853236732499200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:3.0:1767384285.524417:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384285.524422:0:17573:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.524428:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.524431:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384285.524433:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384285.524433:0:17573:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.524446:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.524448:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00001000:3.0:1767384285.524452:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342dd0 type=0x10620000 idx=21 00000100:00000040:2.0:1767384285.524454:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ed5032d x1853236732499200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:3.0:1767384285.524456:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384285.524462:0:17573:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.524469:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.524472:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384285.524474:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1767384285.524505:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.524509:0:16145:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384285.524513:0:17573:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.524517:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.524518:0:16145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524525:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342eb0 type=0x10620000 idx=22 00000100:00000040:2.0:1767384285.524526:0:16145:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000040:00001000:3.0:1767384285.524530:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384285.524533:0:17573:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384285.524533:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294873436 00000020:00000001:3.0:1767384285.524539:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.524540:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524542:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342f08 type=0x10620000 idx=23 00000100:00000010:2.0:1767384285.524543:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b88bc721. 00000040:00001000:3.0:1767384285.524548:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000100:00000001:2.0:1767384285.524551:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000040:00001000:3.0:1767384285.524558:0:17573:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384285.524559:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294873436 00000020:00000001:3.0:1767384285.524562:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000010:2.0:1767384285.524566:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b5ebc00. 00000020:00000001:3.0:1767384285.524567:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524572:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182342f88 type=0x10620000 idx=24 00000100:00000001:2.0:1767384285.524574:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000040:00001000:3.0:1767384285.524575:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384285.524580:0:17573:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.524582:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1767384285.524582:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294873436 00000020:00000001:3.0:1767384285.524585:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524588:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182343018 type=0x10620000 idx=25 00000100:00000010:2.0:1767384285.524588:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc8a476b. 00000040:00001000:3.0:1767384285.524589:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384285.524594:0:17573:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384285.524595:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384285.524598:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.524600:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524602:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182343098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384285.524603:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000100:00000001:2.0:1767384285.524603:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294873436 00000040:00001000:3.0:1767384285.524607:0:17573:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000010:2.0:1767384285.524609:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f516da0. 00000020:00000001:3.0:1767384285.524611:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.524615:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1767384285.524616:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000040:00000001:3.0:1767384285.524617:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384285.524621:0:17573:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.524623:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.524624:0:16145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00001000:3.0:1767384285.524627:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182343178 type=0x10620000 idx=27 00000100:00000001:2.0:1767384285.524630:0:16145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524631:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384285.524637:0:17573:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384285.524638:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.524640:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384285.524644:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1767384285.524645:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384285.524646:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384285.524650:0:17573:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.524655:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.524656:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000040:00001000:3.0:1767384285.524661:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182343258 type=0x10620000 idx=28 00000100:00000001:2.0:1767384285.524661:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767384285.524666:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384285.524668:0:17573:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384285.524668:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384285.524670:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384285.524671:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524682:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823432a8 type=0x10620000 idx=29 00000100:00000001:2.0:1767384285.524682:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.524687:0:16145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384285.524695:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d95e7787 x1853236732499328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:3.0:1767384285.524696:0:17573:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384285.524701:0:17573:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384285.524703:0:17573:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384285.524708:0:17573:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000100:00000001:2.0:1767384285.524710:0:16145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384285.524714:0:16145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.524720:0:16145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384285.524722:0:16145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384285.524727:0:16145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.524733:0:16145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d95e7787 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16145:1853236732499328:0@lo:38: 00000100:00000001:2.0:1767384285.524740:0:16145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384285.524744:0:16145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384285.524748:0:16145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384285.524752:0:17573:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384285.524753:0:16145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000040:00000001:3.0:1767384285.524755:0:17573:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524759:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9321823432a8 type=0x10620000 idx=29 02000000:00000010:2.0:1767384285.524759:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000056b30e5. 00000040:00001000:3.0:1767384285.524766:0:17573:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 02000000:00000001:2.0:1767384285.524766:0:16145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384285.524772:0:17573:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000020:00000001:3.0:1767384285.524775:0:17573:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000400:00000010:2.0:1767384285.524775:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8dd205c. 00000040:00000001:3.0:1767384285.524779:0:17573:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384285.524782:0:17573:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000400:00000010:2.0:1767384285.524783:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1cb4fbf. 00000020:00000001:3.0:1767384285.524784:0:17573:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.524790:0:17573:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384285.524791:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732499328, portal 10 00000040:00001000:3.0:1767384285.524795:0:17573:0:(llog.c:663:llog_process_thread()) processing rec 0xffff932182343388 type=0x0 idx=0 00000100:00000001:2.0:1767384285.524797:0:16145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000040:00000001:3.0:1767384285.524798:0:17573:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384285.524802:0:17573:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 30 count 30 00000100:00000001:2.0:1767384285.524802:0:16145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659227648 : -119698050323968 : ffff9322a03aea00) 00000040:00000010:3.0:1767384285.524809:0:17573:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ccc2caab. 00000100:00000040:2.0:1767384285.524814:0:16145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d95e7787 x1853236732499328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384285.524817:0:17573:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e22bd866. 00000020:00000010:3.0:1767384285.524829:0:17573:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cd6e6de9. 00000100:00000001:2.0:1767384285.524831:0:16145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000040:00000010:3.0:1767384285.524837:0:17573:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007b61806b. 00000100:00000040:2.0:1767384285.524838:0:16145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384285.524842:0:17573:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003c887230. 00000020:00000010:3.0:1767384285.524845:0:17573:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000093b982fe. 00000020:00000010:3.0:1767384285.524848:0:17573:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000065cc2254. 80000000:00000010:3.0:1767384285.524853:0:17573:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000df4c8d06. 00000400:00000010:2.0:1767384285.524855:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa02fd1. 40000000:00000010:3.0:1767384285.524858:0:17573:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009bc1e8c0. 00000100:00000200:2.0:1767384285.524862:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236732499328, offset 0 00100000:00000010:3.0:1767384285.524864:0:17573:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000de66a34c. 00040000:00000010:3.0:1767384285.524871:0:17573:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000bd823f8. 00000400:00000200:2.0:1767384285.524873:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000010:3.0:1767384285.524879:0:17573:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000747d3ef1. 00040000:00000010:3.0:1767384285.524883:0:17573:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000588d591b. 00080000:00000010:3.0:1767384285.524889:0:17573:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007cec1d61. 00000004:00000010:3.0:1767384285.524892:0:17573:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000810f31d9. 00000004:00000010:3.0:1767384285.524898:0:17573:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000027a654de. 00000400:00000200:2.0:1767384285.524898:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:3.0:1767384285.524904:0:17573:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000089e7a5ef. 00000400:00000200:2.0:1767384285.524911:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d201580 00002000:00000010:3.0:1767384285.524916:0:17573:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000432766de. 00000004:00000010:3.0:1767384285.524921:0:17573:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d6f5e314. 00000400:00000200:2.0:1767384285.524921:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000020:00000010:3.0:1767384285.524926:0:17573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ef53227. 00000400:00000200:2.0:1767384285.524930:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384285.524937:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384285.524943:0:16145:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384285.524954:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384285.524960:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ccb26b. 00000100:00000040:2.0:1767384285.524965:0:16145:0:(events.c:337:request_in_callback()) incoming req@0000000026ccb26b x1853236732499328 msgsize 520 00000100:00100000:2.0:1767384285.524976:0:16145:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1767384285.524977:0:17575:0:(genops.c:887:class_export_get()) GET export 00000000fcc3bc51 refcount=6 00002000:00000001:3.0:1767384285.524983:0:17575:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00002000:00000001:3.0:1767384285.524985:0:17575:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384285.524990:0:17575:0:(genops.c:887:class_export_get()) GET export 00000000fcc3bc51 refcount=7 00000100:00000001:2.0:1767384285.524991:0:16145:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384285.524993:0:17575:0:(genops.c:898:class_export_put()) PUTting export 00000000fcc3bc51 : new refcount 6 00000400:00000200:2.0:1767384285.525000:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa02fd1 00000400:00000010:2.0:1767384285.525005:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aa02fd1. 00000100:00000001:2.0:1767384285.525010:0:16145:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384285.525017:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95e7787 x1853236732499328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.525036:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384285.525042:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d95e7787 x1853236732499328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.525059:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.525063:0:16145:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384285.525070:0:16145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.525075:0:16145:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 710 usecs (1 jiffies) 00000100:00000001:2.0:1767384285.525080:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294873434 00000100:00000001:2.0:1767384285.525083:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294873436 00000100:00000001:2.0:1767384285.525088:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294873434 00000100:00000001:2.0:1767384285.525093:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294873436 00000100:00000001:2.0:1767384285.525096:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294873434 00000100:00000001:2.0:1767384285.525101:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294873436 00000100:00000001:2.0:1767384285.525106:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294873434 00000100:00000001:2.0:1767384285.525112:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294873436 00000100:00000001:2.0:1767384285.525115:0:16145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.525121:0:16145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.525125:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.525135:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.525140:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384285.525143:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.525153:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384285.525155:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.525159:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.525162:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384285.525199:0:16783:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005bcfb752. 00000100:00000001:2.0:1767384285.525209:0:16783:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384285.525213:0:16783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732499328 02000000:00000001:2.0:1767384285.525217:0:16783:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384285.525220:0:16783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384285.525223:0:16783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.525226:0:16783:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.525229:0:16783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732499328 00000020:00000001:2.0:1767384285.525234:0:16783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384285.525235:0:16783:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384285.525237:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384285.525240:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.525242:0:16783:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384285.525246:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000293ddc16. 00000020:00000010:2.0:1767384285.525252:0:16783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000419f2982. 00000020:00000010:2.0:1767384285.525257:0:16783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8c636d5. 00000100:00000001:2.0:1767384285.525262:0:16783:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384285.525264:0:16783:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384285.525266:0:16783:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.525270:0:16783:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.525284:0:16783:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.525295:0:16783:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384285.525297:0:16783:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384285.525303:0:16783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:2.0:1767384285.525306:0:16783:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376012914688 : -119697696636928 : ffff9322b54fc000) 00000100:00000001:3.0:1767384285.525309:0:16782:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000040:2.0:1767384285.525311:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026ccb26b x1853236732499328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384305 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384285.525313:0:16782:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00000010:3.0:1767384285.525319:0:16782:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ebf54756. 00000100:00100000:3.0:1767384285.525326:0:16782:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1767384285.525335:0:16783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026ccb26b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16145:x1853236732499328:12345-0@lo:38: 00000100:00000200:2.0:1767384285.525343:0:16783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732499328 00000020:00000001:2.0:1767384285.525346:0:16783:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384285.525357:0:16783:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384285.525364:0:16783:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 6 - find 00000020:00000001:2.0:1767384285.525367:0:16783:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446624375900352944 : -119697809198672 : ffff9322ae9a31b0) 00000100:00000001:2.0:1767384285.525373:0:16783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384285.525375:0:16783:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384285.525380:0:16783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000d3e6705a. 02000000:00000001:2.0:1767384285.525382:0:16783:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.525385:0:16783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384285.525404:0:16783:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384285.525411:0:16783:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 206 last 0 00010000:00000001:2.0:1767384285.525418:0:16783:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:2.0:1767384285.525422:0:16783:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:2.0:1767384285.525434:0:16783:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384285.525436:0:16783:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384285.525440:0:16783:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000203af8a2. 00000020:00000001:2.0:1767384285.525444:0:16783:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384285.525446:0:16783:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000203af8a2 with handle 0xf83434fd52e6d8c8 to hash 00000020:00000001:2.0:1767384285.525449:0:16783:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384285.525454:0:16783:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:2.0:1767384285.525459:0:16783:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:2.0:1767384285.525464:0:16783:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000c4af9632. 00000001:00000001:2.0:1767384285.525470:0:16783:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:2.0:1767384285.525476:0:16783:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000009ccd9a99. 00000100:00000001:3.0:1767384285.525499:0:16782:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.525513:0:17576:0:(service.c:2991:ptlrpc_main()) Process entered 00000001:00000001:2.0:1767384285.525518:0:16783:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.525523:0:16783:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384285.525527:0:16783:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000010:3.0:1767384285.525528:0:17576:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e66bd1e4. 00000001:00000010:2.0:1767384285.525532:0:16783:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000176f3066. 00000020:00000010:3.0:1767384285.525534:0:17576:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004002d76e. 00000001:00000010:2.0:1767384285.525540:0:16783:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ccb5836a. 00000020:00000010:3.0:1767384285.525542:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f77ce79. 00000001:00000010:2.0:1767384285.525549:0:16783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006dfe5f2e. 00000020:00000010:3.0:1767384285.525550:0:17576:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3f9aba7. 00000040:00000010:3.0:1767384285.525556:0:17576:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000af37b4ac. 00000001:00000010:2.0:1767384285.525559:0:16783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e00ceb75. 00000020:00000010:3.0:1767384285.525560:0:17576:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000089e7a5ef. 00000020:00000010:3.0:1767384285.525568:0:17576:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000093b982fe. 00000001:00000010:2.0:1767384285.525568:0:16783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ecae0ed1. 00000020:00000010:3.0:1767384285.525575:0:17576:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000473b891f. 00000001:00000010:2.0:1767384285.525577:0:16783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a360945a. 80000000:00000010:3.0:1767384285.525580:0:17576:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000038ebdf87. 40000000:00000010:3.0:1767384285.525584:0:17576:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003ccc40a0. 00000001:00000001:2.0:1767384285.525584:0:16783:0:(hash.c:1038:cfs_hash_create()) Process entered 00100000:00000010:3.0:1767384285.525590:0:17576:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000810f31d9. 00000001:00000010:2.0:1767384285.525590:0:16783:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003cac488b. 00040000:00000010:3.0:1767384285.525598:0:17576:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000bd823f8. 00000001:00000010:2.0:1767384285.525601:0:16783:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006a510517. 00040000:00000010:3.0:1767384285.525603:0:17576:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007cec1d61. 00040000:00000010:3.0:1767384285.525607:0:17576:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007492b4cf. 00080000:00000010:3.0:1767384285.525612:0:17576:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000747d3ef1. 00000001:00000010:2.0:1767384285.525618:0:16783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c4141815. 00000004:00000010:3.0:1767384285.525619:0:17576:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000de66a34c. 00000004:00000010:3.0:1767384285.525623:0:17576:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000104ddb0c. 00000001:00000010:2.0:1767384285.525628:0:16783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c4ea350. 00000004:00000010:3.0:1767384285.525629:0:17576:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003c887230. 00000001:00000010:2.0:1767384285.525636:0:16783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bfc47f9a. 00002000:00000010:3.0:1767384285.525637:0:17576:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008c87849c. 00000004:00000010:3.0:1767384285.525643:0:17576:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000377ba1d3. 00000001:00000010:2.0:1767384285.525646:0:16783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002276b062. 00010000:00000001:2.0:1767384285.525651:0:16783:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.525656:0:16783:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384285.525660:0:16783:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.525663:0:16783:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384285.525669:0:16783:0:(genops.c:887:class_export_get()) GET export 00000000203af8a2 refcount=3 00000020:00000040:2.0:1767384285.525673:0:16783:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - export 00000020:00000001:2.0:1767384285.525677:0:16783:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000020:00000040:2.0:1767384285.525682:0:16783:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 2 00000020:00000080:2.0:1767384285.525685:0:16783:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xf83434fd52e6d8c8 00000020:00000001:2.0:1767384285.525690:0:16783:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384285.525691:0:17576:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000000ef43371. 00000020:00000001:2.0:1767384285.525697:0:16783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384285.525701:0:16783:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000100:00000200:3.0:1767384285.525705:0:17576:0:(service.c:3079:ptlrpc_main()) service thread 4 (#5) started 00000020:00000001:2.0:1767384285.525705:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384285.525709:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=3 00000020:00000001:2.0:1767384285.525714:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000020:00000001:2.0:1767384285.525717:0:16783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000001:00000001:2.0:1767384285.525721:0:16783:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:2.0:1767384285.525725:0:16783:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:2.0:1767384285.525732:0:16783:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.204.131@tcp 00000001:00000040:2.0:1767384285.525737:0:16783:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 4 00000001:00000001:2.0:1767384285.525744:0:16783:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446624376140909568 : -119697568642048 : ffff9322bcf0cc00) 00000001:00000001:2.0:1767384285.525752:0:16783:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1767384285.525756:0:16783:0:(genops.c:887:class_export_get()) GET export 00000000203af8a2 refcount=4 00000001:00000040:2.0:1767384285.525762:0:16783:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 5 00000001:00000001:2.0:1767384285.525768:0:16783:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:2.0:1767384285.525775:0:16783:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:2.0:1767384285.525780:0:16783:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 4 00000001:00000001:2.0:1767384285.525785:0:16783:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:2.0:1767384285.525798:0:16783:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:2.0:1767384285.525802:0:16783:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:2.0:1767384285.525806:0:16783:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384285.525810:0:16783:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1767384285.525813:0:16783:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384285.525818:0:16783:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000041edeaf7 00000020:00000010:2.0:1767384285.525823:0:16783:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000016380162. 00000020:00000040:2.0:1767384285.525829:0:16783:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000019a9af16 for nid 0@lo - ref 3 00000020:00000001:2.0:1767384285.525836:0:16783:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:2.0:1767384285.525850:0:16783:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 0000000016380162. 00000020:00000001:2.0:1767384285.525855:0:16783:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000004:00000001:2.0:1767384285.525861:0:16783:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384285.525867:0:16783:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384285.525872:0:16783:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384285.525880:0:16783:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a2f5ce9a. 00000020:00000040:2.0:1767384285.525886:0:16783:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - import 00000020:00000001:2.0:1767384285.525897:0:16783:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384285.525902:0:16783:0:(genops.c:1242:class_import_put()) import 00000000a2f5ce9a refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384285.525907:0:16783:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384285.525912:0:16783:0:(genops.c:887:class_export_get()) GET export 00000000203af8a2 refcount=5 00000100:00000040:2.0:1767384285.525919:0:16783:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00000001:2.0:1767384285.525925:0:16783:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384285.525928:0:16783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384285.525935:0:16783:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 18 to 0@lo 00000100:00000001:2.0:1767384285.525940:0:16783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:2.0:1767384285.525946:0:16783:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624375276072960 : -119698433478656 : 0xffff932289647000) 00000100:00000040:2.0:1767384285.525953:0:16783:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000317d20c4 refcount 18 to 0@lo 00000020:00000040:2.0:1767384285.525960:0:16783:0:(genops.c:887:class_export_get()) GET export 00000000203af8a2 refcount=6 00000100:00000001:2.0:1767384285.525967:0:16783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384285.525973:0:16783:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 19 to 0@lo 00000100:00000001:2.0:1767384285.525976:0:16783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384285.525983:0:16783:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384285.525995:0:16783:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384285.525999:0:16783:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:2.0:1767384285.526004:0:16783:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659947584 : -1049604032 : ffffffffc1705040) 02000000:00000001:2.0:1767384285.526011:0:16783:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.526017:0:16783:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384285.526022:0:16783:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384285.526026:0:16783:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384285.526031:0:16783:0:(import.c:65:import_set_state_nolock()) 00000000a2f5ce9a : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384285.526036:0:16783:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384285.526039:0:16783:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384285.526044:0:16783:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384285.526050:0:16783:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 5 00000020:00000040:2.0:1767384285.526056:0:16783:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - find 00010000:00000001:2.0:1767384285.526064:0:16783:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.526068:0:16783:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384285.526072:0:16783:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669383984 : -1040167632 : ffffffffc2004d30) 00000020:00000001:2.0:1767384285.526079:0:16783:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384285.526082:0:16783:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384285.526089:0:16783:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384285.526092:0:16783:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384285.526096:0:16783:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.526102:0:16783:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:2.0:1767384285.526107:0:16783:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384285.526111:0:16783:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384285.526116:0:16783:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384285.526120:0:16783:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.526128:0:16783:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384285.526133:0:16783:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732499328 00010000:00000001:2.0:1767384285.526141:0:16783:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384285.526159:0:16783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026ccb26b x1853236732499328/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384285.526178:0:16783:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384285.526183:0:16783:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384285.526190:0:16783:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=0 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384285.526198:0:16783:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384285.526213:0:16783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384285.526230:0:16783:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 19 to 0@lo 00000100:00000001:2.0:1767384285.526238:0:16783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384285.526246:0:16783:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384285.526249:0:16783:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.526257:0:16783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384285.526265:0:16783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384285.526270:0:16783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa02fd1. 00000100:00000200:2.0:1767384285.526277:0:16783:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236732499328, offset 0 00000400:00000200:2.0:1767384285.526286:0:16783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384285.526300:0:16783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384285.526316:0:16783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695824d201580 00000400:00000200:2.0:1767384285.526325:0:16783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10a5 [1] + 0 00000400:00000200:2.0:1767384285.526333:0:16783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384285.526344:0:16783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384285.526372:0:16783:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384285.526381:0:16783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d95e7787 x1853236732499328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384285.526428:0:16783:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000d95e7787 x1853236732499328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.526457:0:16783:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384285.526466:0:16783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa02fd1 00000400:00000010:2.0:1767384285.526472:0:16783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aa02fd1. 00000100:00000001:2.0:1767384285.526509:0:16783:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384285.526513:0:16783:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384285.526521:0:16783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.526529:0:16783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 18 to 0@lo 00010000:00000001:2.0:1767384285.526535:0:16783:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384285.526539:0:16783:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.526546:0:16783:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384285.526554:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ccb26b x1853236732499328/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384285.526591:0:16783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026ccb26b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16145:x1853236732499328:12345-0@lo:38: Request processed in 1255us (1621us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384285.526629:0:16783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384285.526637:0:16783:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000001:2.0:1767384285.526643:0:16783:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384285.526648:0:16783:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384285.526654:0:16783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000419f2982. 00000020:00000010:2.0:1767384285.526663:0:16783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8c636d5. 00000020:00000010:2.0:1767384285.526671:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000293ddc16. 00000020:00000040:2.0:1767384285.526679:0:16783:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000100:00000001:2.0:1767384285.526685:0:16783:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.526905:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384285.526910:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732499456 02000000:00000001:2.0:1767384285.526916:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384285.526920:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384285.526923:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.526930:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.526935:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732499456 00000020:00000001:2.0:1767384285.526940:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384285.526944:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384285.526948:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384285.526953:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:2.0:1767384285.526958:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384285.526965:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384285.526973:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384285.526979:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f03376c0. 00000100:00000001:2.0:1767384285.526983:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384285.526987:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f03376c0. 00000020:00000010:2.0:1767384285.526992:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000293ddc16. 00000020:00000010:2.0:1767384285.526998:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000419f2982. 00000020:00000010:2.0:1767384285.527005:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8c636d5. 00000100:00000040:2.0:1767384285.527014:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384285.527020:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384285.527024:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384285.527028:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.527042:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.527054:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.527070:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384285.527072:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384285.527074:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384285.527077:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384285.527083:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:2.0:1767384285.527087:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384285.527088:0:16776:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.527092:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141081680 : -119697568469936 : ffff9322bcf36c50) 00000100:00000001:3.0:1767384285.527093:0:16776:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.527103:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0d80d0f x1853236732499456/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:266/0 lens 4848/0 e 0 to 0 dl 1767384296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.527126:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384285.527131:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f03376c0. 00000100:00000001:2.0:1767384285.527135:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384285.527140:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f03376c0. 00000100:00100000:2.0:1767384285.527149:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c0d80d0f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:17553:x1853236732499456:12345-0@lo:253: 00000100:00000200:2.0:1767384285.527156:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732499456 00000020:00000001:2.0:1767384285.527160:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384285.527164:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384285.527168:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.527171:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384285.527175:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384285.527180:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384285.527193:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384285.527197:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384285.527200:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384285.527204:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.527210:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384285.527215:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384285.527222:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006bd92c6b. 02000000:00000001:2.0:1767384285.527226:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.527231:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384285.527236:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384285.527258:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e4aa8f67. 20000000:01000000:2.0:1767384285.527265:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384285.527277:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384285.527282:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384285.527286:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384285.527293:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384285.527299:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384285.527305:0:16777:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 0000000016380162. 20000000:00000010:2.0:1767384285.527318:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b0e65ef. 20000000:01000000:2.0:1767384285.527338:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:00000001:2.0:1767384285.527350:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384285.527357:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.527567:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.527572:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.527574:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.527576:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384285.527578:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384285.527593:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:2.0:1767384285.527597:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.527602:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000056b30e5. 00080000:00000001:2.0:1767384285.527605:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370858741760 : -119702850809856 : ffff932182195000) 00080000:00000001:2.0:1767384285.527608:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.527675:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.527677:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.527679:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.527695:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.527697:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.527761:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384285.527764:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384285.530539:0:454:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294873438, at 4294873439 00000100:00000010:3.0:1767384285.530546:0:454:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f516da0. 00000100:00000040:2.0:1767384285.531533:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294873438, at 4294873440 00000100:00000010:2.0:1767384285.531540:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc8a476b. 00080000:00000001:3.0:1767384285.535358:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384285.535366:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384285.535371:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384285.535376:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384285.535378:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384285.535399:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384285.535403:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384285.535407:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:3.0:1767384285.537687:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384285.537690:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384285.537692:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e4aa8f67. 20000000:00000001:3.0:1767384285.537697:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384285.537699:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732499456 00010000:00000001:3.0:1767384285.537702:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384285.537705:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0d80d0f x1853236732499456/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:266/0 lens 4848/4768 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384285.537712:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384285.537714:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384285.537716:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384285.537719:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384285.537720:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 19 to 0@lo 00000100:00000001:3.0:1767384285.537722:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384285.537724:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384285.537726:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.537728:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384285.537729:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384285.537732:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006078fb86. 00000100:00000200:3.0:1767384285.537736:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732499456, offset 224 00000400:00000200:3.0:1767384285.537746:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384285.537769:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384285.537775:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d201600 00000400:00000200:3.0:1767384285.537779:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10b5 [2] + 224 00000400:00000200:3.0:1767384285.537784:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384285.537786:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384285.537789:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384285.537792:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000884d3fc5 x1853236732499456/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384285.537799:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000884d3fc5 x1853236732499456/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.537814:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384285.537821:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078fb86 00000400:00000010:3.0:1767384285.537824:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006078fb86. 00000100:00000001:3.0:1767384285.537828:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384285.537829:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384285.537836:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384285.537840:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 18 to 0@lo 00010000:00000001:3.0:1767384285.537859:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384285.537862:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.537866:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384285.537872:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0d80d0f x1853236732499456/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:266/0 lens 4848/4768 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384285.537893:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c0d80d0f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:17553:x1853236732499456:12345-0@lo:253: Request processed in 10771us (11056us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384285.537907:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:3.0:1767384285.537910:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384285.537914:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384285.537917:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384285.537922:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000419f2982. 00000020:00000010:3.0:1767384285.537927:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8c636d5. 00000020:00000010:3.0:1767384285.537931:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000293ddc16. 00000020:00000040:3.0:1767384285.537944:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:3.0:1767384285.537949:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384285.537952:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006bd92c6b. 02000000:00000001:3.0:1767384285.537955:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384285.537959:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384285.537965:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384285.537970:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d028a8b2. 00000400:00000010:3.0:1767384285.537975:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006078fb86. 00040000:00000001:2.0:1767384285.542827:0:17553:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.542833:0:17553:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:2.0:1767384285.542836:0:17553:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000d177cf15. 00000020:00000001:2.0:1767384285.542850:0:17553:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384285.542852:0:17553:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000d177cf15. 00000020:00000001:2.0:1767384285.542855:0:17553:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384285.542857:0:17553:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000034cda21d. 00000020:00000010:2.0:1767384285.542870:0:17553:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000d177cf15. 00000020:00000010:2.0:1767384285.542874:0:17553:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000d177cf15. 00040000:00000001:2.0:1767384285.542876:0:17553:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:2.0:1767384285.542878:0:17553:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.542880:0:17553:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384285.542881:0:17553:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.542884:0:17553:0:(osd_handler.c:1586:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767384285.542887:0:17553:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:2.0:1767384285.542892:0:17553:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000e69ac796. 00000020:00000001:2.0:1767384285.542896:0:17553:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384285.542898:0:17553:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384285.542899:0:17553:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624376031552000 : -119697677999616 : 0xffff9322b66c2200) 00000020:00000001:2.0:1767384285.542902:0:17553:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624376031552000 : -119697677999616 : ffff9322b66c2200) 00000020:00000001:2.0:1767384285.542904:0:17553:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384285.542906:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384285.542909:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624370872193272 : -119702837358344 : ffff932182e690f8) 00000020:00000001:2.0:1767384285.542911:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384285.542913:0:17553:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384285.542916:0:17553:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e3972d84. 00002000:00000001:2.0:1767384285.542917:0:17553:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624370872194488 : -119702837357128 : ffff932182e695b8) 00002000:00000001:2.0:1767384285.542929:0:17553:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384285.542930:0:17553:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:2.0:1767384285.542958:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ceb765cf. 00002000:00000001:2.0:1767384285.542960:0:17553:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.542962:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.542963:0:17553:0:(osd_object.c:537:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.542965:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.542967:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370872194488 : -119702837357128 : ffff932182e695b8) 00080000:00000001:2.0:1767384285.542969:0:17553:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1767384285.542971:0:17553:0:(osd_index.c:2040:osd_index_try()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.542973:0:17553:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.542975:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.542988:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.542990:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.542997:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.542998:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384285.543000:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384285.543003:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000008e19507. 00000020:00000001:2.0:1767384285.543007:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384285.543010:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007c608e3a. 00000020:00000001:2.0:1767384285.543013:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543016:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.543017:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.543019:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.543021:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543038:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543049:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.543056:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.543070:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543073:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543076:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.543078:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.543080:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384285.543082:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543083:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.543085:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.543099:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370857411672 : -119702852139944 : ffff932182050458) 00100000:00000001:2.0:1767384285.543119:0:17553:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:2.0:1767384285.543121:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384285.543123:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624370872193272 : -119702837358344 : ffff932182e690f8) 00080000:00000001:2.0:1767384285.543126:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.543136:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.543139:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.543140:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543141:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384285.543143:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384285.543145:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000008c7a700. 00000020:00000001:2.0:1767384285.543148:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384285.543150:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ca640ed3. 00000020:00000001:2.0:1767384285.543152:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543154:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.543155:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.543163:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.543164:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543190:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543196:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.543199:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.543205:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543207:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543208:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.543209:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.543211:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384285.543212:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543214:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.543215:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.543217:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370857412184 : -119702852139432 : ffff932182050658) 00100000:00000001:2.0:1767384285.543276:0:17553:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767384285.543280:0:17553:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:2.0:1767384285.543284:0:17553:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000424b63f4. 00100000:00000010:2.0:1767384285.543287:0:17553:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 000000006ef74f4b. 00100000:00000010:2.0:1767384285.543290:0:17553:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 000000005069754a. 00100000:00000010:2.0:1767384285.543293:0:17553:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000007d962db1. 00000020:00000001:2.0:1767384285.543295:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384285.543297:0:17553:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624370872193272 : -119702837358344 : ffff932182e690f8) 00080000:00000001:2.0:1767384285.543300:0:17553:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384285.543309:0:17553:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.543310:0:17553:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384285.543312:0:17553:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543313:0:17553:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384285.543315:0:17553:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384285.543317:0:17553:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000081b432fc. 00000020:00000001:2.0:1767384285.543320:0:17553:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384285.543322:0:17553:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b57c25c. 00000020:00000001:2.0:1767384285.543324:0:17553:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543326:0:17553:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384285.543328:0:17553:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384285.543329:0:17553:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384285.543330:0:17553:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543338:0:17553:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543352:0:17553:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384285.543357:0:17553:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384285.543365:0:17553:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543367:0:17553:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543369:0:17553:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384285.543370:0:17553:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384285.543371:0:17553:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384285.543373:0:17553:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543375:0:17553:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384285.543376:0:17553:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.543379:0:17553:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370857414232 : -119702852137384 : ffff932182050e58) 00100000:00000001:2.0:1767384285.543456:0:17553:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:2.0:1767384285.543462:0:17553:0:(lu_object.c:207:lu_object_put()) Add 00000000b366d9ae/00000000f72d87a4 to site lru. bkt: 00000000572ae06a 00000020:00000010:2.0:1767384285.543468:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2df2514. 00000020:00000010:2.0:1767384285.543470:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d11bdc5. 00000020:00000010:2.0:1767384285.543474:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f090480f. 00000020:00000010:2.0:1767384285.543477:0:17553:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384285.543480:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003f649493. 80000000:00000010:2.0:1767384285.543483:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005006ecbc. 40000000:00000010:2.0:1767384285.543485:0:17553:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008a845cc9. 00100000:00000010:2.0:1767384285.543487:0:17553:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009ab0eab4. 00040000:00000010:2.0:1767384285.543490:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003fa9e967. 00040000:00000010:2.0:1767384285.543492:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005073daa0. 00080000:00000010:2.0:1767384285.543513:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006e3cf8ae. 00002000:00000010:2.0:1767384285.543517:0:17553:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000056b30e5. 00000001:00000001:2.0:1767384285.543521:0:17553:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384285.543523:0:17553:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:2.0:1767384285.543527:0:17553:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384285.543540:0:17553:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000302c7c5e. 00080000:00000001:2.0:1767384285.543543:0:17553:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860588032 : -119702848963584 : ffff932182357c00) 00080000:00000001:2.0:1767384285.543545:0:17553:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384285.543554:0:17553:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384285.543555:0:17553:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543557:0:17553:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384285.543572:0:17553:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384285.543575:0:17553:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384285.543577:0:17553:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384285.543587:0:17553:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384285.543589:0:17553:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384285.543592:0:17553:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.543594:0:17553:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:1.1:1767384285.544513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f412ecf2. 00010000:00000010:1.1:1767384285.544532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047beefc9. 00080000:00000001:2.0:1767384285.561957:0:17553:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384285.561964:0:17553:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384285.561971:0:17553:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384285.561976:0:17553:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384285.561983:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d11bdc5. 00000020:00000010:2.0:1767384285.561992:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f090480f. 00000020:00000010:2.0:1767384285.562000:0:17553:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384285.562009:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003f649493. 80000000:00000010:2.0:1767384285.562019:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005006ecbc. 40000000:00000010:2.0:1767384285.562028:0:17553:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008a845cc9. 00100000:00000010:2.0:1767384285.562037:0:17553:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009ab0eab4. 00040000:00000010:2.0:1767384285.562047:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003fa9e967. 00040000:00000010:2.0:1767384285.562057:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005073daa0. 00080000:00000010:2.0:1767384285.562066:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006e3cf8ae. 00002000:00000010:2.0:1767384285.562072:0:17553:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000056b30e5. 00000020:00000010:2.0:1767384285.562077:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2df2514. 00002000:00080000:2.0:1767384285.562084:0:17553:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:2.0:1767384285.562088:0:17553:0:(lfsck_lib.c:3072:lfsck_start()) Process entered 00100000:10000000:2.0:1767384285.562093:0:17553:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00100000:00000001:2.0:1767384285.562098:0:17553:0:(lfsck_lib.c:3091:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1767384285.562104:0:17553:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:2.0:1767384285.562122:0:17553:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384285.562126:0:17553:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384285.562150:0:17553:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000215c0a8c free: 389021696 avail: 386924544 00000020:00000001:2.0:1767384285.562159:0:17553:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1767384285.562163:0:17553:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000215c0a8c avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00000020:00000001:2.0:1767384285.562172:0:17553:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00000020:00000020:2.0:1767384285.562189:0:17553:0:(tgt_grant.c:1062:tgt_grant_connect()) fs has no space left and statfs too old 00000020:00000001:2.0:1767384285.562192:0:17553:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384285.562226:0:17553:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384285.562235:0:17553:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.562240:0:17553:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384285.562243:0:17553:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000215c0a8c free: 389021696 avail: 386924544 00000020:00000001:2.0:1767384285.562245:0:17553:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1767384285.562250:0:17553:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000215c0a8c avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00000020:00000001:2.0:1767384285.562257:0:17553:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00000020:00000001:2.0:1767384285.562262:0:17553:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1767384285.562266:0:17553:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000215c0a8c wants: 40960000 current grant 0 granting: 40960000 00000020:00000020:2.0:1767384285.562272:0:17553:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000215c0a8c tot cached:0 granted:40960000 num_exports: 0 00000020:00000001:2.0:1767384285.562294:0:17553:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=40960000 : 40960000 : 2710000) 00000020:00000020:2.0:1767384285.562298:0:17553:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/00000000215c0a8c ocd_grant: 40960000 want: 40960000 left: 386924544 00000020:00000001:2.0:1767384285.562305:0:17553:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:2.0:1767384285.562310:0:17553:0:(osd_handler.c:1503:osd_recovery_complete()) Process entered 00040000:00000001:2.0:1767384285.562312:0:17553:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:2.0:1767384285.562316:0:17553:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384285.562321:0:17553:0:(osd_handler.c:1513:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384285.562326:0:17553:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384285.562332:0:17553:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384285.562340:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ae59fdee. 00000020:00000010:2.0:1767384285.562349:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008265640a. 00000020:00000010:2.0:1767384285.562355:0:17553:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be6393ac. 00000020:00000010:2.0:1767384285.562363:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d37d43a4. 80000000:00000010:2.0:1767384285.562370:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000632edcb0. 40000000:00000010:2.0:1767384285.562379:0:17553:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d47e4656. 00100000:00000010:2.0:1767384285.562384:0:17553:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006b1d21c8. 00040000:00000010:2.0:1767384285.562424:0:17553:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005b90f3c7. 00040000:00000010:2.0:1767384285.562431:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c4109e37. 00080000:00000010:2.0:1767384285.562437:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000eef1b973. 00002000:00000010:2.0:1767384285.562441:0:17553:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009d8ffbc9. 00000020:00000010:2.0:1767384285.562446:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d10b4c10. 00000020:00000010:2.0:1767384285.562459:0:17553:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009902499d. 00000020:00000010:2.0:1767384285.562464:0:17553:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009260ffd7. 00000020:00000010:2.0:1767384285.562471:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058464d8a. 00000020:00000001:2.0:1767384285.562477:0:17553:0:(tgt_mount.c:1695:tgt_add_notifier()) Process entered 00000020:00000001:2.0:1767384285.562481:0:17553:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:2.0:1767384285.562484:0:17553:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:2.0:1767384285.562487:0:17553:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384285.562492:0:17553:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384285.562518:0:17553:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:00000001:2.0:1767384285.562521:0:17553:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:2.0:1767384285.562524:0:17553:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:2.0:1767384285.562528:0:17553:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000006b7cd4d6 : new refcount 2 00000040:00000001:2.0:1767384285.562533:0:17553:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384285.562537:0:17553:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000006b7cd4d6 : new refcount 1 00080000:00000010:2.0:1767384285.562559:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008c4b64e9. 00000020:00000010:2.0:1767384285.562566:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000044183eca. 00000020:00000010:2.0:1767384285.562578:0:17553:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000c94512f7. 00080000:00000010:2.0:1767384285.562596:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000246ef84b. 00000020:00000010:2.0:1767384285.562603:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009e2a0d40. 00000020:00000010:2.0:1767384285.562606:0:17553:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000056cca8f. 00000020:00000040:2.0:1767384285.562611:0:17553:0:(genops.c:898:class_export_put()) PUTting export 00000000796bf290 : new refcount 1 00000040:00000010:2.0:1767384285.562615:0:17553:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000006b7cd4d6. 00000040:00000001:2.0:1767384285.562621:0:17553:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.562641:0:17553:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384285.562656:0:17553:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d6dd85ca. 00000020:00000010:2.0:1767384285.562663:0:17553:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a558bc27. 00000020:00000040:2.0:1767384285.562671:0:17553:0:(obd_config.c:955:class_decref()) Decref MGC192.168.204.131@tcp (00000000d6839e32) now 6 - mgc_fs 10000000:01000000:2.0:1767384285.562676:0:17553:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.131@tcp: cl_mgc_mutex unlock 10000000:00000001:2.0:1767384285.562680:0:17553:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.562683:0:17553:0:(mgc_request_server.c:476:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.562688:0:17553:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.562693:0:17553:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.562697:0:17553:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384285.562705:0:17553:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000451208c. 00000040:00000010:2.0:1767384285.562713:0:17553:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000eaf5b87. 00000020:00000010:2.0:1767384285.562729:0:17553:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000049a22b83. 00000020:00000010:2.0:1767384285.562736:0:17553:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cea75542. 80000000:00000010:2.0:1767384285.562742:0:17553:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000095ac92a6. 00040000:00000010:2.0:1767384285.562745:0:17553:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000032e4aeeb. 00080000:00000010:2.0:1767384285.562751:0:17553:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b6240f47. 20000000:00000010:2.0:1767384285.562758:0:17553:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000afbe9d86. 00000020:00000010:2.0:1767384285.562763:0:17553:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079328481. 00000020:00000001:2.0:1767384285.562770:0:17553:0:(tgt_mount.c:1902:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.562774:0:17553:0:(tgt_mount.c:2418:server_fill_super_common()) Process entered 00000020:01000004:2.0:1767384285.562779:0:17553:0:(tgt_mount.c:2419:server_fill_super_common()) Server sb, dev=48 00000020:00000001:2.0:1767384285.562799:0:17553:0:(tgt_mount.c:2446:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.562803:0:17553:0:(tgt_mount.c:2593:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767384285.562809:0:17553:0:(super25.c:179:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:2.0:1767384285.562816:0:17553:0:(super25.c:202:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00080000:00000001:3.0:1767384285.563856:0:10067:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384285.563872:0:10067:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.563882:0:10067:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.563897:0:10067:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384285.563907:0:10067:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.563915:0:10067:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.747028:0:17589:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384285.747053:0:17589:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.747059:0:17589:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384285.747069:0:17589:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384285.747077:0:17589:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.747082:0:17589:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.195044:0:17638:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384286.195068:0:17638:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.195075:0:17638:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.195096:0:17638:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384286.195104:0:17638:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.195109:0:17638:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767384286.397808:0:17678:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:3.0:1767384286.397820:0:17678:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:3.0:1767384286.397823:0:17678:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1767384286.587648:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384286.587654:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384286.587658:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384286.596278:0:17687:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384286.596297:0:17687:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.596301:0:17687:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.596308:0:17687:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384286.596314:0:17687:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.596318:0:17687:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713732:0:17726:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-osd (00000000e39823aa) now 10 - health_check_show 00000020:00000001:2.0:1767384286.713747:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713749:0:17726:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713751:0:17726:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000e39823aa) now 10 - health_check_show 00000020:00000040:2.0:1767384286.713753:0:17726:0:(obd_config.c:927:class_incref()) incref MGS (00000000f4d7b29a) now 6 - health_check_show 00000020:00000001:2.0:1767384286.713755:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713759:0:17726:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713761:0:17726:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f4d7b29a) now 6 - health_check_show 00000020:00000040:2.0:1767384286.713763:0:17726:0:(obd_config.c:927:class_incref()) incref MGC192.168.204.131@tcp (00000000d6839e32) now 6 - health_check_show 00000020:00000001:2.0:1767384286.713765:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713770:0:17726:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713771:0:17726:0:(obd_config.c:955:class_decref()) Decref MGC192.168.204.131@tcp (00000000d6839e32) now 6 - health_check_show 00000020:00000040:2.0:1767384286.713773:0:17726:0:(obd_config.c:927:class_incref()) incref MDS (00000000e820411b) now 4 - health_check_show 00000020:00000001:2.0:1767384286.713775:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713783:0:17726:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713784:0:17726:0:(obd_config.c:955:class_decref()) Decref MDS (00000000e820411b) now 4 - health_check_show 00000020:00000040:2.0:1767384286.713785:0:17726:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdtlov (000000001833ae4f) now 5 - health_check_show 00000020:00000001:2.0:1767384286.713786:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713788:0:17726:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713789:0:17726:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000001833ae4f) now 5 - health_check_show 00000020:00000040:2.0:1767384286.713790:0:17726:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - health_check_show 00000020:00000001:2.0:1767384286.713791:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713792:0:17726:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713793:0:17726:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - health_check_show 00000020:00000040:2.0:1767384286.713795:0:17726:0:(obd_config.c:927:class_incref()) incref lustre-MDD0000 (00000000a4692606) now 5 - health_check_show 00000020:00000001:2.0:1767384286.713796:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713797:0:17726:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713798:0:17726:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a4692606) now 5 - health_check_show 00000020:00000040:2.0:1767384286.713799:0:17726:0:(obd_config.c:927:class_incref()) incref lustre-QMT0000 (000000002cc0a876) now 5 - health_check_show 00000020:00000001:2.0:1767384286.713800:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713801:0:17726:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713802:0:17726:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000002cc0a876) now 5 - health_check_show 00000020:00000040:2.0:1767384286.713804:0:17726:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-MDT0000 (000000001abd3cf0) now 6 - health_check_show 00000020:00000001:2.0:1767384286.713805:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713806:0:17726:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713807:0:17726:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000001abd3cf0) now 6 - health_check_show 00000020:00000040:2.0:1767384286.713808:0:17726:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-MDT0000 (0000000055e879c0) now 6 - health_check_show 00000020:00000001:2.0:1767384286.713809:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713810:0:17726:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713811:0:17726:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (0000000055e879c0) now 6 - health_check_show 00000020:00000040:2.0:1767384286.713812:0:17726:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (000000004fd75e5a) now 6 - health_check_show 00000020:00000001:2.0:1767384286.713814:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713814:0:17726:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713818:0:17726:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osd (000000004fd75e5a) now 6 - health_check_show 00000020:00000040:2.0:1767384286.713820:0:17726:0:(obd_config.c:927:class_incref()) incref OSS (0000000087a10e65) now 4 - health_check_show 00000020:00000001:2.0:1767384286.713821:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713826:0:17726:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713827:0:17726:0:(obd_config.c:955:class_decref()) Decref OSS (0000000087a10e65) now 4 - health_check_show 00000020:00000040:2.0:1767384286.713829:0:17726:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 4 - health_check_show 00000020:00000001:2.0:1767384286.713830:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000010:2.0:1767384286.713834:0:17726:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebfde4f8. 00000020:00000010:2.0:1767384286.713838:0:17726:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008c871e83. 00000020:00000010:2.0:1767384286.713842:0:17726:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e3cf8ae. 00000020:00000010:2.0:1767384286.713846:0:17726:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384286.713850:0:17726:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c230a74a. 80000000:00000010:2.0:1767384286.713854:0:17726:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000007df21e0. 40000000:00000010:2.0:1767384286.713859:0:17726:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004771f721. 00100000:00000010:2.0:1767384286.713865:0:17726:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009ab0eab4. 00040000:00000010:2.0:1767384286.713870:0:17726:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fe8f5dfe. 00040000:00000010:2.0:1767384286.713874:0:17726:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000834e7d5e. 00080000:00000010:2.0:1767384286.713878:0:17726:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f090480f. 00002000:00000010:2.0:1767384286.713884:0:17726:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006ae0519a. 00080000:00000001:2.0:1767384286.713889:0:17726:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384286.713904:0:17726:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384286.713909:0:17726:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008c871e83. 00000020:00000010:2.0:1767384286.713914:0:17726:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e3cf8ae. 00000020:00000010:2.0:1767384286.713917:0:17726:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384286.713922:0:17726:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c230a74a. 80000000:00000010:2.0:1767384286.713925:0:17726:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000007df21e0. 40000000:00000010:2.0:1767384286.713927:0:17726:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004771f721. 00100000:00000010:2.0:1767384286.713929:0:17726:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009ab0eab4. 00040000:00000010:2.0:1767384286.713932:0:17726:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fe8f5dfe. 00040000:00000010:2.0:1767384286.713935:0:17726:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000834e7d5e. 00080000:00000010:2.0:1767384286.713937:0:17726:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f090480f. 00002000:00000010:2.0:1767384286.713939:0:17726:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006ae0519a. 00000020:00000010:2.0:1767384286.713941:0:17726:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebfde4f8. 00000020:00000001:2.0:1767384286.713943:0:17726:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713948:0:17726:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 4 - health_check_show 00000020:00000040:2.0:1767384286.713950:0:17726:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000006005def7) now 6 - health_check_show 00000020:00000001:2.0:1767384286.713952:0:17726:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:2.0:1767384286.713953:0:17726:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.713954:0:17726:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (000000006005def7) now 6 - health_check_show 00000100:00000001:3.0:1767384286.715563:0:16770:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384286.715568:0:16770:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384286.716627:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384286.716630:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:2.0:1767384286.716633:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384286.716635:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384286.716637:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384286.716638:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384286.716640:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384286.716642:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384286.716645:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 5 10000000:00000001:2.0:1767384286.716647:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384286.716649:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384286.716655:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef507b01. 00000020:00000040:2.0:1767384286.716659:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384286.716664:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384286.716668:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384286.716673:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384286.716679:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ebfde4f8. 00000100:00000001:2.0:1767384286.716686:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384286.716690:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384286.716694:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384286.716701:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000486a4273. 00010000:00000001:2.0:1767384286.716705:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384286.716709:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001033a6d7. 00000020:00000001:2.0:1767384286.716713:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384286.716715:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001033a6d7 with handle 0xf83434fd52e6d8d6 to hash 00000020:00000001:2.0:1767384286.716717:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384286.716719:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384286.716721:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384286.716725:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384286.716727:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384286.716735:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384286.716743:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384286.716752:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384286.716756:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384286.716758:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384286.716763:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021982e54. 00000100:00000001:2.0:1767384286.716765:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375166618432 : -119698542933184 : ffff932282de4b40) 00000100:00000001:2.0:1767384286.716768:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384286.716770:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012918272 : -119697696633344 : ffff9322b54fce00) 00000100:00000001:2.0:1767384286.716775:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384286.716777:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.716779:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384286.716781:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384286.716789:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef507b01 x1853236732499584/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.716796:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384286.716798:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.716802:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384286.716804:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384286.716807:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384286.716809:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef507b01 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732499584:0@lo:101: 00000100:00000001:2.0:1767384286.716813:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384286.716818:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384286.716821:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.716824:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384286.716827:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006ae0519a. 02000000:00000001:2.0:1767384286.716829:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384286.716836:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc57e3b0. 00000400:00000010:2.0:1767384286.716847:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa02fd1. 00000100:00000200:2.0:1767384286.716853:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732499584, portal 25 00000100:00000001:2.0:1767384286.716854:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384286.716855:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012918272 : -119697696633344 : ffff9322b54fce00) 00000100:00000040:2.0:1767384286.716859:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef507b01 x1853236732499584/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.716864:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384286.716868:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384286.716871:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a834cd4. 00000100:00000200:2.0:1767384286.716873:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732499584, offset 0 00000400:00000200:2.0:1767384286.716879:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384286.716890:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384286.716903:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d201680 00000400:00000200:2.0:1767384286.716909:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1a5 [2] + 0 00000400:00000010:2.0:1767384286.716914:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2f2d365. 00000400:00000200:2.0:1767384286.716916:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba9ace0b 00000400:00000200:2.0:1767384286.716922:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384286.716928:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384286.716933:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba9ace0b 00000400:00000010:2.0:1767384286.716934:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba9ace0b. 00000100:00000001:2.0:1767384286.716939:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384286.716941:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384286.716944:0:16780:0:(events.c:337:request_in_callback()) incoming req@000000008502d573 x1853236732499584 msgsize 328 00000100:00100000:2.0:1767384286.716948:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384286.716949:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384286.716962:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384286.716969:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a834cd4 00000400:00000010:2.0:1767384286.716971:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a834cd4. 00000100:00000001:2.0:1767384286.716974:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384286.716977:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef507b01 x1853236732499584/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.716985:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384286.716988:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ef507b01 x1853236732499584/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.717002:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.717007:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384286.717014:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.717021:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294874628 00000100:00000010:2.0:1767384286.717026:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007df21e0. 00000100:00000001:2.0:1767384286.717035:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384286.717045:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294874628 00000100:00000010:2.0:1767384286.717051:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5e38621. 00000100:00000001:2.0:1767384286.717055:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384286.717061:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294874628 00000100:00000010:2.0:1767384286.717066:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac1f5831. 00000100:00000001:2.0:1767384286.717072:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384286.717078:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294874628 00000100:00000010:2.0:1767384286.717082:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064aaf943. 00000100:00000001:2.0:1767384286.717086:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384286.717091:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384286.717094:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.717096:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384286.717099:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384286.717101:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 0000000021982e54 going to sleep for 11 seconds 00000100:00000001:2.0:1767384286.717104:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384286.717107:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.717174:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384286.717187:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384286.717189:0:16776:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.717193:0:16776:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.717618:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384286.717625:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384286.717628:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384286.717631:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc57e3b0. 00000400:00000200:2.0:1767384286.717636:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa02fd1 00000400:00000010:2.0:1767384286.717639:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aa02fd1. 00000100:00000001:2.0:1767384286.717651:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384286.717657:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef507b01 x1853236732499584/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384286.717671:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef507b01 x1853236732499584/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.717680:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384286.717684:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.717688:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384286.717691:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384286.717693:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384286.717697:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.717699:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384286.717705:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384286.717710:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384286.717713:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384286.717715:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384286.717717:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384286.717719:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.717723:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.717727:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef507b01 x1853236732499584/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.717735:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384286.717739:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384286.717740:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384286.717743:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef507b01 x1853236732499584/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384286.717748:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef507b01 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732499584:0@lo:101: 00000100:00000001:2.0:1767384286.717752:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.717753:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.717754:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384286.717755:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384286.717756:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef507b01 x1853236732499584/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.717769:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384286.717770:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000021982e54. 00000100:00000001:2.0:1767384286.717772:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384286.717773:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384286.717775:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384286.717778:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384286.717779:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384286.717780:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001033a6d7 refcount=4 00000020:00000001:2.0:1767384286.717782:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384286.717783:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000040:2.0:1767384286.717786:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000001033a6d7, remote cookie: 0xf83434fd52e6d8dd, flags: 0x0 00010000:00000001:2.0:1767384286.717789:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384286.717790:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384286.717791:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384286.717792:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384286.717793:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384286.717794:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000486a4273) refcount = 1 00010000:00010000:2.0:1767384286.717797:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d8dd expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384286.717801:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384286.717802:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384286.717802:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384286.717805:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384286.717807:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384286.717809:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d8dd expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384286.717812:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384286.717813:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384286.717814:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384286.717815:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384286.717816:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384286.717817:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.717823:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384286.717825:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef507b01 x1853236732499584/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.717830:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384286.717832:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384286.717833:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006ae0519a. 02000000:00000001:2.0:1767384286.717836:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384286.717837:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384286.717838:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384286.717840:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384286.717841:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ebfde4f8. 02000000:00000001:2.0:1767384286.717844:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384286.717845:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384286.717846:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef507b01. 00000100:00000001:2.0:1767384286.717849:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384286.717850:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384286.717851:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384286.717853:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384286.717854:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:2.0:1767384286.717855:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384286.717857:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384286.717858:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384286.717859:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001033a6d7 refcount=3 00000020:00000001:2.0:1767384286.717860:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384286.717861:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384286.717863:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384286.717864:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384286.717865:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384286.717866:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384286.717868:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384286.717871:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000068f296b3. 00000100:00000010:2.0:1767384286.717886:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef507b01. 00000020:00000040:2.0:1767384286.717887:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384286.717889:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384286.717890:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384286.717892:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384286.717897:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ebfde4f8. 00000100:00000001:2.0:1767384286.717898:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.717901:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384286.717904:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006ae0519a. 00000100:00000010:2.0:1767384286.717906:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000007b28b4bc. 00000020:00000040:2.0:1767384286.717907:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384286.717911:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384286.717912:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384286.717913:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021982e54. 00000100:00000001:2.0:1767384286.717914:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375166618432 : -119698542933184 : ffff932282de4b40) 00000100:00000001:2.0:1767384286.717916:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384286.717916:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012918272 : -119697696633344 : ffff9322b54fce00) 00000100:00000001:2.0:1767384286.717918:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384286.717919:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.717920:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384286.717921:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384286.717923:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef507b01 x1853236732499712/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.717928:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384286.717928:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.717930:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384286.717931:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384286.717933:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384286.717934:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef507b01 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732499712:0@lo:256: 00000100:00000001:2.0:1767384286.717936:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384286.717937:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384286.717939:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.717941:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384286.717945:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc57e3b0. 00000400:00000010:2.0:1767384286.717948:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000076b595d0. 00000100:00000200:2.0:1767384286.717950:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d201700-0x695824d201700, portal 33 00000100:00000001:2.0:1767384286.717953:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.717954:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384286.717956:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000834e7d5e. 02000000:00000001:2.0:1767384286.717962:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384286.717964:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edebd2d9. 00000400:00000010:2.0:1767384286.717966:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa02fd1. 00000100:00000200:2.0:1767384286.717968:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732499712, portal 25 00000100:00000001:2.0:1767384286.717969:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384286.717970:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012918272 : -119697696633344 : ffff9322b54fce00) 00000100:00000040:2.0:1767384286.717972:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef507b01 x1853236732499712/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.717977:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384286.717978:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384286.717979:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a834cd4. 00000100:00000200:2.0:1767384286.717980:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732499712, offset 0 00000400:00000200:2.0:1767384286.717982:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384286.717986:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384286.717990:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d201700 00000400:00000200:2.0:1767384286.717992:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1a9 [2] + 0 00000400:00000010:2.0:1767384286.717994:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad198df8. 00000400:00000200:2.0:1767384286.717997:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a41a0234 00000400:00000200:2.0:1767384286.717999:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384286.718001:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384286.718003:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a41a0234 00000400:00000010:2.0:1767384286.718004:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a41a0234. 00000100:00000001:2.0:1767384286.718006:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384286.718007:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384286.718009:0:16780:0:(events.c:337:request_in_callback()) incoming req@0000000020674268 x1853236732499712 msgsize 304 00000100:00100000:2.0:1767384286.718011:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384286.718012:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384286.718021:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384286.718024:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a834cd4 00000400:00000010:2.0:1767384286.718025:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a834cd4. 00000100:00000001:2.0:1767384286.718027:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384286.718029:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef507b01 x1853236732499712/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.718034:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384286.718041:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ef507b01 x1853236732499712/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.718045:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.718046:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384286.718049:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.718051:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294874629 00000100:00000001:2.0:1767384286.718054:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294874628 00000100:00000001:2.0:1767384286.718056:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294874629 00000100:00000001:2.0:1767384286.718057:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294874628 00000100:00000001:2.0:1767384286.718059:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294874629 00000100:00000001:2.0:1767384286.718060:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294874628 00000100:00000001:2.0:1767384286.718062:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294874629 00000100:00000001:2.0:1767384286.718064:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294874628 00000100:00000001:2.0:1767384286.718065:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384286.718067:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.718068:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384286.718069:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384286.718070:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 0000000021982e54 going to sleep for 11 seconds 00000100:00000001:2.0:1767384286.718071:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384286.718072:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.718344:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384286.718348:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.718622:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384286.718630:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384286.718634:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384286.718638:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edebd2d9. 00000400:00000200:2.0:1767384286.718645:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa02fd1 00000400:00000010:2.0:1767384286.718649:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aa02fd1. 00000100:00000001:2.0:1767384286.718656:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384286.718663:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef507b01 x1853236732499712/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384286.718685:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef507b01 x1853236732499712/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.718718:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384286.718721:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.718724:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384286.718727:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384286.718731:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384286.718733:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.718736:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384286.718739:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384286.718742:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384286.718744:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384286.718745:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384286.718746:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384286.718747:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.718748:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.718751:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000ef507b01 x1853236732499712/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384286.718756:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000ef507b01 x1853236732499712/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.718760:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384286.718762:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384286.718764:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef507b01 x1853236732499712/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384286.718768:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef507b01 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732499712:0@lo:256: 00000100:00000001:2.0:1767384286.718770:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.718772:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.718773:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384286.718773:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384286.718775:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef507b01 x1853236732499712/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.718779:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384286.718780:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000021982e54. 00000100:00000001:2.0:1767384286.718782:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384286.718788:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384286.718791:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 6, more 0. 10000000:00000001:2.0:1767384286.718795:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384286.718801:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005fd8554a. 10000000:00000040:2.0:1767384286.718813:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384286.718820:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384286.718823:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384286.718828:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:2.0:1767384286.718830:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.718833:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384286.718835:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:2.0:1767384286.718837:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000400:00000200:2.0:1767384286.718841:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1767384286.718845:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767384286.718848:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:2.0:1767384286.718856:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384286.718862:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (1) 00000400:00000200:2.0:1767384286.718866:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384286.718870:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:2.0:1767384286.718873:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (2) 00000400:00000200:2.0:1767384286.718876:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000100:00000001:2.0:1767384286.718878:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384286.718881:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384286.718884:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 10000000:00000010:2.0:1767384286.718889:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000cad9740c. 10000000:00000040:2.0:1767384286.718892:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:2.0:1767384286.718895:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384286.718902:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384286.718905:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c230a74a. 00000020:00000010:2.0:1767384286.718908:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008c871e83. 00000040:00000010:2.0:1767384286.718912:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003f649493. 00000020:00000010:2.0:1767384286.718916:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f090480f. 00000020:00000010:2.0:1767384286.718919:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384286.718923:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aafad104. 80000000:00000010:2.0:1767384286.718933:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008749125c. 40000000:00000010:2.0:1767384286.718936:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004771f721. 00100000:00000010:2.0:1767384286.718940:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009ab0eab4. 00040000:00000010:2.0:1767384286.718943:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003fa9e967. 00040000:00000010:2.0:1767384286.718948:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006e3cf8ae. 00040000:00000010:2.0:1767384286.718952:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006f3cf90a. 00080000:00000010:2.0:1767384286.718956:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000048b2c44b. 00000004:00000010:2.0:1767384286.718963:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b64ab753. 00000004:00000010:2.0:1767384286.718968:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007f6c698e. 00000004:00000010:2.0:1767384286.718974:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000c45a812. 00002000:00000010:2.0:1767384286.718978:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009e90aa91. 00000004:00000010:2.0:1767384286.718982:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000015de4ea6. 00000004:00000001:2.0:1767384286.718987:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384286.718991:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384286.718994:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000cad9740c 00000040:00001000:2.0:1767384286.718996:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384286.718998:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384286.719000:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384286.719002:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384286.719006:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384286.719008:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384286.719010:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384286.719012:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000040:00000001:2.0:1767384286.719013:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384286.719067:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384286.719071:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008c871e83. 00000040:00000010:2.0:1767384286.719075:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003f649493. 00000020:00000010:2.0:1767384286.719078:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f090480f. 00000020:00000010:2.0:1767384286.719081:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384286.719084:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aafad104. 80000000:00000010:2.0:1767384286.719087:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008749125c. 40000000:00000010:2.0:1767384286.719090:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004771f721. 00100000:00000010:2.0:1767384286.719093:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009ab0eab4. 00040000:00000010:2.0:1767384286.719096:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003fa9e967. 00040000:00000010:2.0:1767384286.719100:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006e3cf8ae. 00040000:00000010:2.0:1767384286.719110:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006f3cf90a. 00080000:00000010:2.0:1767384286.719114:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000048b2c44b. 00000004:00000010:2.0:1767384286.719118:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b64ab753. 00000004:00000010:2.0:1767384286.719122:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007f6c698e. 00000004:00000010:2.0:1767384286.719126:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000c45a812. 00002000:00000010:2.0:1767384286.719130:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009e90aa91. 00000004:00000010:2.0:1767384286.719134:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000015de4ea6. 00000020:00000010:2.0:1767384286.719137:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c230a74a. 00000020:00000001:2.0:1767384286.719140:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.719143:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384286.719146:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000cad9740c. 10000000:00000010:2.0:1767384286.719149:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005fd8554a. 10000000:00000001:2.0:1767384286.719152:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.719154:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384286.719158:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef507b01 x1853236732499712/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.719165:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384286.719168:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384286.719169:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000834e7d5e. 02000000:00000001:2.0:1767384286.719173:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384286.719174:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384286.719176:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384286.719178:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384286.719179:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384286.719181:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384286.719182:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384286.719184:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384286.719186:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000007b28b4bc. 00000100:00000010:2.0:1767384286.719189:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006ae0519a. 00000100:00000001:2.0:1767384286.719191:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384286.719193:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ebfde4f8. 02000000:00000001:2.0:1767384286.719196:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384286.719198:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384286.719199:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef507b01. 00000100:00000001:2.0:1767384286.719203:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384286.719204:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384286.719223:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000068f296b3. 10000000:01000000:2.0:1767384286.719227:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384286.719230:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384286.719232:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384286.719233:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384286.719235:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001033a6d7 refcount=3 00000020:00000001:2.0:1767384286.719237:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384286.719240:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384286.719243:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384286.719245:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d8dd expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384286.719251:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384286.719252:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384286.719254:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d8dd expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384286.719260:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384286.719261:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384286.719262:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384286.719263:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384286.719265:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384286.719267:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384286.719269:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384286.719271:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 10000000:00000001:2.0:1767384286.719273:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384286.721566:0:454:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294874629, at 4294874630 00000100:00000040:2.0:1767384286.721570:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294874629, at 4294874630 00000100:00000010:3.0:1767384286.721573:0:454:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064aaf943. 00000100:00000010:2.0:1767384286.721578:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac1f5831. 00000001:00000001:3.0:1767384287.651242:0:17904:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384287.651248:0:17904:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing set_default_debug -1 all 00000001:00000001:3.0:1767384287.653063:0:17904:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1767384287.663295:0:17906:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:3.0:1767384287.859783:0:17917:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384287.859804:0:17917:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.859814:0:17917:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384287.859823:0:17917:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384287.859833:0:17917:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.859837:0:17917:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384288.635745:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384288.635749:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384288.635752:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384288.921675:0:18018:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384288.921697:0:18018:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384288.921704:0:18018:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384288.921715:0:18018:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384288.921723:0:18018:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384288.921727:0:18018:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.683622:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384290.683627:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384290.683630:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384290.683824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384290.683832:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384290.683840:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac377ddb. 00000020:00000040:3.0:1767384290.683845:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384290.683852:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384290.683857:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384290.683864:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384290.683872:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e1f728b. 00000100:00000001:3.0:1767384290.683880:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.683887:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@00000000ac377ddb x1853236732499840/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384290.683902:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384290.683905:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.683913:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac377ddb] to pc [ptlrpcd_00_02+2] req@00000000ac377ddb x1853236732499840/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.683937:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384290.683940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1767384290.683945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1767384290.683947:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384290.683949:0:36:0:(import.c:65:import_set_state_nolock()) 000000003b7ce7bf lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384290.683952:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384290.683956:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00000040:3.0:1767384290.683959:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 17 to 0@lo 00000100:00000001:3.0:1767384290.683970:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384290.683974:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 18 to 0@lo 00000100:00000001:3.0:1767384290.683976:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000001:3.0:1767384290.683979:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384290.683982:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d812 00000020:00000001:3.0:1767384290.683985:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384290.683988:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a89a7d38 refcount=4 00000020:00000001:3.0:1767384290.683991:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376173012992 : -119697536538624 : ffff9322bedaa800) 00000020:00000001:3.0:1767384290.683993:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624376173012992 : -119697536538624 : ffff9322bedaa800) 00000100:00000040:3.0:1767384290.683996:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 17 to 0@lo 00000100:00000001:3.0:1767384290.683998:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384290.684001:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 18 to 0@lo 00000100:00000001:3.0:1767384290.684003:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000040:3.0:1767384290.684005:0:36:0:(genops.c:898:class_export_put()) PUTting export 00000000a89a7d38 : new refcount 3 00000100:00080000:3.0:1767384290.684011:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000003b7ce7bf using connection 192.168.204.131@tcp/0@lo 00000100:00000001:3.0:1767384290.684014:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.684018:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384290.684023:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384290.684029:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.684031:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384290.684033:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384290.684037:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a13ad98. 00000020:00000040:3.0:1767384290.684038:0:36:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384290.684041:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384290.684043:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.684047:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384290.684048:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384290.684050:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384290.684057:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000002cf5c54. 00000100:00000001:3.0:1767384290.684061:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384290.684067:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008a13ad98 x1853236732499968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384290.684076:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384290.684083:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.684087:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a13ad98] to pc [ptlrpcd_rcv+-1] req@000000008a13ad98 x1853236732499968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.684102:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.684107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384290.684111:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384290.684116:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067b9ea58. 00000020:00000040:3.0:1767384290.684118:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384290.684121:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384290.684123:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384290.684125:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384290.684129:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dc0fad4e. 00000100:00000001:3.0:1767384290.684134:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.684136:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000067b9ea58 x1853236732500096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384290.684145:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384290.684147:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.684152:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067b9ea58] to pc [ptlrpcd_00_03+3] req@0000000067b9ea58 x1853236732500096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.684163:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.684166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384290.684169:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384290.684175:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007838d187. 00000020:00000040:3.0:1767384290.684179:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384290.684183:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384290.684185:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384290.684187:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384290.684192:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008c4f164b. 00000100:00000001:3.0:1767384290.684196:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.684202:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000007838d187 x1853236732500224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384290.684227:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384290.684229:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.684234:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007838d187] to pc [ptlrpcd_00_00+0] req@000000007838d187 x1853236732500224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.684258:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.684263:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (216) 00000100:00000001:3.0:1767384290.684277:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384290.684286:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.684306:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384290.684310:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384290.684314:0:16145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384290.684322:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a13ad98 x1853236732499968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.684341:0:16145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384290.684345:0:16145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.684352:0:16145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384290.684356:0:16145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384290.684361:0:16145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384290.684368:0:16145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a13ad98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16145:1853236732499968:0@lo:8: 00000100:00000001:3.0:1767384290.684374:0:16145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384290.684377:0:16145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384290.684382:0:16145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.684386:0:16145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384290.684391:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000068fa893d. 02000000:00000001:3.0:1767384290.684397:0:16145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384290.684402:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eb3fc6f. 00000400:00000010:3.0:1767384290.684413:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a473f7b. 00000100:00000200:3.0:1767384290.684418:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732499968, portal 4 00000100:00000001:3.0:1767384290.684424:0:16145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384290.684426:0:16145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208692352 : -119698500859264 : ffff932285604a80) 00000020:00000010:3.0:1767384290.684432:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ccc2caab. 00000100:00000040:3.0:1767384290.684440:0:16145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a13ad98 x1853236732499968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.684475:0:16145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384290.684497:0:16145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384290.684499:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a12f5fa. 00000100:00000200:3.0:1767384290.684503:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236732499968, offset 0 00000400:00000200:3.0:1767384290.684510:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384290.684525:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384290.684537:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824d201800 00000400:00000200:3.0:1767384290.684550:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xa9d [8] + 0 00000400:00000200:3.0:1767384290.684561:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384290.684571:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384290.684579:0:16145:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384290.684583:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384290.684588:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015bb7673. 00000100:00000040:3.0:1767384290.684593:0:16145:0:(events.c:337:request_in_callback()) incoming req@0000000015bb7673 x1853236732499968 msgsize 520 00000100:00100000:3.0:1767384290.684604:0:16145:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384290.684618:0:16145:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384290.684627:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a12f5fa 00000400:00000010:3.0:1767384290.684632:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a12f5fa. 00000100:00000001:3.0:1767384290.684637:0:16145:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384290.684645:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a13ad98 x1853236732499968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.684679:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384290.684685:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a13ad98 x1853236732499968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.684702:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.684709:0:16145:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384290.684717:0:16145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.684725:0:16145:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:3.0:1767384290.684733:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294878596 00000100:00000001:3.0:1767384290.684741:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294878596 00000100:00000001:3.0:1767384290.684748:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294878596 00000100:00000001:3.0:1767384290.684753:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294878596 00000100:00000001:3.0:1767384290.684765:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294878596 00000100:00000001:3.0:1767384290.684772:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294878596 00000100:00000001:3.0:1767384290.684777:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294878596 00000100:00000001:3.0:1767384290.684792:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294878596 00000100:00000001:3.0:1767384290.684799:0:16145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384290.684807:0:16145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.684814:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.684820:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.684829:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384290.684834:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384290.684841:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384290.684844:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384290.684849:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.684855:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384290.684885:0:17557:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000ae10e4d. 00000100:00000001:3.0:1767384290.684894:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384290.684898:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732499968 02000000:00000001:3.0:1767384290.684903:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384290.684907:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384290.684911:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.684920:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384290.684927:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732499968 00000020:00000001:3.0:1767384290.684932:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384290.684936:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384290.684942:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384290.684946:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.684951:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384290.684959:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9bd0662. 00000020:00000010:3.0:1767384290.684969:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f4e922e. 00000020:00000010:3.0:1767384290.684978:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000319af77c. 00000100:00000001:3.0:1767384290.684985:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384290.684990:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384290.684994:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384290.684999:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384290.685006:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384290.685007:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:3.0:1767384290.685038:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384290.685054:0:17556:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006bd92c6b. 00000100:00000001:3.0:1767384290.685058:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384290.685062:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384290.685063:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384290.685067:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384290.685074:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384290.685083:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208699520 : -119698500852096 : ffff932285606680) 00000100:00000001:2.0:1767384290.685083:0:17556:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.685089:0:17556:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.685092:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015bb7673 x1853236732499968/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384290.685138:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000015bb7673 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16145:x1853236732499968:12345-0@lo:8: 00000100:00000200:3.0:1767384290.685150:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732499968 00000020:00000001:3.0:1767384290.685155:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384290.685163:0:17557:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384290.685178:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 4 - find 00000020:00000001:3.0:1767384290.685187:0:17557:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446624376008880560 : -119697700671056 : ffff9322b51231b0) 00000100:00000001:3.0:1767384290.685199:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384290.685204:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384290.685212:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000008a2cb7d0. 02000000:00000001:3.0:1767384290.685218:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.685223:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384290.685230:0:17557:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384290.685243:0:17557:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 211 last 0 00010000:00000001:3.0:1767384290.685252:0:17557:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:3.0:1767384290.685258:0:17557:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:3.0:1767384290.685262:0:17557:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384290.685267:0:17557:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384290.685273:0:17557:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000386d9b2c. 00000020:00000001:3.0:1767384290.685281:0:17557:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384290.685287:0:17557:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000386d9b2c with handle 0xf83434fd52e6d8e4 to hash 00000020:00000001:3.0:1767384290.685309:0:17557:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384290.685314:0:17557:0:(obd_class.h:1008:obd_init_export()) Process entered 00000001:00000001:3.0:1767384290.685320:0:17557:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384290.685325:0:17557:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000001fb8fb1b. 00000001:00000001:3.0:1767384290.685331:0:17557:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384290.685338:0:17557:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384290.685350:0:17557:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384290.685358:0:17557:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b7b9471b. 00000001:00000010:3.0:1767384290.685366:0:17557:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f98ae659. 00000001:00000010:3.0:1767384290.685374:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a80c6d9d. 00000001:00000010:3.0:1767384290.685382:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000020413e78. 00000001:00000010:3.0:1767384290.685390:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000000005722. 00000001:00000010:3.0:1767384290.685396:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d19cfa3c. 00010000:00000001:3.0:1767384290.685403:0:17557:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384290.685407:0:17557:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.685414:0:17557:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384290.685421:0:17557:0:(genops.c:887:class_export_get()) GET export 00000000386d9b2c refcount=3 00000020:00000040:3.0:1767384290.685429:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 5 - export 00000020:00000001:3.0:1767384290.685437:0:17557:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000040:3.0:1767384290.685445:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 2 00000020:00000080:3.0:1767384290.685450:0:17557:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf83434fd52e6d8e4 00000020:00000001:3.0:1767384290.685454:0:17557:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.685461:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384290.685465:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:3.0:1767384290.685469:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384290.685473:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=3 00000020:00000001:3.0:1767384290.685510:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:3.0:1767384290.685517:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000001:00000001:3.0:1767384290.685523:0:17557:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384290.685530:0:17557:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384290.685541:0:17557:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.204.131@tcp 00000001:00000040:3.0:1767384290.685548:0:17557:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 5 00000001:00000001:3.0:1767384290.685556:0:17557:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446624376140909568 : -119697568642048 : ffff9322bcf0cc00) 00000001:00000001:3.0:1767384290.685564:0:17557:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384290.685568:0:17557:0:(genops.c:887:class_export_get()) GET export 00000000386d9b2c refcount=4 00000001:00000040:3.0:1767384290.685574:0:17557:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 6 00000020:00000010:3.0:1767384290.685586:0:17557:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ecfbf7f3. 00000020:00000010:3.0:1767384290.685596:0:17557:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000087d2da65. 00000001:00000001:3.0:1767384290.685623:0:17557:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384290.685640:0:17557:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000001:00000040:3.0:1767384290.685649:0:17557:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 5 00000001:00000001:3.0:1767384290.685656:0:17557:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:3.0:1767384290.685665:0:17557:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1767384290.685678:0:17557:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1767384290.685683:0:17557:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00000001:3.0:1767384290.685691:0:17557:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384290.685696:0:17557:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:3.0:1767384290.685703:0:17557:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000001:00000001:3.0:1767384290.685712:0:17557:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384290.685719:0:17557:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384290.685731:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed30a23f. 00080000:00000001:3.0:1767384290.685738:0:17557:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370868669440 : -119702840882176 : ffff932182b0cc00) 00080000:00000001:3.0:1767384290.685747:0:17557:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384290.685908:0:17557:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384290.685913:0:17557:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384290.685919:0:17557:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384290.685948:0:17557:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384290.685956:0:17557:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000753546f3. 00000001:00000040:3.0:1767384290.685962:0:17557:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000386d9b2c : new cb_count 1 00000020:00000040:3.0:1767384290.685969:0:17557:0:(genops.c:887:class_export_get()) GET export 00000000386d9b2c refcount=5 00080000:00000001:3.0:1767384290.685978:0:17557:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384290.686119:0:17557:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384290.686126:0:17557:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384290.686131:0:17557:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384290.686149:0:17557:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384290.686156:0:17557:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384290.686163:0:17557:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384290.686170:0:17557:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:3.0:1767384290.686175:0:17557:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384290.686181:0:17557:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000007de4f3ae 00000020:00000010:3.0:1767384290.686189:0:17557:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000e64216d7. 00000020:00000040:3.0:1767384290.686202:0:17557:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000e64216d7 for nid 0@lo - ref 2 00000020:00000001:3.0:1767384290.686320:0:17557:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384290.686332:0:17557:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000069af327f. 00000020:00000010:3.0:1767384290.686339:0:17557:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000c32839cf. 00000020:00000010:3.0:1767384290.686347:0:17557:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 0000000060f5826d. 00000020:00000010:3.0:1767384290.686376:0:17557:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000795dbdc0. 00000020:00000010:3.0:1767384290.686382:0:17557:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000003467690d. 00000020:00000010:3.0:1767384290.686389:0:17557:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000001a2aa5e3. 00002000:00000001:3.0:1767384290.686406:0:17557:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1767384290.686410:0:17557:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:3.0:1767384290.686416:0:17557:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384290.686423:0:17557:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384290.686431:0:17557:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000ae778593. 00000020:00000040:3.0:1767384290.686439:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - import 00000020:00000001:3.0:1767384290.686451:0:17557:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384290.686455:0:17557:0:(genops.c:1242:class_import_put()) import 00000000ae778593 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384290.686461:0:17557:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384290.686467:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e50a86. 00000020:00000040:3.0:1767384290.686475:0:17557:0:(genops.c:887:class_export_get()) GET export 00000000386d9b2c refcount=6 00000100:00000040:3.0:1767384290.686504:0:17557:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:3.0:1767384290.686509:0:17557:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384290.686513:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384290.686520:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 19 to 0@lo 00000100:00000001:3.0:1767384290.686525:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:3.0:1767384290.686531:0:17557:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624375276072960 : -119698433478656 : 0xffff932289647000) 00000100:00000040:3.0:1767384290.686539:0:17557:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000317d20c4 refcount 19 to 0@lo 00000020:00000040:3.0:1767384290.686547:0:17557:0:(genops.c:887:class_export_get()) GET export 00000000386d9b2c refcount=7 00000100:00000001:3.0:1767384290.686557:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384290.686564:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:3.0:1767384290.686571:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384290.686578:0:17557:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384290.686583:0:17557:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384290.686588:0:17557:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:3.0:1767384290.686592:0:17557:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659947584 : -1049604032 : ffffffffc1705040) 02000000:00000001:3.0:1767384290.686607:0:17557:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.686614:0:17557:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384290.686619:0:17557:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384290.686624:0:17557:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384290.686631:0:17557:0:(import.c:65:import_set_state_nolock()) 00000000ae778593 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384290.686639:0:17557:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384290.686643:0:17557:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384290.686649:0:17557:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384290.686656:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 6 00000020:00000040:3.0:1767384290.686662:0:17557:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - find 00010000:00000001:3.0:1767384290.686670:0:17557:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.686678:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384290.686684:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507680 : -1038043936 : ffffffffc220b4e0) 00000020:00000001:3.0:1767384290.686691:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384290.686695:0:17557:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384290.686699:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384290.686704:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384290.686709:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.686717:0:17557:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:3.0:1767384290.686725:0:17557:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384290.686732:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732499968 00010000:00000001:3.0:1767384290.686736:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384290.686745:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015bb7673 x1853236732499968/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384290.686766:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384290.686771:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384290.686778:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=1767384290 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384290.686787:0:17557:0:(import.c:2194:obd_at_measure()) AT 00000000ca608eb9 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384290.686798:0:17557:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@0000000015bb7673 x1853236732499968/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384290.686822:0:17557:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384290.686829:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384290.686835:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384290.686849:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384290.686852:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384290.686854:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.686857:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384290.686860:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384290.686863:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a12f5fa. 00000100:00000200:3.0:1767384290.686867:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236732499968, offset 0 00000400:00000200:3.0:1767384290.686872:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384290.686879:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384290.686885:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824d201800 00000400:00000200:3.0:1767384290.686889:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x10f5 [1] + 0 00000400:00000200:3.0:1767384290.686894:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384290.686897:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384290.686901:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384290.686903:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a13ad98 x1853236732499968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384290.686912:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000008a13ad98 x1853236732499968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.686930:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384290.686936:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a12f5fa 00000400:00000010:3.0:1767384290.686940:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a12f5fa. 00000100:00000001:3.0:1767384290.686945:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384290.686949:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384290.686954:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.686961:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384290.686968:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384290.686972:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.686978:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384290.686986:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015bb7673 x1853236732499968/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384290.687013:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000015bb7673 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16145:x1853236732499968:12345-0@lo:8: Request processed in 1879us (2417us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384290.687029:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384290.687042:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:3.0:1767384290.687050:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384290.687055:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384290.687060:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f4e922e. 00000020:00000010:3.0:1767384290.687068:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000319af77c. 00000020:00000010:3.0:1767384290.687077:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9bd0662. 00000020:00000040:3.0:1767384290.687083:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 5 00000100:00000001:3.0:1767384290.687087:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384290.687186:0:16808:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000004:00000001:3.0:1767384290.687190:0:16808:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384290.687193:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384290.687196:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384290.687201:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd000937. 00000020:00000040:3.0:1767384290.687205:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384290.687210:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384290.687213:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384290.687218:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384290.687225:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e1f728b. 00000100:00000001:3.0:1767384290.687232:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.687239:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384290.687243:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.687251:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd000937] to pc [ptlrpcd_00_01+1] req@00000000bd000937 x1853236732500352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384290.687278:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384290.687285:0:16808:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000004:00080000:3.0:1767384290.687304:0:16808:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000004:00000001:3.0:1767384290.687311:0:16808:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00000100:00000010:3.0:1767384290.687318:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b52499a8. 00000020:00000040:3.0:1767384290.687324:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384290.687330:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384290.687337:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384290.687341:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384290.687350:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d9bd0662. 00000100:00000001:3.0:1767384290.687356:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.687366:0:16808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384290.687369:0:16808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384290.687373:0:16808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41a0234. 00000100:00000001:3.0:1767384290.687378:0:16808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375275552512 : -119698433999104 : ffff9322895c7f00) 00000100:00000001:3.0:1767384290.687384:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384290.687388:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208700416 : -119698500851200 : ffff932285606a00) 00000100:00000001:3.0:1767384290.687393:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384290.687396:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.687399:0:16808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384290.687402:0:16808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384290.687408:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b52499a8 x1853236732500480/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.687423:0:16808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384290.687425:0:16808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.687433:0:16808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384290.687437:0:16808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384290.687443:0:16808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384290.687450:0:16808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b52499a8 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16808:1853236732500480:0@lo:7: 00000100:00000001:3.0:1767384290.687459:0:16808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384290.687462:0:16808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384290.687465:0:16808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.687469:0:16808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384290.687474:0:16808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8fbe274. 02000000:00000001:3.0:1767384290.687497:0:16808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384290.687501:0:16808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f26c76a. 00000400:00000010:3.0:1767384290.687505:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a12f5fa. 00000100:00000200:3.0:1767384290.687508:0:16808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732500480, portal 4 00000100:00000001:3.0:1767384290.687510:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384290.687512:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208700416 : -119698500851200 : ffff932285606a00) 00000100:00000040:3.0:1767384290.687517:0:16808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b52499a8 x1853236732500480/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.687523:0:16808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384290.687526:0:16808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384290.687528:0:16808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d27c3b. 00000100:00000200:3.0:1767384290.687535:0:16808:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236732500480, offset 0 00000400:00000200:3.0:1767384290.687543:0:16808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384290.687553:0:16808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384290.687564:0:16808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824d201a00 00000400:00000200:3.0:1767384290.687572:0:16808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xa9d [8] + 520 00000400:00000200:3.0:1767384290.687579:0:16808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384290.687587:0:16808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384290.687595:0:16808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384290.687599:0:16808:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384290.687605:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000769dc878. 00000100:00000040:3.0:1767384290.687611:0:16808:0:(events.c:337:request_in_callback()) incoming req@00000000769dc878 x1853236732500480 msgsize 264 00000100:00100000:3.0:1767384290.687621:0:16808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384290.687634:0:16808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384290.687643:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d27c3b 00000400:00000010:3.0:1767384290.687648:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8d27c3b. 00000100:00000001:3.0:1767384290.687652:0:16808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384290.687659:0:16808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b52499a8 x1853236732500480/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.687670:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384290.687674:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b52499a8 x1853236732500480/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.687684:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.687687:0:16808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384290.687694:0:16808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.687699:0:16808:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3647 usecs (4 jiffies) 00000100:00000001:3.0:1767384290.687706:0:16808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294878600 00000100:00000001:3.0:1767384290.687711:0:16808:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294878600 00000100:00000001:3.0:1767384290.687716:0:16808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294878600 00000100:00000001:3.0:1767384290.687721:0:16808:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294878600 00000100:00000001:3.0:1767384290.687724:0:16808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294878600 00000100:00000001:3.0:1767384290.687727:0:16808:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294878600 00000100:00000001:3.0:1767384290.687730:0:16808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294878600 00000100:00000001:3.0:1767384290.687739:0:16808:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294878600 00000100:00000001:3.0:1767384290.687745:0:16808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384290.687753:0:16808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.687759:0:16808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384290.687761:0:16808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384290.687763:0:16808:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a41a0234 going to sleep for 11 seconds 00000100:00000001:3.0:1767384290.687765:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384290.687767:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.687777:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384290.687781:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.687789:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384290.687796:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732500480 02000000:00000001:3.0:1767384290.687799:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384290.687801:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384290.687802:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.687804:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384290.687808:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732500480 00000020:00000001:3.0:1767384290.687810:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384290.687811:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:3.0:1767384290.687813:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384290.687814:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=6 00000020:00000001:3.0:1767384290.687816:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:3.0:1767384290.687818:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:3.0:1767384290.687821:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384290.687824:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4ab85c6. 00000020:00000010:3.0:1767384290.687826:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b9e50a86. 00000020:00000040:3.0:1767384290.687830:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:3.0:1767384290.687837:0:17557:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384290.687843:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ed54859. 00000020:00000010:3.0:1767384290.687848:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f4e922e. 00000020:00000010:3.0:1767384290.687854:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000319af77c. 00000100:00000040:3.0:1767384290.687862:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384290.687867:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384290.687870:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384290.687872:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.687884:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.687892:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.687904:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384290.687907:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384290.687915:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384290.687920:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:3.0:1767384290.687925:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208695040 : -119698500856576 : ffff932285605500) 00000100:00000040:3.0:1767384290.687931:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000769dc878 x1853236732500480/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 264/0 e 0 to 0 dl 1767384301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.687950:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384290.687955:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e50a86. 00000100:00000001:3.0:1767384290.687958:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384290.687963:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e50a86. 00000100:00100000:3.0:1767384290.687968:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000769dc878 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:16808:x1853236732500480:12345-0@lo:7: 00000100:00000200:3.0:1767384290.687975:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732500480 00000020:00000001:3.0:1767384290.687979:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384290.687982:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384290.687986:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384290.687986:0:17558:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e4aa8f67. 00000020:00000001:3.0:1767384290.687992:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384290.687997:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507632 : -1038043984 : ffffffffc220b4b0) 00000100:00000001:2.0:1767384290.687998:0:17558:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384290.688002:0:17558:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384290.688003:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384290.688005:0:17558:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.688007:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.688010:0:17558:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.688011:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384290.688014:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384290.688019:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384290.688024:0:17557:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00000100:00000001:3.0:1767384290.688029:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384290.688033:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384290.688039:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000003f1abdad. 02000000:00000001:3.0:1767384290.688045:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.688048:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384290.688056:0:17557:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000010:3.0:1767384290.688063:0:17557:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 00000000acfb46d1. 00000020:00000001:3.0:1767384290.688070:0:17557:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:3.0:1767384290.688078:0:17557:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384290.688086:0:17557:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384290.688103:0:17557:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000f2aef52. 00002000:00000001:3.0:1767384290.688110:0:17557:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624370861275768 : -119702848275848 : ffff9321823ffa78) 00002000:00000001:3.0:1767384290.688118:0:17557:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384290.688120:0:17557:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00080000:00000010:3.0:1767384290.688128:0:17557:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d8714ffa. 00002000:00000001:3.0:1767384290.688134:0:17557:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384290.688141:0:17557:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384290.688146:0:17557:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384290.688151:0:17557:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000010:3.0:1767384290.688157:0:17557:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000b9e50a86. 00080000:00000010:3.0:1767384290.688164:0:17557:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000dc0fad4e. 00000100:00080000:3.0:1767384290.688409:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384290.688414:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:3.0:1767384290.691677:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384290.691680:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384290.691684:0:17557:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.691690:0:17557:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.692337:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384290.692342:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732500736 02000000:00000001:3.0:1767384290.692347:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384290.692352:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384290.692354:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.692357:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384290.692362:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732500736 00000020:00000001:3.0:1767384290.692365:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384290.692368:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:3.0:1767384290.692372:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384290.692374:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=6 00000020:00000001:3.0:1767384290.692378:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:3.0:1767384290.692380:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:3.0:1767384290.692382:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384290.692387:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000121bc28f. 00000100:00000001:3.0:1767384290.692391:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384290.692404:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000121bc28f. 00000020:00000010:3.0:1767384290.692411:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b49950f7. 00000020:00000010:3.0:1767384290.692417:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001baaf34d. 00000020:00000010:3.0:1767384290.692423:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee5c274d. 00000100:00000040:3.0:1767384290.692427:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384290.692429:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384290.692430:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384290.692432:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.692435:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.692444:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.692454:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384290.692456:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384290.692460:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384290.692464:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:3.0:1767384290.692467:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659221376 : -119698050330240 : ffff9322a03ad180) 00000100:00000040:3.0:1767384290.692474:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cd1eaacd x1853236732500736/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 432/0 e 0 to 0 dl 1767384301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.692505:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384290.692507:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000121bc28f. 00000100:00000001:3.0:1767384290.692509:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384290.692511:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000121bc28f. 00000100:00100000:3.0:1767384290.692514:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cd1eaacd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16808:x1853236732500736:12345-0@lo:5: 00000100:00000200:3.0:1767384290.692517:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732500736 00000020:00000001:3.0:1767384290.692518:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384290.692520:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384290.692521:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.692522:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384290.692524:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507536 : -1038044080 : ffffffffc220b450) 00000020:00000001:3.0:1767384290.692526:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384290.692527:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384290.692529:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384290.692530:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384290.692531:0:17556:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384290.692539:0:17556:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384290.692540:0:17556:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384290.692542:0:17556:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384290.692543:0:17556:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384290.692545:0:17556:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384290.692546:0:17556:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384290.692548:0:17556:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384290.692549:0:17556:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384290.692550:0:17556:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384290.692552:0:17556:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384290.692553:0:17556:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384290.692554:0:17556:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384290.692555:0:17556:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.692556:0:17556:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.692558:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.692560:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384290.692561:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384290.692565:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000000f42ba36. 02000000:00000001:3.0:1767384290.692566:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.692568:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384290.692569:0:17556:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384290.692571:0:17556:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:65) 00002000:00000001:3.0:1767384290.692573:0:17556:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384290.692575:0:17556:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384290.692577:0:17556:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446624370900992768 : -119702808558848 : ffff9321849e0300) 00000020:00000001:3.0:1767384290.692582:0:17556:0:(tgt_grant.c:1364:tgt_grant_create()) Process entered 00000020:00000001:3.0:1767384290.692584:0:17556:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384290.692587:0:17556:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384290.692593:0:17556:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.692595:0:17556:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384290.692598:0:17556:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000215c0a8c free: 389021696 avail: 386924544 00000020:00000001:3.0:1767384290.692601:0:17556:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384290.692603:0:17556:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000215c0a8c avail=386924544 left=344981504 unstable=0 tot_grant=40960000 pending=0 00000020:00000001:3.0:1767384290.692607:0:17556:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=344981504 : 344981504 : 14900000) 00000020:00000001:3.0:1767384290.692610:0:17556:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000001:3.0:1767384290.692619:0:17556:0:(tgt_grant.c:922:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.692622:0:17556:0:(tgt_grant.c:1437:tgt_grant_create()) Process leaving (rc=131072 : 131072 : 20000) 00002000:00080000:3.0:1767384290.692627:0:17556:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 34 00002000:00000001:3.0:1767384290.692632:0:17556:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384290.692636:0:17556:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000121bc28f. 00002000:00000001:3.0:1767384290.692641:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384290.692643:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384290.692647:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384290.692651:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005b6e0d7d. 00002000:00000001:3.0:1767384290.692653:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624370861273640 : -119702848277976 : ffff9321823ff228) 00002000:00000001:3.0:1767384290.692655:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384290.692656:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x22:0x0] 00080000:00000010:3.0:1767384290.692660:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003abd1295. 00002000:00000001:3.0:1767384290.692662:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384290.692664:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384290.692666:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384290.692667:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384290.692670:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384290.692672:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384290.692674:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384290.692676:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384290.692678:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384290.692679:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384290.692680:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446624375240893376 : -119698468658240 : ffff9322874ba3c0) 00080000:00000001:3.0:1767384290.693441:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384290.693445:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384290.693446:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384290.693448:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384290.693449:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384290.693451:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384290.693452:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384290.693454:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384290.693456:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.693459:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370861273640 : -119702848277976 : ffff9321823ff228) 00002000:00000001:3.0:1767384290.693461:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446624370861273552 : -119702848278064 : ffff9321823ff1d0) 00002000:00000001:3.0:1767384290.693464:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384290.693469:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384290.693471:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384290.693475:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dab0aa96. 00002000:00000001:3.0:1767384290.693496:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624370861276376 : -119702848275240 : ffff9321823ffcd8) 00002000:00000001:3.0:1767384290.693499:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384290.693500:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x23:0x0] 00080000:00000010:3.0:1767384290.693504:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000087ddcf7e. 00002000:00000001:3.0:1767384290.693506:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384290.693508:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384290.693509:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384290.693511:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384290.693512:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384290.693513:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384290.693515:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384290.693517:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384290.693518:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384290.693520:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384290.693521:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446624375240893376 : -119698468658240 : ffff9322874ba3c0) 00000100:00000040:2.0:1767384290.696524:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294878604, at 4294878605 00000100:00000010:2.0:1767384290.696534:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb8bb427. 00000100:00000040:3.0:1767384290.696628:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294878604, at 4294878605 00000100:00000010:3.0:1767384290.696637:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005638f023. 00080000:00000001:3.0:1767384290.696673:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384290.696676:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384290.696678:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384290.696679:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384290.696681:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384290.696682:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384290.696683:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384290.696685:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384290.696686:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.696690:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624370896308696 : -119702813242920 : ffff9321845689d8) 00002000:00000001:3.0:1767384290.696692:0:17556:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446624370896308608 : -119702813243008 : ffff932184568980) 00002000:00000001:3.0:1767384290.696694:0:17556:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384290.696695:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384290.696697:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384290.696700:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000046e97e6e. 00002000:00000001:3.0:1767384290.696702:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446624370861271208 : -119702848280408 : ffff9321823fe8a8) 00002000:00000001:3.0:1767384290.696710:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384290.696711:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x26:0x0] 00080000:00000010:3.0:1767384290.696714:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005d782875. 00002000:00000001:3.0:1767384290.696716:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384290.696718:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384290.696719:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384290.696720:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384290.696722:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384290.696723:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384290.696725:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384290.696726:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384290.696727:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384290.696728:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384290.696729:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446624375240893376 : -119698468658240 : ffff9322874ba3c0) 00080000:00000001:3.0:1767384290.697875:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00080000:3.0:1767384290.697879:0:16814:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:3.0:1767384290.697887:0:16814:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000000adde69a. 00040000:00000001:3.0:1767384290.697891:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384290.697893:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384290.697894:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384290.697896:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384290.697897:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001c793ff7. 00080000:00000001:3.0:1767384290.697900:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384290.697903:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384290.697907:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384290.697909:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384290.697911:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384290.697913:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384290.697915:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009d8ffbc9. 00080000:00000001:3.0:1767384290.697917:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384290.722643:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.722649:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384290.722667:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.722668:0:17556:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.722669:0:17556:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.722670:0:17556:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.722671:0:17556:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.722672:0:17556:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.722673:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384290.722674:0:17556:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446624375240893376 : -119698468658240 : ffff9322874ba3c0) 00080000:00000001:0.0:1767384290.722700:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384290.722701:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.722703:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1767384290.722705:0:17556:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000009ebb6529. 00002000:00001000:0.0:1767384290.722707:0:17556:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 24 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:0.0:1767384290.722711:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1767384290.722713:0:17556:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:0.0:1767384290.722716:0:17556:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1767384290.722719:0:17556:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 4294967301 00000001:00000010:0.0:1767384290.722721:0:17556:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000152ea7ce. 00000001:00000040:0.0:1767384290.722723:0:17556:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000386d9b2c : new cb_count 5 00000020:00000040:0.0:1767384290.722725:0:17556:0:(genops.c:887:class_export_get()) GET export 00000000386d9b2c refcount=10 00080000:00000001:0.0:1767384290.722728:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384290.722735:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1767384290.722736:0:17556:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.722799:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384290.722802:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000007084c700/000000008d619078 to site lru. bkt: 000000000b5113e6 00000020:00000002:0.0:1767384290.722804:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000409de1dc/00000000dfd7a166 to site lru. bkt: 000000007f889d58 00000020:00000002:0.0:1767384290.722806:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000071452055/000000001a8c4f64 to site lru. bkt: 000000000351ff80 00000020:00000002:0.0:1767384290.722807:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000a50ca297/00000000583d1fb2 to site lru. bkt: 0000000036cce8bc 00000020:00000002:0.0:1767384290.722808:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000000d305306/00000000985d38f3 to site lru. bkt: 0000000013887107 00000020:00000002:0.0:1767384290.722811:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000000f0b1336/000000003a1483bc to site lru. bkt: 00000000a6f6fefa 00000020:00000002:0.0:1767384290.722813:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000027849817/00000000860afaac to site lru. bkt: 00000000954e8cca 00000020:00000002:0.0:1767384290.722814:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000a19d2447/0000000069e53947 to site lru. bkt: 00000000e4567c53 00002000:00000010:0.0:1767384290.722815:0:17556:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005018240d. 00002000:00001000:0.0:1767384290.722822:0:17556:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:0.0:1767384290.722824:0:17556:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384290.722827:0:17556:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:0.0:1767384290.722829:0:17556:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:0.0:1767384290.722831:0:17556:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:0.0:1767384290.722835:0:17556:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384290.722837:0:17556:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384290.722842:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934596, xid 1853236732500736 00010000:00000001:0.0:1767384290.722845:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384290.722854:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cd1eaacd x1853236732500736/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 432/432 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384290.722863:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384290.722865:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384290.722869:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384290.722873:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384290.722875:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384290.722877:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384290.722880:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384290.722883:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.722887:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384290.722890:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384290.722895:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000100:00000200:0.0:1767384290.722900:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236732500736, offset 224 00000400:00000200:0.0:1767384290.722907:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384290.722919:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384290.722930:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824d201b00 00000400:00000200:0.0:1767384290.722936:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1145 [1] + 224 00000400:00000200:0.0:1767384290.722943:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384290.722946:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384290.722953:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384290.722956:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f2711fe x1853236732500736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384290.722963:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@000000009f2711fe x1853236732500736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384290.722988:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384290.722997:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384290.723000:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:0.0:1767384290.723003:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384290.723004:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384290.723008:0:16808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384290.723008:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384290.723013:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384290.723016:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384290.723018:0:16808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384290.723018:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384290.723021:0:16808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384290.723023:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384290.723025:0:16808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066e0e44d. 00000100:00000040:0.0:1767384290.723029:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd1eaacd x1853236732500736/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 432/432 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384290.723032:0:16808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adcfe054 00000400:00000010:3.0:1767384290.723036:0:16808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000adcfe054. 00000100:00000001:3.0:1767384290.723042:0:16808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384290.723043:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cd1eaacd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:16808:x1853236732500736:12345-0@lo:5: Request processed in 30535us (30760us total) trans 8589934596 rc 0/0 00000100:00000200:3.0:1767384290.723048:0:16808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f2711fe x1853236732500736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384290.723057:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384290.723061:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:0.0:1767384290.723064:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384290.723067:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1767384290.723071:0:17556:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00000200:3.0:1767384290.723076:0:16808:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f2711fe x1853236732500736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384290.723076:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001baaf34d. 00000020:00000010:0.0:1767384290.723083:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee5c274d. 00000100:00000001:3.0:1767384290.723085:0:16808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384290.723088:0:16808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384290.723088:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b49950f7. 00000100:00000001:3.0:1767384290.723091:0:16808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384290.723095:0:16808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384290.723096:0:17556:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 9 00000100:00000001:3.0:1767384290.723097:0:16808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384290.723100:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.723101:0:16808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384290.723106:0:16808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384290.723113:0:16808:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384290.723117:0:16808:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384290.723119:0:16808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384290.723120:0:16808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384290.723122:0:16808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384290.723126:0:16808:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009f2711fe x1853236732500736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384290.723131:0:16808:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.723134:0:16808:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767384290.723134:0:16808:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767384290.723136:0:16808:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767384290.723138:0:16808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384290.723139:0:16808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659232128 : -119698050319488 : ffff9322a03afb80) 00000100:00000001:3.0:1767384290.723141:0:16808:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384290.723143:0:16808:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384290.723144:0:16808:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384290.723146:0:16808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384290.723149:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f2711fe x1853236732500736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.723154:0:16808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384290.723156:0:16808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384290.723158:0:16808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384290.723160:0:16808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f2711fe x1853236732500736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384290.723174:0:16808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f2711fe pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16808:1853236732500736:0@lo:5: 00000100:00000001:3.0:1767384290.723178:0:16808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384290.723180:0:16808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384290.723182:0:16808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384290.723184:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384290.723185:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009f2711fe x1853236732500736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.723190:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384290.723192:0:16808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000099fad29b. 00000100:00000001:3.0:1767384290.723195:0:16808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384290.723196:0:16808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1767384290.723202:0:16808:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:3.0:1767384290.723205:0:16808:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384290.723208:0:16808:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384290.723211:0:16808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384290.723213:0:16808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f2711fe x1853236732500736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384290.723217:0:16808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384290.723219:0:16808:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1767384290.723220:0:16808:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384290.723223:0:16808:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384290.723225:0:16808:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384290.723227:0:16808:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384290.723228:0:16808:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384290.723229:0:16808:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.832092:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767384290.832100:0:17579:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384290.832103:0:17579:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384290.832105:0:17579:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:0.0:1767384290.832108:0:17579:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000386d9b2c : new cb_count 4 00000020:00000040:0.0:1767384290.832113:0:17579:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 8 00000001:00000010:0.0:1767384290.832116:0:17579:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000152ea7ce. 00002000:00001000:0.0:1767384290.832121:0:17579:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 32 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384290.832129:0:17579:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000009ebb6529. 00040000:00000001:0.0:1767384290.832134:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384290.832137:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384290.832140:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000705afed7. 00080000:00000001:0.0:1767384290.832143:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384290.832144:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384290.832146:0:17579:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000386d9b2c : new cb_count 3 00000020:00000040:0.0:1767384290.832147:0:17579:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 7 00000001:00000010:0.0:1767384290.832149:0:17579:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000f02851e6. 00002000:00001000:0.0:1767384290.832152:0:17579:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384290.832154:0:17579:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000c1ba5d15. 00040000:00000001:0.0:1767384290.832157:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384290.832158:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384290.832160:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b85d3608. 00080000:00000001:0.0:1767384290.832162:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384290.832165:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384290.832166:0:17579:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000386d9b2c : new cb_count 2 00000020:00000040:0.0:1767384290.832168:0:17579:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 6 00000001:00000010:0.0:1767384290.832170:0:17579:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000212db016. 00002000:00001000:0.0:1767384290.832174:0:17579:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384290.832176:0:17579:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000096f89435. 00040000:00000001:0.0:1767384290.832179:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384290.832180:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384290.832181:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b29c65b0. 00080000:00000001:0.0:1767384290.832184:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384290.832191:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384290.832193:0:17579:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000386d9b2c : new cb_count 1 00000020:00000040:0.0:1767384290.832194:0:17579:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 5 00000001:00000010:0.0:1767384290.832196:0:17579:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000e8b99f37. 00002000:00001000:0.0:1767384290.832200:0:17579:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384290.832202:0:17579:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000006cbf4f6c. 00040000:00000001:0.0:1767384290.832205:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384290.832207:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384290.832208:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c7f9f936. 00080000:00000001:0.0:1767384290.832211:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384290.832220:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384290.832223:0:17579:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:0.0:1767384290.832225:0:17579:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000386d9b2c : new cb_count 0 00000020:00000040:0.0:1767384290.832227:0:17579:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000001:00000010:0.0:1767384290.832229:0:17579:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000753546f3. 00040000:00000001:0.0:1767384290.832231:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384290.832233:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384290.832235:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ed30a23f. 00080000:00000001:0.0:1767384290.832238:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000010:3.0:1767384290.915304:0:18285:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009b972084. 00000400:00000040:3.0:1767384290.915339:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384290.915342:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384290.915344:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384290.915346:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384290.915348:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384290.915355:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384290.915358:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384290.915359:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384290.915360:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384290.915361:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384290.915363:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384290.915364:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384290.915365:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384290.915366:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384290.915367:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384290.915369:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384290.915369:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384290.915370:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384290.915371:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384290.915373:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384290.915374:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384290.915375:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384290.915376:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384290.915377:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384290.915378:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384290.915379:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384290.915380:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384290.915381:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384290.915383:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384290.915383:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384290.915384:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384290.915385:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384290.915386:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384290.915387:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384290.915388:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384290.915389:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384290.915390:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384290.915392:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384290.915393:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384290.915394:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384290.915395:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384290.915396:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384290.915397:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384290.915398:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384290.915404:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384290.915405:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384290.915406:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384290.915407:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384290.915409:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384290.915410:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384290.915411:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384290.915412:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384290.915413:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384290.915414:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384290.915415:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384290.915416:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384290.915417:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:3.0:1767384290.915429:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384290.915430:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384290.915431:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384290.915432:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384290.915434:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384290.915434:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384290.915435:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384290.915437:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384290.915438:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384290.915439:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384290.915440:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384290.915441:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384290.915442:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384290.915443:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384290.915444:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384290.915445:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384290.915446:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384290.915447:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384290.915448:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384290.915449:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384290.915450:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384290.915451:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384290.915452:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384290.915453:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384290.915453:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384290.915455:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384290.915460:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384290.915461:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384290.915462:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384290.915463:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384290.915464:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384290.915465:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384290.915467:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384290.915467:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384290.915469:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384290.915470:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384290.915470:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384290.915472:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384290.915473:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384290.915474:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384290.915475:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384290.915494:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384290.915495:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384290.915497:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384290.915498:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384290.915499:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384290.915500:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384290.915503:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384290.915505:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384290.915506:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384290.915508:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384290.915509:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384290.915510:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384290.915512:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384290.915514:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384290.915515:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:3.0:1767384290.915516:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:3.0:1767384290.915518:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384290.915519:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384290.915520:0:18285:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:3.0:1767384290.915533:0:18285:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009b972084. 00080000:00000001:3.0:1767384291.112907:0:18309:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384291.112928:0:18309:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.112934:0:18309:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.112942:0:18309:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384291.112956:0:18309:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.112959:0:18309:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:2.0:1767384291.258794:0:18348:0:(api-ni.c:3211:LNetNIInit()) refs 1 00080000:00000001:0.0:1767384291.420207:0:18357:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384291.420223:0:18357:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.420227:0:18357:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.420233:0:18357:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384291.420238:0:18357:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.420241:0:18357:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.761347:0:18408:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384291.761363:0:18408:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.761367:0:18408:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.761373:0:18408:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384291.761379:0:18408:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.761382:0:18408:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384292.506611:0:18572:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384292.506617:0:18572:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:0.0:1767384292.511312:0:18572:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384292.519401:0:18573:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008e320f90. 00000400:00000010:0.0:1767384292.519418:0:18573:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006f28a09c. 00000400:00000010:0.0:1767384292.519430:0:18573:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007d0d6b02. 00000400:00000010:0.0:1767384292.519434:0:18573:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000203148c2. 00000400:00000010:0.0:1767384292.519438:0:18573:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000020bbde34. 00000400:00000010:0.0:1767384292.519443:0:18573:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a1e67e92. 00000400:00000010:0.0:1767384292.519445:0:18573:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b9554b28. 00000400:00000010:0.0:1767384292.519447:0:18573:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000ed05fce. 00000400:00000010:0.0:1767384292.519451:0:18573:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008772e122. 00000800:00000010:0.0:1767384292.519462:0:18573:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003e55b065. 00000800:00000200:0.0:1767384292.519476:0:18573:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384292.519486:0:18573:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384292.519858:0:18573:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:0.0:1767384292.519876:0:18573:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp10 [8/256/0/180] 00000400:00000010:0.0:1767384292.521857:0:18573:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 000000009ebb6529. 00000400:00000010:0.0:1767384292.521865:0:18573:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7650fb4. 00000400:00000010:0.0:1767384292.521872:0:18573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000400:00000001:0.0:1767384292.521902:0:18573:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384292.521903:0:18573:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384292.521905:0:18573:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed718412. 00000400:00000200:0.0:1767384292.521908:0:18573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c24c0b08 00000400:00000010:0.0:1767384292.521910:0:18573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c24c0b08. 00000400:00000010:0.0:1767384292.521914:0:18573:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 0000000090a97cb0. 00000400:00000200:0.0:1767384292.521920:0:18573:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (1) 00000400:00000200:0.0:1767384292.521930:0:18573:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384292.521940:0:18573:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:0.0:1767384292.521949:0:18573:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002590386c. 00000020:01000000:0.0:1767384292.521957:0:18573:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384292.521963:0:18573:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp10 00000400:00000010:0.0:1767384292.521985:0:18573:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006f28a09c. 00000400:00000010:0.0:1767384292.521992:0:18573:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008e320f90. 00000020:00000001:2.0:1767384292.522015:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384292.522022:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384292.522025:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384292.522028:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384292.522032:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384292.522034:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384292.522036:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384292.522037:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384292.522038:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384292.522040:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384292.522041:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384292.522043:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384292.522045:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384292.522046:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384292.522053:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef507b01. 00000020:00000040:2.0:1767384292.522058:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384292.522065:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384292.522068:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384292.522075:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384292.522085:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000098623427. 00000100:00000001:2.0:1767384292.522093:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.522102:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384292.522106:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.522122:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef507b01] to pc [ptlrpcd_00_02+2] req@00000000ef507b01 x1853236732500864/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384292.522154:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384292.522158:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384292.522160:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384292.522163:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384292.522171:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384292.522173:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384292.522176:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384292.522177:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384292.522180:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384292.522181:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384292.522183:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384292.522185:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384292.522187:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384292.522189:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384292.522190:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384292.522193:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384292.522194:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384292.522198:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e993f2ff. 00000020:00000040:2.0:1767384292.522202:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384292.522205:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384292.522207:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384292.522209:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384292.522217:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c6eb127b. 00000100:00000001:2.0:1767384292.522220:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.522224:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384292.522225:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.522230:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e993f2ff] to pc [ptlrpcd_00_03+3] req@00000000e993f2ff x1853236732500992/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384292.522240:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384292.522243:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384292.522245:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384292.522247:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384292.522250:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002590386c. 00000800:00000200:3.0:1767384292.522251:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384292.522270:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a8e61d5. 00000400:00000200:3.0:1767384292.522278:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384292.522287:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: PUT: OK 00000100:00000001:2.0:1767384292.522287:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384292.522292:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384292.522294:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384292.522296:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384292.522300:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000100:00000001:2.0:1767384292.522301:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384292.522304:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.522307:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.522309:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767384292.522310:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384292.522311:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384292.522318:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e993f2ff x1853236732500992/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384292.522320:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384292.522327:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384292.522333:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.522333:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384292.522335:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.522339:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384292.522343:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384292.522347:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.131@tcp : PUT - for me 02000000:00000001:2.0:1767384292.522348:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384292.522355:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e993f2ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732500992:0@lo:253: 00000100:00000001:2.0:1767384292.522358:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384292.522361:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384292.522363:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384292.522366:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 64 into portal 0 MB=0x8000000000000000 02000000:00000001:2.0:1767384292.522368:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384292.522377:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 64/64 into md 0x215 [1] + 0 00000400:00000010:3.0:1767384292.522381:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bd56e02. 00000400:00000200:3.0:1767384292.522386:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007ff860da 02000000:00000010:2.0:1767384292.522387:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000064d07fad. 02000000:00000001:2.0:1767384292.522391:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384292.522393:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384292.522396:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edebd2d9. 00000800:00000001:3.0:1767384292.522403:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384292.522407:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384292.522413:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: PUT: OK 00000400:00000010:2.0:1767384292.522414:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb60b2a7. 00000400:00000200:3.0:1767384292.522417:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ff860da 00000400:00000010:3.0:1767384292.522422:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ff860da. 00000400:00000200:3.0:1767384292.522427:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:2.0:1767384292.522428:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732500992, portal 25 00000100:00000001:2.0:1767384292.522433:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384292.522434:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (3) 00000100:00000001:2.0:1767384292.522436:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012919168 : -119697696632448 : ffff9322b54fd180) 00000400:00000200:3.0:1767384292.522442:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000100:00000040:2.0:1767384292.522445:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e993f2ff x1853236732500992/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384292.522451:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 000000005a5c6a28. 00000100:00000001:2.0:1767384292.522455:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384292.522460:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384292.522463:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 2 00000400:00000010:2.0:1767384292.522466:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c883455b. 00000100:00000200:2.0:1767384292.522469:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732500992, offset 0 00000400:00000200:3.0:1767384292.522472:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384292.522580:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384292.522583:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (4) 00000400:00000200:3.0:1767384292.522597:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384292.522597:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384292.522608:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.131@tcp local destination 00000400:00000200:3.0:1767384292.522619:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [6:6:256:4294967295] 192.168.204.131@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:3.0:1767384292.522656:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) 192.168.204.131@tcp : ACK try# 0 00000800:00000200:3.0:1767384292.522667:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp 00000400:00000200:2.0:1767384292.522671:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d201c00 00000800:00000010:3.0:1767384292.522676:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8ee3e9f. 00000400:00000200:2.0:1767384292.522681:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000400:00000010:2.0:1767384292.522685:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086ef6555. 00000800:00000200:3.0:1767384292.522686:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (6) 00000400:00000200:2.0:1767384292.522691:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b8f61401 00000800:00000200:3.0:1767384292.522696:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:1023 00000800:00000200:3.0:1767384292.522701:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f8ee3e9f type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384292.522701:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384292.522710:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384292.522714:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8f61401 00000400:00000010:2.0:1767384292.522717:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8f61401. 00000100:00000001:2.0:1767384292.522721:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384292.522723:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384292.522726:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000008c64cb65 x1853236732500992 msgsize 4848 00000100:00100000:2.0:1767384292.522731:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384292.522733:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384292.522745:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384292.522750:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c883455b 00000800:00000200:3.0:1767384292.522752:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384292.522753:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c883455b. 00000100:00000001:2.0:1767384292.522758:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384292.522762:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e993f2ff x1853236732500992/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384292.522767:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8ee3e9f. 00000100:00000001:2.0:1767384292.522775:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384292.522777:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e993f2ff x1853236732500992/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384292.522778:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384292.522788:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: ACK: OK 00000100:00000001:2.0:1767384292.522795:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.522797:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384292.522799:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384292.522803:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384292.522804:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.522806:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294880435 00000800:00000001:3.0:1767384292.522808:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384292.522812:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294880435 00000800:00000001:3.0:1767384292.522814:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.522817:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294880435 00000800:00000001:3.0:1767384292.522818:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384292.522823:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.522823:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294880435 00000100:00000001:2.0:1767384292.522827:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294880435 00000100:00000001:2.0:1767384292.522832:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294880435 00000400:00000200:3.0:1767384292.522834:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.131@tcp : ACK - for me 00000100:00000001:2.0:1767384292.522837:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294880435 00000100:00000001:2.0:1767384292.522847:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294880435 00000400:00000200:3.0:1767384292.522851:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.131@tcp into md 0x1155 00000100:00000001:2.0:1767384292.522852:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384292.522858:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384292.522858:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.522863:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.522867:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384292.522868:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: ACK: OK 00000400:00000200:3.0:1767384292.522875:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067da9294 00000400:00000010:3.0:1767384292.522877:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067da9294. 00000400:00000200:3.0:1767384292.522883:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384292.522889:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:3.0:1767384292.522893:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384292.522898:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (3) 00000800:00000001:3.0:1767384292.522908:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384292.522913:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384292.522954:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384292.522960:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007582d27b. 00000400:00000010:2.0:1767384292.522965:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa02fd1. 00000400:00000200:2.0:1767384292.522968:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000000f233d8 00000400:00000200:2.0:1767384292.522973:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:2.0:1767384292.522981:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 60 at 0000000012d2b8b2. 00000400:00000010:2.0:1767384292.522984:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 72 at 00000000197ca5dd. 00000400:00000010:2.0:1767384292.522987:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000a64aa072. 00000400:00000010:2.0:1767384292.522996:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cfd35a95. 00000400:00000200:2.0:1767384292.523001:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cfd35a95 nid 192.168.204.131@tcp10 00000400:00000010:2.0:1767384292.523005:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e39c078b. 00000400:00000200:2.0:1767384292.523008:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e39c078b net tcp10 00000400:00000200:2.0:1767384292.523012:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (2) 00000400:00000200:2.0:1767384292.523019:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp10 flags 0x11 00000400:00000010:2.0:1767384292.523023:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 60 at 0000000012d2b8b2. 00000100:00000001:3.0:1767384292.523025:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1767384292.523027:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 72 at 00000000197ca5dd. 00000100:00000001:3.0:1767384292.523029:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384292.523031:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000a64aa072. 00000400:00000010:2.0:1767384292.523037:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 000000005a5c6a28. 00000100:00100000:3.0:1767384292.523038:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000040:3.0:1767384292.523045:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000400:00000200:2.0:1767384292.523045:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384292.523049:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000100:00000001:3.0:1767384292.523055:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141085776 : -119697568465840 : ffff9322bcf37c50) 00000400:00000200:2.0:1767384292.523056:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000100:00000040:3.0:1767384292.523065:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3250c3d x1853236732500864/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:273/0 lens 4848/0 e 0 to 0 dl 1767384303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384292.523067:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:2.0:1767384292.523077:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000100:00000001:3.0:1767384292.523083:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384292.523083:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000020:00000010:3.0:1767384292.523087:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a68a681c. 00000400:00000200:2.0:1767384292.523089:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000100:00000001:3.0:1767384292.523094:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384292.523096:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (3) 00000020:00000010:3.0:1767384292.523099:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a68a681c. 00000100:00100000:3.0:1767384292.523109:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3250c3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16149:x1853236732500864:12345-0@lo:253: 00000100:00000200:3.0:1767384292.523114:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732500864 00000020:00000001:3.0:1767384292.523120:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384292.523124:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384292.523127:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.523133:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384292.523136:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384292.523141:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384292.523143:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384292.523148:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384292.523151:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384292.523156:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.523162:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384292.523166:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384292.523173:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008c493699. 02000000:00000001:3.0:1767384292.523176:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.523178:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384292.523181:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384292.523193:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d02a5879. 20000000:01000000:3.0:1767384292.523200:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384292.523204:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384292.523206:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384292.523211:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384292.523217:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384292.523222:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384292.523233:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007aa71e42. 20000000:01000000:3.0:1767384292.523244:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:3.0:1767384292.523254:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384292.523276:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384292.523432:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384292.523436:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384292.523437:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384292.523439:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384292.523444:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384292.523451:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384292.523456:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384292.523462:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f1768c92. 00080000:00000001:3.0:1767384292.523465:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375526176768 : -119698183374848 : ffff9322984cb800) 00080000:00000001:3.0:1767384292.523469:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384292.523596:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384292.523598:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384292.523600:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384292.523627:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384292.523631:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384292.523727:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384292.523730:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384292.527567:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294880435, at 4294880436 00000100:00000010:3.0:1767384292.527577:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005638f023. 00000100:00000040:2.0:1767384292.528134:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294880435, at 4294880436 00000100:00000010:2.0:1767384292.528141:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb8bb427. 00000100:00000040:0.0:1767384292.530985:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294880435, at 4294880439 00000100:00000010:0.0:1767384292.530994:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a85cc0e1. 00080000:00000001:3.0:1767384292.531919:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384292.531925:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384292.531929:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384292.531933:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384292.531947:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384292.531959:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384292.531963:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384292.531969:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384292.531974:0:16776:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005d11bdc5. 20000000:01000000:2.0:1767384292.531978:0:16776:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:2.0:1767384292.531985:0:16776:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384292.531986:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384292.531990:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384292.531993:0:16776:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:3.0:1767384292.531994:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384292.532001:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384292.532004:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384292.532012:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005a562025 count: 2 00080000:00000001:2.0:1767384292.532019:0:16776:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384292.532022:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384292.532027:0:16776:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384292.532028:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384292.532032:0:16776:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384292.532034:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008b3e50e6. 00080000:00000001:2.0:1767384292.532037:0:16776:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384292.532040:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384292.532042:0:16776:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:3.0:1767384292.532044:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008b3e50e6 with handle 0xf83434fd52e6d8eb to hash 00000020:00000001:3.0:1767384292.532047:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384292.532050:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00000020:00000001:2.0:1767384292.532050:0:16776:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:3.0:1767384292.532056:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00080000:00000001:2.0:1767384292.532058:0:16776:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384292.532061:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.532063:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384292.532064:0:16776:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000302c7c5e. 00010000:00010000:3.0:1767384292.532067:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384292.532069:0:16776:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860588032 : -119702848963584 : ffff932182357c00) 00080000:00000001:2.0:1767384292.532077:0:16776:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384292.532081:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384292.532086:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384292.532088:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384292.532090:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384292.532093:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384292.532096:0:16798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6d8dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d8d6 expref: 16 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.532101:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384292.532104:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.532106:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384292.532108:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.532109:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.532112:0:16798:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384292.532114:0:16798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384292.532120:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005a562025) refcount = 2 00010000:00000040:3.0:1767384292.532123:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384292.532125:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6d8dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf83434fd52e6d8d6 expref: 16 pid: 16777 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384292.532135:0:16776:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384292.532140:0:16776:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384292.532141:0:16798:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384292.532145:0:16798:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384292.532146:0:16776:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000010:3.0:1767384292.532154:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016d8624b. 00000100:00000001:3.0:1767384292.532157:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384292.532162:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078e1187d. 00000100:00000001:3.0:1767384292.532164:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375404738432 : -119698304813184 : ffff9322910fb780) 00080000:00000001:2.0:1767384292.532166:0:16776:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.532167:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624375404738432 : -119698304813184 : ffff9322910fb780) 00000100:00000001:3.0:1767384292.532174:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:2.0:1767384292.532175:0:16776:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1767384292.532176:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384292.532180:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384292.532183:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.532184:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384292.532187:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384292.532189:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384292.532191:0:16798:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384292.532193:0:16798:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384292.532199:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd7cf867. 00000020:00000040:3.0:1767384292.532201:0:16798:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00000100:00000001:3.0:1767384292.532204:0:16798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384292.532206:0:16798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384292.532210:0:16798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384292.532227:0:16798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b49950f7. 00000100:00000001:3.0:1767384292.532231:0:16798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.532235:0:16798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6d8dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf83434fd52e6d8d6 expref: 16 pid: 16777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384292.532249:0:16798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6d8dd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf83434fd52e6d8d6 expref: 16 pid: 16777 timeout: 363 lvb_type: 0 00010000:00000001:3.0:1767384292.532272:0:16798:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384292.532275:0:16798:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384292.532280:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd7cf867 x1853236732501120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384292.532298:0:16798:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384292.532300:0:16798:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384292.532304:0:16798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd7cf867 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732501120:0@lo:104: 00000100:00000001:3.0:1767384292.532307:0:16798:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384292.532312:0:16798:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384292.532315:0:16798:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384292.532315:0:16776:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000001:3.0:1767384292.532321:0:16798:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:2.0:1767384292.532323:0:16776:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000010:3.0:1767384292.532325:0:16798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004482057. 02000000:00000001:3.0:1767384292.532329:0:16798:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384292.532335:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afd670cd. 00000400:00000010:3.0:1767384292.532458:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ff860da. 00000100:00000200:3.0:1767384292.532465:0:16798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732501120, portal 16 00000100:00000001:3.0:1767384292.532468:0:16798:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384292.532470:0:16798:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208703104 : -119698500848512 : ffff932285607480) 00000100:00000040:3.0:1767384292.532577:0:16798:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000bd7cf867 x1853236732501120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384292.532584:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384292.532587:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384292.532590:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d27c3b. 00000100:00000200:3.0:1767384292.532594:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732501120, offset 0 00000400:00000200:3.0:1767384292.532599:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384292.532612:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384292.532624:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d201c80 00000400:00000200:3.0:1767384292.532634:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 328 00000400:00000200:3.0:1767384292.532642:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384292.532647:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384292.532653:0:16798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384292.532656:0:16798:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384292.532661:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071729694. 00000100:00000040:3.0:1767384292.532665:0:16798:0:(events.c:337:request_in_callback()) incoming req@0000000071729694 x1853236732501120 msgsize 328 00000100:00100000:3.0:1767384292.532671:0:16798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384292.532682:0:16798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384292.532696:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8d27c3b 00000400:00000010:3.0:1767384292.532699:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8d27c3b. 00000100:00000001:3.0:1767384292.532702:0:16798:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384292.532705:0:16798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd7cf867 x1853236732501120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384292.532705:0:16815:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384292.532711:0:16815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732501120 02000000:00000001:2.0:1767384292.532717:0:16815:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384292.532718:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384292.532720:0:16815:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384292.532724:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd7cf867 x1853236732501120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384292.532725:0:16815:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.532731:0:16815:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.532737:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384292.532738:0:16815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732501120 00000100:00000001:3.0:1767384292.532741:0:16798:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384292.532743:0:16815:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384292.532746:0:16815:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d77f 00000100:00000001:3.0:1767384292.532747:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384292.532752:0:16815:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384292.532754:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294880445 00000020:00000040:2.0:1767384292.532757:0:16815:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008088def refcount=3 00000100:00000010:3.0:1767384292.532760:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9328321. 00000020:00000001:2.0:1767384292.532762:0:16815:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000020:00000001:2.0:1767384292.532767:0:16815:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000001:3.0:1767384292.532768:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384292.532773:0:16815:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384292.532777:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294880445 00000020:00000010:2.0:1767384292.532778:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac15db30. 00000100:00000010:3.0:1767384292.532784:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c19a7501. 00000100:00000001:3.0:1767384292.532789:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384292.532791:0:16815:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384292.532797:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac15db30. 00000100:00000001:3.0:1767384292.532798:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294880445 00000020:00000010:2.0:1767384292.532803:0:16815:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7328db8. 00000100:00000010:3.0:1767384292.532804:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098aa4318. 00000020:00000010:2.0:1767384292.532812:0:16815:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076d84c22. 00000100:00000001:3.0:1767384292.532813:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384292.532820:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294880445 00000020:00000010:2.0:1767384292.532832:0:16815:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4c6c871. 00000100:00000010:3.0:1767384292.532838:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000535e67aa. 00000100:00000001:3.0:1767384292.532844:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384292.532844:0:16815:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384292.532850:0:16815:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384292.532851:0:16798:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384292.532852:0:16815:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384292.532857:0:16798:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.532857:0:16815:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.532863:0:16798:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.532866:0:16798:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.532867:0:16815:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.532868:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.532874:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.532876:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.532878:0:16798:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.532880:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1767384292.532881:0:16815:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.532883:0:16798:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384292.532889:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.532897:0:16815:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384292.532899:0:16798:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384292.532902:0:16815:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384292.532903:0:16798:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384292.532907:0:16798:0:(client.c:2690:ptlrpc_set_wait()) set 0000000078e1187d going to sleep for 11 seconds 00000100:00100000:2.0:1767384292.532911:0:16815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1767384292.532914:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384292.532916:0:16815:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008088def : new rpc_count 1 00000100:00000001:3.0:1767384292.532919:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.532921:0:16815:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208696832 : -119698500854784 : ffff932285605c00) 00000100:00000040:2.0:1767384292.532931:0:16815:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071729694 x1853236732501120/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:273/0 lens 328/0 e 0 to 0 dl 1767384303 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384292.532942:0:16815:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384292.532946:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac15db30. 00000100:00000001:2.0:1767384292.532949:0:16815:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384292.532951:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac15db30. 00000100:00100000:2.0:1767384292.532958:0:16815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071729694 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732501120:12345-0@lo:104: 00000100:00000200:2.0:1767384292.532964:0:16815:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732501120 00010000:00000001:2.0:1767384292.532967:0:16815:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384292.532972:0:16815:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384292.532975:0:16815:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384292.532977:0:16815:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001033a6d7 refcount=2 00000020:00000001:2.0:1767384292.532980:0:16815:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384292.532984:0:16815:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384292.532988:0:16815:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384292.532997:0:16815:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384292.533001:0:16815:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6d8dd expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384292.533010:0:16815:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384292.533013:0:16815:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384292.533018:0:16815:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000deb2215f. 02000000:00000001:2.0:1767384292.533021:0:16815:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.533023:0:16815:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384292.533028:0:16815:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384292.533032:0:16815:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384292.533037:0:16815:0:(import.c:2128:obd_at_measure()) add 1 to 000000009ed84a9f time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384292.533042:0:16815:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384292.533046:0:16815:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384292.533049:0:16815:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384292.533052:0:16815:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384292.533054:0:16815:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.533058:0:16815:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384292.533061:0:16815:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384292.533065:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a834cd4. 00000100:00000200:2.0:1767384292.533069:0:16815:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236732501120, offset 224 00000400:00000200:2.0:1767384292.533076:0:16815:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384292.533084:0:16815:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384292.533110:0:16815:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d201c80 00000400:00000200:2.0:1767384292.533116:0:16815:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x116d [1] + 224 00000400:00000200:2.0:1767384292.533121:0:16815:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384292.533125:0:16815:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384292.533130:0:16815:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384292.533135:0:16815:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd7cf867 x1853236732501120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384292.533147:0:16815:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000bd7cf867 x1853236732501120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384292.533165:0:16815:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384292.533172:0:16815:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a834cd4 00000400:00000010:2.0:1767384292.533192:0:16815:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a834cd4. 00000100:00000001:2.0:1767384292.533198:0:16815:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384292.533200:0:16815:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384292.533206:0:16815:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.533209:0:16815:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384292.533213:0:16815:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384292.533217:0:16815:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c883455b. 00010000:00000001:2.0:1767384292.533221:0:16815:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384292.533236:0:16815:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384292.533239:0:16815:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384292.533241:0:16815:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.533244:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384292.533244:0:16815:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.533249:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.533252:0:16815:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071729694 x1853236732501120/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:273/0 lens 328/224 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384292.533255:0:16771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384292.533280:0:16771:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:2.0:1767384292.533280:0:16815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071729694 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732501120:12345-0@lo:104: Request processed in 336us (612us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384292.533285:0:16771:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384292.533290:0:16771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6d8dd expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384292.533294:0:16815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384292.533299:0:16815:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008088def : new rpc_count 0 00000100:00000001:2.0:1767384292.533304:0:16815:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384292.533307:0:16815:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1767384292.533309:0:16771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001033a6d7 already unused, calling callback (00000000081d0b67) 00000020:00000010:2.0:1767384292.533312:0:16815:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000076d84c22. 10000000:00000001:3.0:1767384292.533313:0:16771:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384292.533317:0:16771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf83434fd52e6d8dd expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384292.533319:0:16815:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4c6c871. 00000020:00000010:2.0:1767384292.533326:0:16815:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7328db8. 00010000:00000001:3.0:1767384292.533331:0:16771:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:2.0:1767384292.533334:0:16815:0:(genops.c:898:class_export_put()) PUTting export 0000000008088def : new refcount 2 00010000:00000001:3.0:1767384292.533335:0:16771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384292.533338:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384292.533340:0:16815:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384292.533341:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001033a6d7 refcount=3 00000020:00000001:3.0:1767384292.533346:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:3.0:1767384292.533351:0:16771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:3.0:1767384292.533359:0:16771:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384292.533362:0:16771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf83434fd52e6d8dd expref: -99 pid: 16780 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384292.533371:0:16771:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384292.533373:0:16771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf83434fd52e6d8dd expref: -99 pid: 16780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384292.533381:0:16771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384292.533386:0:16771:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384292.533389:0:16771:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384292.533401:0:16771:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384292.533405:0:16771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384292.533408:0:16771:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384292.533419:0:16771:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384292.533422:0:16771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384292.533425:0:16771:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 2 10000000:00000001:3.0:1767384292.533429:0:16771:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384292.533432:0:16771:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.533437:0:16771:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384292.533442:0:16771:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384292.533446:0:16771:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384292.533450:0:16771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.533454:0:16771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384292.533460:0:16771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001033a6d7 with handle 0xf83434fd52e6d8d6 from hash 00010000:00000001:3.0:1767384292.533465:0:16771:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384292.533467:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.533469:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.533472:0:16771:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384292.533511:0:16771:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384292.533515:0:16771:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384292.533523:0:16771:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384292.533529:0:16771:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384292.533535:0:16771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875a93f1. 00000020:00000040:3.0:1767384292.533539:0:16771:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384292.533543:0:16771:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384292.533547:0:16771:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384292.533551:0:16771:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384292.533557:0:16771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007dfd6a9c. 00000100:00000001:3.0:1767384292.533564:0:16771:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.533571:0:16771:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384292.533576:0:16771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6d8dd expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384292.533588:0:16771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384292.533590:0:16771:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.533597:0:16771:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384292.533599:0:16771:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384292.533614:0:16771:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000875a93f1] to pc [ptlrpcd_00_00+0] req@00000000875a93f1 x1853236732501248/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384292.533653:0:16771:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384292.533657:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.533659:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.533661:0:16771:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.533662:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384292.533665:0:16771:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.533667:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384292.533669:0:16771:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.533670:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:3.0:1767384292.533676:0:16771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6d8dd expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384292.533680:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000875a93f1 x1853236732501248/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384292.533686:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384292.533689:0:16771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 000000001033a6d7/0xf83434fd52e6d8d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6d8dd expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384292.533705:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000040:3.0:1767384292.533706:0:16771:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000486a4273 count: 0 00000100:00000001:2.0:1767384292.533708:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.533713:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767384292.533714:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.533717:0:16771:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384292.533718:0:16771:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c883455b. 00010000:00000001:3.0:1767384292.533721:0:16771:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.533723:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384292.533728:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384292.533731:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000875a93f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732501248:0@lo:103: 00000020:00000001:3.0:1767384292.533733:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384292.533737:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.533739:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1767384292.533740:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384292.533743:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384292.533744:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384292.533745:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.533748:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.533749:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384292.533752:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384292.533753:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384292.533754:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.533758:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767384292.533760:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c871e83. 02000000:00000001:2.0:1767384292.533764:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384292.533769:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9ffd843. 00000400:00000010:2.0:1767384292.533774:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a834cd4. 00000100:00000200:2.0:1767384292.533777:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732501248, portal 18 00000100:00000001:2.0:1767384292.533779:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384292.533782:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208698624 : -119698500852992 : ffff932285606300) 00000100:00000040:2.0:1767384292.533786:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000875a93f1 x1853236732501248/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.533794:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384292.533797:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384292.533802:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fea967e8. 00000100:00000200:2.0:1767384292.533804:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732501248, offset 0 00000400:00000200:2.0:1767384292.533811:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384292.533819:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384292.533826:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d201d00 00000400:00000200:2.0:1767384292.533832:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:2.0:1767384292.533837:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384292.533842:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384292.533847:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384292.533849:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384292.533852:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b2a69a0. 00000100:00000040:2.0:1767384292.533855:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000008b2a69a0 x1853236732501248 msgsize 328 00000100:00100000:2.0:1767384292.533859:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384292.533870:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384292.533875:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fea967e8 00000400:00000010:2.0:1767384292.533876:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fea967e8. 00000100:00000001:2.0:1767384292.533886:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384292.533891:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000875a93f1 x1853236732501248/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.533900:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384292.533904:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000875a93f1 x1853236732501248/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.533911:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.533913:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384292.533918:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.533921:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294880446 00000100:00000001:2.0:1767384292.533926:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294880445 00000100:00000001:2.0:1767384292.533931:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294880446 00000100:00000001:2.0:1767384292.533934:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294880445 00000100:00000001:2.0:1767384292.533937:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294880446 00000100:00000001:2.0:1767384292.533940:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294880445 00000100:00000001:2.0:1767384292.533944:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294880446 00000100:00000001:2.0:1767384292.533948:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294880445 00000100:00000001:2.0:1767384292.533950:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384292.533952:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.533955:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.533957:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.533963:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384292.533965:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384292.533968:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.533969:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384292.533971:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.533973:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.533997:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384292.534000:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732501248 02000000:00000001:3.0:1767384292.534002:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384292.534003:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384292.534004:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384292.534006:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384292.534015:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732501248 00000020:00000001:3.0:1767384292.534016:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384292.534017:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384292.534018:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384292.534020:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=17 00000020:00000001:3.0:1767384292.534023:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384292.534025:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384292.534028:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384292.534030:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d8939428. 00000100:00000001:3.0:1767384292.534032:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384292.534034:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d8939428. 00000020:00000010:3.0:1767384292.534038:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b49950f7. 00000020:00000010:3.0:1767384292.534042:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000388649da. 00000020:00000010:3.0:1767384292.534045:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f160fa93. 00000100:00000040:3.0:1767384292.534050:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384292.534052:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384292.534053:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384292.534055:0:16770:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384292.534057:0:16770:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.534059:0:16770:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384292.534061:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384292.534062:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384292.534063:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=4 00000020:00000001:3.0:1767384292.534065:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:3.0:1767384292.534067:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00010000:3.0:1767384292.534070:0:16770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6d8dd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6d8d6 expref: 17 pid: 16777 timeout: 363 lvb_type: 0 00010000:00000001:3.0:1767384292.534075:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.534076:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.534077:0:16770:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.534079:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.534113:0:16770:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384292.534117:0:16770:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008b2a69a0 x1853236732501248/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:273/0 lens 328/0 e 0 to 0 dl 1767384303 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.534129:0:16770:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384292.534131:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.534144:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384292.534166:0:16769:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e8be50ae. 00000100:00000001:0.0:1767384292.534176:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384292.534179:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384292.534184:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384292.534188:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 3 00000100:00000001:0.0:1767384292.534191:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376012928128 : -119697696623488 : ffff9322b54ff480) 00000100:00000040:0.0:1767384292.534198:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008b2a69a0 x1853236732501248/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:273/0 lens 328/0 e 0 to 0 dl 1767384303 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.534210:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384292.534215:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005579ed28. 00000100:00000001:0.0:1767384292.534218:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384292.534228:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005579ed28. 00000100:00100000:0.0:1767384292.534236:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008b2a69a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+17:16146:x1853236732501248:12345-0@lo:103: 00000100:00000200:0.0:1767384292.534241:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732501248 00010000:00000001:0.0:1767384292.534245:0:16769:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384292.534248:0:16769:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384292.534251:0:16769:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384292.534271:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384292.534274:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384292.534278:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000894b7dd2. 02000000:00000001:0.0:1767384292.534281:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.534284:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.534287:0:16769:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384292.534289:0:16769:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384292.534291:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384292.534293:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384292.534295:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=4 00000020:00000001:0.0:1767384292.534297:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:0.0:1767384292.534300:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000040:0.0:1767384292.534304:0:16769:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005a562025 count: 3 00010000:00010000:0.0:1767384292.534308:0:16769:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6d8dd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6d8d6 expref: 17 pid: 16777 timeout: 363 lvb_type: 0 00000100:00001000:0.0:1767384292.534317:0:16769:0:(import.c:2128:obd_at_measure()) add 0 to 000000002788824c time=1767384292 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384292.534321:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384292.534328:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.534331:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384292.534333:0:16769:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6d8dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf83434fd52e6d8d6 expref: 17 pid: 16777 timeout: 363 lvb_type: 0 00000020:00000001:0.0:1767384292.534341:0:16769:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384292.534344:0:16769:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384292.534346:0:16769:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.534348:0:16769:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.534352:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384292.534361:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384292.534368:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.534370:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384292.534373:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384292.534375:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384292.534378:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ed4520fc with handle 0xf83434fd52e6d8dd from hash 00010000:00000001:0.0:1767384292.534382:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384292.534384:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.534385:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384292.534387:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384292.534390:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384292.534392:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384292.534395:0:16769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6d8dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf83434fd52e6d8d6 expref: 17 pid: 16777 timeout: 363 lvb_type: 0 00010000:00000040:0.0:1767384292.534402:0:16769:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 9 00000020:00000040:0.0:1767384292.534405:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 16 00010000:00000001:0.0:1767384292.534413:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384292.534416:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384292.534418:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384292.534421:0:16769:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000008b3e50e6 00010000:00000001:0.0:1767384292.534423:0:16769:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384292.534425:0:16769:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384292.534428:0:16769:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384292.534430:0:16769:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384292.534433:0:16769:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384292.534436:0:16769:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384292.534438:0:16769:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384292.534441:0:16769:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.534448:0:16769:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384292.534451:0:16769:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384292.534453:0:16769:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384292.534455:0:16769:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384292.534457:0:16769:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005a562025) refcount = 2 00010000:00010000:0.0:1767384292.534461:0:16769:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.534476:0:16769:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384292.534509:0:16769:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384292.534511:0:16769:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384292.534514:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384292.534519:0:16769:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005579ed28. 00000100:00000001:0.0:1767384292.534522:0:16769:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384292.534526:0:16769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f28a09c. 00000100:00000001:0.0:1767384292.534528:0:16769:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370887075136 : -119702822476480 : ffff932183c9a540) 00000100:00000001:0.0:1767384292.534530:0:16769:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370887075136 : -119702822476480 : ffff932183c9a540) 00000100:00000001:0.0:1767384292.534533:0:16769:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384292.534535:0:16769:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384292.534537:0:16769:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384292.534540:0:16769:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384292.534544:0:16769:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002553396s 00010000:00000001:0.0:1767384292.534546:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384292.534548:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384292.534551:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008b3e50e6 refcount=5 00000020:00000001:0.0:1767384292.534554:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:0.0:1767384292.534557:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:0.0:1767384292.534560:0:16769:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384292.534562:0:16769:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.534570:0:16769:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384292.534573:0:16769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.534580:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.534582:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384292.534585:0:16769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.534591:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384292.534601:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.534604:0:16769:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384292.534607:0:16769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384292.534613:0:16769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008b3e50e6 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384292.534617:0:16769:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384292.534620:0:16769:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384292.534622:0:16769:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.534628:0:16769:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384292.534631:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384292.534633:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384292.534635:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008b3e50e6 refcount=6 00000020:00000001:0.0:1767384292.534638:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:0.0:1767384292.534640:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:0.0:1767384292.534644:0:16769:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384292.534645:0:16769:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.534652:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384292.534655:0:16769:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384292.534656:0:16769:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.534672:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384292.534675:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384292.534677:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384292.534680:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384292.534683:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008b3e50e6 with handle 0xf83434fd52e6d8eb from hash 00010000:00000001:0.0:1767384292.534686:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384292.534688:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.534690:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384292.534692:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384292.534694:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384292.534696:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384292.534699:0:16798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.534707:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384292.534708:0:16798:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384292.534711:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384292.534712:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384292.534719:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.534720:0:16769:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.534727:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384292.534728:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384292.534732:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.534733:0:16769:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384292.534734:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384292.534737:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384292.534740:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.534744:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384292.534746:0:16769:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.534748:0:16769:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.534751:0:16769:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384292.534755:0:16769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.534762:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.534764:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384292.534765:0:16769:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384292.534768:0:16769:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384292.534770:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.534772:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384292.534774:0:16769:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384292.534778:0:16769:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384292.534780:0:16769:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.534783:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384292.534785:0:16769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6d8eb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.534798:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384292.534800:0:16769:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.534803:0:16769:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384292.534806:0:16769:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384292.534809:0:16769:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.534812:0:16769:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.534814:0:16769:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384292.534816:0:16769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006f28a09c. 00000100:00000001:0.0:1767384292.534821:0:16769:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384292.534823:0:16769:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384292.534826:0:16769:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005579ed28. 00010000:00000001:0.0:1767384292.534830:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384292.534839:0:16769:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005a562025 count: 0 00010000:00010000:0.0:1767384292.534845:0:16769:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384292.534847:0:16769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384292.534850:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384292.534852:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384292.534855:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384292.534858:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384292.534860:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384292.534862:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384292.534865:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384292.534867:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.534870:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384292.534873:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384292.534877:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000100:00000200:0.0:1767384292.534881:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732501248, offset 224 00000400:00000200:0.0:1767384292.534889:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.534897:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.534903:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d201d00 00000400:00000200:0.0:1767384292.534907:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1179 [1] + 224 00000400:00000200:0.0:1767384292.534911:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.534914:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384292.534919:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384292.534922:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000875a93f1 x1853236732501248/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384292.534931:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000875a93f1 x1853236732501248/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.534950:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384292.534959:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000100:00000001:3.0:1767384292.534961:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384292.534962:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00000001:3.0:1767384292.534964:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384292.534970:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384292.534971:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384292.534975:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384292.534975:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384292.534981:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9ffd843. 00000400:00000200:3.0:1767384292.534985:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a834cd4 00000100:00000001:0.0:1767384292.534985:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384292.534990:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a834cd4. 00000100:00000040:0.0:1767384292.534993:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:3.0:1767384292.534995:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384292.534999:0:16769:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384292.535001:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000875a93f1 x1853236732501248/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384292.535011:0:16769:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384292.535016:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000875a93f1 x1853236732501248/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384292.535020:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b2a69a0 x1853236732501248/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:273/0 lens 328/224 e 0 to 0 dl 1767384303 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.535032:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384292.535035:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.535038:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384292.535040:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008b2a69a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16146:x1853236732501248:12345-0@lo:103: Request processed in 826us (1180us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384292.535041:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384292.535044:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384292.535048:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384292.535051:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384292.535053:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384292.535057:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:0.0:1767384292.535061:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384292.535063:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=12 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384292.535064:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384292.535070:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=12 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384292.535070:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000388649da. 00000020:00000010:0.0:1767384292.535077:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f160fa93. 00000100:00000001:3.0:1767384292.535078:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384292.535081:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384292.535084:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b49950f7. 00010000:00000001:3.0:1767384292.535085:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384292.535088:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.535091:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384292.535092:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000001:0.0:1767384292.535096:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384292.535097:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000875a93f1 x1853236732501248/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.535105:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384292.535107:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384292.535108:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384292.535112:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875a93f1 x1853236732501248/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384292.535118:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000875a93f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732501248:0@lo:103: 00000100:00000001:3.0:1767384292.535122:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.535124:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384292.535126:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000875a93f1 x1853236732501248/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.535131:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384292.535132:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384292.535134:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c871e83. 02000000:00000001:3.0:1767384292.535137:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384292.535138:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384292.535139:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384292.535141:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384292.535142:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007dfd6a9c. 02000000:00000001:3.0:1767384292.535145:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384292.535155:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384292.535155:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875a93f1. 00000100:00000001:3.0:1767384292.535158:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384292.535159:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.535161:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.535165:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384292.535171:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.535173:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384292.535175:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.538512:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294880446, at 4294880447 00000100:00000010:2.0:1767384292.538520:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098aa4318. 00000100:00000040:3.0:1767384292.538525:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294880446, at 4294880447 00000100:00000040:0.0:1767384292.538527:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294880446, at 4294880447 00000100:00000010:3.0:1767384292.538536:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000535e67aa. 00000100:00000010:0.0:1767384292.538538:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9328321. 00010000:00000010:0.1F:1767384292.539981:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed4520fc. 00010000:00000010:0.1:1767384292.539996:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008b3e50e6. 00010000:00000010:0.1:1767384292.540002:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005a562025. 00010000:00000010:3.1:1767384292.540511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000486a4273. 00010000:00000010:3.1:1767384292.540520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001033a6d7. 00080000:00000001:0.0:1767384292.541187:0:16776:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384292.541192:0:16776:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:0.0:1767384292.541196:0:16776:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384292.541201:0:16776:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384292.541206:0:16776:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384292.541216:0:16776:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384292.541220:0:16776:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384292.541228:0:16776:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384292.541230:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384292.541234:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384292.541237:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384292.541240:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384292.541242:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384292.541248:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000921f0aa6. 00010000:00000001:3.0:1767384292.541251:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384292.541254:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e46fa91b. 00000020:00000001:3.0:1767384292.541267:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384292.541270:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e46fa91b with handle 0xf83434fd52e6d8f2 to hash 00000020:00000001:3.0:1767384292.541273:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384292.541274:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384292.541277:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384292.541279:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.541280:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.541282:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6d8f2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.541288:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384292.541290:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384292.541309:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384292.541311:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384292.541324:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.541326:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384292.541327:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.541329:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384292.541331:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384292.541332:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384292.541333:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384292.541335:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000921f0aa6) refcount = 1 00010000:00010000:3.0:1767384292.541337:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6d8f2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.541348:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384292.541349:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384292.541351:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.541353:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.541355:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384292.541357:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384292.541359:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002553396s 00010000:00000001:3.0:1767384292.541361:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384292.541363:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384292.541364:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e46fa91b refcount=4 00000020:00000001:3.0:1767384292.541366:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384292.541368:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384292.541370:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384292.541371:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6d8f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.541375:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384292.541376:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6d8f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.541380:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.541381:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384292.541382:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6d8f2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.541386:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.541387:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.541389:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384292.541390:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6d8f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384292.541395:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e46fa91b already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384292.541397:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384292.541404:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384292.541406:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6d8f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.541411:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384292.541412:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384292.541413:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384292.541414:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e46fa91b refcount=5 00000020:00000001:3.0:1767384292.541416:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384292.541418:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384292.541419:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384292.541421:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6d8f2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.541424:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384292.541425:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384292.541426:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.541428:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384292.541429:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384292.541431:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.541432:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384292.541434:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e46fa91b with handle 0xf83434fd52e6d8f2 from hash 00010000:00000001:3.0:1767384292.541435:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384292.541436:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.541437:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.541438:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384292.541439:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384292.541440:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384292.541441:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384292.541442:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.541443:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.541445:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384292.541447:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384292.541450:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.541452:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.541454:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.541462:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.541464:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.541466:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6d8f2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.541472:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.541474:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.541476:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384292.541477:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384292.541479:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.541481:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.541482:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384292.541485:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384292.541487:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.541490:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6d8f2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.541532:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384292.541534:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384292.541536:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6d8f2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384292.541540:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000921f0aa6 count: 0 00010000:00000001:3.0:1767384292.541553:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384292.541555:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384292.542537:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.542541:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384292.542545:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384292.542551:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384292.542553:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047e096ab. 00000400:00000200:2.0:1767384292.542557:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002576d949 00000400:00000010:2.0:1767384292.542559:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002576d949. 00000100:00000001:2.0:1767384292.542563:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384292.542567:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef507b01 x1853236732500864/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384292.542579:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef507b01 x1853236732500864/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.542587:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384292.542589:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.542593:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384292.542595:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384292.542597:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384292.542599:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.542601:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384292.542604:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=12 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384292.542608:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384292.542611:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384292.542612:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384292.542614:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384292.542617:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.542619:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.542623:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef507b01 x1853236732500864/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.542631:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384292.542633:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384292.542635:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384292.542639:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384292.542641:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384292.542643:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384292.542644:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384292.542646:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384292.542648:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384292.542650:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384292.542652:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384292.542658:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384292.542660:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384292.542664:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef507b01 x1853236732500864/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384292.542673:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef507b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732500864:0@lo:253: 00000100:00000001:2.0:1767384292.542678:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.542681:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384292.542683:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef507b01 x1853236732500864/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.542691:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384292.542693:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384292.542696:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002a80c20f. 02000000:00000001:2.0:1767384292.542715:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384292.542717:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384292.542718:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384292.542721:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384292.542723:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000098623427. 02000000:00000001:2.0:1767384292.542727:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384292.542729:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384292.542730:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef507b01. 00000100:00000001:2.0:1767384292.542733:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384292.542735:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.542737:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.542743:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384292.542745:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.542747:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.542749:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384292.544237:0:16776:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384292.544240:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384292.544241:0:16776:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000026f5023c. 20000000:00000001:0.0:1767384292.544245:0:16776:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384292.544248:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732500992 00010000:00000001:0.0:1767384292.544250:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384292.544254:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008c64cb65 x1853236732500992/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:273/0 lens 4848/4768 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384292.544275:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384292.544281:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384292.544283:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384292.544285:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384292.544287:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384292.544288:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384292.544290:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384292.544307:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.544309:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384292.544311:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384292.544313:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2b79c4e. 00000100:00000200:0.0:1767384292.544315:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732500992, offset 224 00000400:00000200:0.0:1767384292.544318:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.544323:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.544327:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d201c00 00000400:00000200:0.0:1767384292.544331:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1161 [2] + 224 00000400:00000200:0.0:1767384292.544336:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.544338:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384292.544341:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384292.544344:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e993f2ff x1853236732500992/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384292.544350:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e993f2ff x1853236732500992/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.544365:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384292.544369:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b79c4e 00000400:00000010:0.0:1767384292.544370:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2b79c4e. 00000100:00000001:0.0:1767384292.544372:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384292.544372:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384292.544375:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384292.544376:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384292.544390:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384292.544391:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.544393:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384292.544397:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c64cb65 x1853236732500992/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:273/0 lens 4848/4768 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.544399:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384292.544402:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384292.544407:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384292.544410:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384292.544413:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edebd2d9. 00000400:00000200:3.0:1767384292.544420:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb60b2a7 00000400:00000010:3.0:1767384292.544423:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb60b2a7. 00000100:00100000:0.0:1767384292.544424:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008c64cb65 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732500992:12345-0@lo:253: Request processed in 21308us (21693us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384292.544428:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384292.544434:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000200:3.0:1767384292.544435:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e993f2ff x1853236732500992/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384292.544438:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:0.0:1767384292.544443:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384292.544446:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384292.544450:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b1bf596. 00000100:00000200:3.0:1767384292.544455:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e993f2ff x1853236732500992/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.544455:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000026a4d45b. 00000020:00000010:0.0:1767384292.544459:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001ea2b11. 00000020:00000040:0.0:1767384292.544465:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:0.0:1767384292.544469:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384292.544471:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000259b0825. 02000000:00000001:0.0:1767384292.544474:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384292.544475:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384292.544501:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.544506:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfdf0dcb. 00000400:00000010:0.0:1767384292.544511:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2b79c4e. 00000100:00000001:3.0:1767384292.544528:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384292.544532:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.544535:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384292.544536:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384292.544537:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384292.544539:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384292.544541:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384292.544543:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=12 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384292.544546:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384292.544548:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384292.544550:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.544551:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384292.544553:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.544554:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384292.544557:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e993f2ff x1853236732500992/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.544562:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384292.544564:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384292.544565:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384292.544568:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384292.544569:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384292.544571:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384292.544572:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384292.544573:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384292.544574:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384292.544587:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384292.544589:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384292.544590:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384292.544592:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e993f2ff x1853236732500992/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384292.544597:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e993f2ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732500992:0@lo:253: 00000100:00000001:3.0:1767384292.544602:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.544603:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384292.544606:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e993f2ff x1853236732500992/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.544620:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384292.544623:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384292.544625:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000064d07fad. 02000000:00000001:3.0:1767384292.544629:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384292.544631:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384292.544632:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384292.544635:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384292.544637:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c6eb127b. 02000000:00000001:3.0:1767384292.544641:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384292.544642:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384292.544643:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e993f2ff. 00000100:00000001:3.0:1767384292.544647:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384292.544649:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.544651:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.544657:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384292.544659:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.544661:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384292.544664:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384292.546501:0:18579:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000921f0aa6. 00010000:00000010:3.1:1767384292.546510:0:18579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e46fa91b. 00000020:00000001:2.0:1767384292.731861:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384292.731869:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384292.731875:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384293.051544:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384293.051551:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:2.0:1767384293.051556:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384293.051559:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384293.051560:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384293.051561:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384293.051571:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384293.051573:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384293.051575:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 7 10000000:00000001:2.0:1767384293.051577:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384293.051579:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384293.051586:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef507b01. 00000020:00000040:2.0:1767384293.051590:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384293.051595:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384293.051599:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384293.051605:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384293.051613:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c230a74a. 00000100:00000001:2.0:1767384293.051622:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.051627:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384293.051631:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384293.051639:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000335ecccd. 00010000:00000001:2.0:1767384293.051645:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384293.051649:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005ab07e97. 00000020:00000001:2.0:1767384293.051655:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384293.051658:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005ab07e97 with handle 0xf83434fd52e6d8f9 to hash 00000020:00000001:2.0:1767384293.051661:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384293.051662:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515163648 : -119698194387968 : ffff932297a4ac00) 00010000:00000001:2.0:1767384293.051666:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515163648 : -119698194387968 : ffff932297a4ac00) 00010000:00000001:2.0:1767384293.051670:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384293.051673:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384293.051677:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384293.051686:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384293.051695:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384293.051699:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384293.051701:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384293.051713:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000952714db. 00000100:00000001:2.0:1767384293.051715:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375406307200 : -119698303244416 : ffff93229127a780) 00000100:00000001:2.0:1767384293.051718:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384293.051719:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012918272 : -119697696633344 : ffff9322b54fce00) 00000100:00000001:2.0:1767384293.051724:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384293.051726:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.051728:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384293.051730:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384293.051738:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef507b01 x1853236732501376/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.051746:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384293.051747:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.051751:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384293.051754:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384293.051772:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384293.051775:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef507b01 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732501376:0@lo:101: 00000100:00000001:2.0:1767384293.051779:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384293.051785:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384293.051788:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.051790:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384293.051793:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000078ee9b53. 02000000:00000001:2.0:1767384293.051796:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384293.051802:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c328e67. 00000400:00000010:2.0:1767384293.051808:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fea967e8. 00000100:00000200:2.0:1767384293.051814:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732501376, portal 25 00000100:00000001:2.0:1767384293.051815:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384293.051816:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012918272 : -119697696633344 : ffff9322b54fce00) 00000100:00000040:2.0:1767384293.051819:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef507b01 x1853236732501376/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384309 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.051826:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384293.051829:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384293.051831:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8bceba2. 00000100:00000200:2.0:1767384293.051833:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732501376, offset 0 00000400:00000200:2.0:1767384293.051838:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384293.051857:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384293.051869:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d201d80 00000400:00000200:2.0:1767384293.051874:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1b9 [2] + 0 00000400:00000010:2.0:1767384293.051878:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe136a10. 00000400:00000200:2.0:1767384293.051881:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004a4f508a 00000400:00000200:2.0:1767384293.051887:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384293.051890:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384293.051895:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4f508a 00000400:00000010:2.0:1767384293.051896:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a4f508a. 00000100:00000001:2.0:1767384293.051900:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384293.051902:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384293.051905:0:16780:0:(events.c:337:request_in_callback()) incoming req@000000004c60ef66 x1853236732501376 msgsize 328 00000100:00100000:2.0:1767384293.051908:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384293.051910:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384293.051918:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384293.051925:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8bceba2 00000400:00000010:2.0:1767384293.051927:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8bceba2. 00000100:00000001:2.0:1767384293.051931:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384293.051934:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef507b01 x1853236732501376/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384309 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.051943:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384293.051945:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ef507b01 x1853236732501376/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384309 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.051951:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.051952:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384293.051955:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384293.051957:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384293.051960:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732501376 00000100:00000001:2.0:1767384293.051963:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294880964 02000000:00000001:0.0:1767384293.051965:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1767384293.051968:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000197ca5dd. 00000100:00000001:0.0:1767384293.051969:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384293.051973:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.051981:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384293.051982:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384293.051988:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732501376 00000100:00000001:2.0:1767384293.051990:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294880964 00000020:00000001:0.0:1767384293.051992:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384293.051995:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000010:2.0:1767384293.051997:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8ed4a7e. 00000020:00000001:0.0:1767384293.052002:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384293.052005:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000020:00000040:0.0:1767384293.052006:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000001:2.0:1767384293.052011:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294880964 00000020:00000001:0.0:1767384293.052012:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384293.052014:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384293.052021:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1767384293.052022:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ea1b2a. 00000100:00000001:2.0:1767384293.052026:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000020:00000010:0.0:1767384293.052027:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b660b060. 00000100:00000001:2.0:1767384293.052029:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294880964 00000100:00000010:2.0:1767384293.052033:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e5993fe. 00000100:00000001:2.0:1767384293.052035:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384293.052038:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384293.052040:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384293.052043:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384293.052044:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b660b060. 00000100:00000001:2.0:1767384293.052047:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384293.052050:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384293.052052:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ccc9bc4. 00000100:00100000:2.0:1767384293.052053:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 00000000952714db going to sleep for 11 seconds 00000100:00000001:2.0:1767384293.052059:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384293.052061:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b143d57. 00000100:00000001:2.0:1767384293.052063:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384293.052068:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000004980b65. 00000100:00000040:0.0:1767384293.052080:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384293.052084:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384293.052085:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384293.052087:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.052096:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.052126:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.052136:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384293.052138:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384293.052144:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:0.0:1767384293.052147:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384293.052149:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141073488 : -119697568478128 : ffff9322bcf34c50) 00000100:00000040:0.0:1767384293.052154:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c60ef66 x1853236732501376/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:274/0 lens 328/0 e 0 to 0 dl 1767384304 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.052162:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384293.052163:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b660b060. 00000100:00000001:0.0:1767384293.052165:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384293.052166:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b660b060. 00000100:00100000:0.0:1767384293.052169:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c60ef66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16780:x1853236732501376:12345-0@lo:101: 00000100:00000200:0.0:1767384293.052173:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732501376 00000020:00000001:0.0:1767384293.052176:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384293.052179:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384293.052181:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384293.052183:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384293.052185:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:0.0:1767384293.052187:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384293.052189:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384293.052191:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384293.052197:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384293.052200:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384293.052202:0:16776:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384293.052205:0:16776:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384293.052207:0:16776:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384293.052219:0:16776:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384293.052221:0:16776:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.052226:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384293.052231:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007b7de85f. 00010000:00000001:0.0:1767384293.052233:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384293.052235:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f775b105. 00000020:00000001:0.0:1767384293.052237:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384293.052239:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f775b105 with handle 0xf83434fd52e6d900 to hash 00000020:00000001:0.0:1767384293.052240:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384293.052241:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384293.052243:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00010000:0.0:1767384293.052245:0:16776:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000f775b105/0xf83434fd52e6d900 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf83434fd52e6d8f9 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384293.052268:0:16776:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e25b4a2c : new locks_count 10 00000020:00000040:0.0:1767384293.052270:0:16776:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:0.0:1767384293.052279:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384293.052281:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384293.052285:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000097b12895. 02000000:00000001:0.0:1767384293.052298:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.052300:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.052302:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384293.052322:0:16776:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384293.052325:0:16776:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384293.052327:0:16776:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384293.052329:0:16776:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384293.052330:0:16776:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384293.052331:0:16776:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384293.052333:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384293.052335:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384293.052337:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384293.052342:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384293.052344:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007b7de85f) refcount = 1 00010000:00010000:0.0:1767384293.052347:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f775b105/0xf83434fd52e6d900 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf83434fd52e6d8f9 expref: 15 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384293.052352:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384293.052353:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384293.052354:0:16776:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384293.052356:0:16776:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.052357:0:16776:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384293.052360:0:16776:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384293.052362:0:16776:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000f775b105/0xf83434fd52e6d900 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d8f9 expref: 15 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384293.052367:0:16776:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384293.052369:0:16776:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384293.052371:0:16776:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384293.052373:0:16776:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.052374:0:16776:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384293.052376:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.052377:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384293.052378:0:16776:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000f775b105, rc 0) 00000020:00000001:0.0:1767384293.052380:0:16776:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384293.052383:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732501376 00010000:00000001:0.0:1767384293.052385:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384293.052389:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c60ef66 x1853236732501376/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:274/0 lens 328/344 e 0 to 0 dl 1767384304 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384293.052395:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384293.052397:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384293.052401:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384293.052404:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384293.052406:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384293.052408:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384293.052410:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384293.052412:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.052418:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384293.052420:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384293.052422:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000100:00000200:0.0:1767384293.052425:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732501376, offset 224 00000400:00000200:0.0:1767384293.052428:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384293.052433:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384293.052439:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d201d80 00000400:00000200:0.0:1767384293.052442:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1195 [1] + 224 00000400:00000200:0.0:1767384293.052446:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384293.052448:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384293.052450:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384293.052453:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef507b01 x1853236732501376/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384309 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384293.052460:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000ef507b01 x1853236732501376/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384309 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.052474:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384293.052510:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384293.052512:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00000001:0.0:1767384293.052514:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384293.052516:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384293.052519:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384293.052521:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384293.052523:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384293.052525:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384293.052527:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384293.052530:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c60ef66 x1853236732501376/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:274/0 lens 328/344 e 0 to 0 dl 1767384304 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384293.052538:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c60ef66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732501376:12345-0@lo:101: Request processed in 374us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384293.052543:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000040:0.0:1767384293.052546:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:0.0:1767384293.052548:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384293.052550:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384293.052560:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b143d57. 00000020:00000010:0.0:1767384293.052565:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000004980b65. 00000020:00000010:0.0:1767384293.052568:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ccc9bc4. 00000020:00000040:0.0:1767384293.052573:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:0.0:1767384293.052577:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384293.052579:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000097b12895. 02000000:00000001:0.0:1767384293.052582:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384293.052584:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384293.052588:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384293.052592:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384293.052597:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d9a9969. 00000100:00000001:2.0:1767384293.052684:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384293.052690:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384293.052691:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384293.052693:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c328e67. 00000400:00000200:2.0:1767384293.052696:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fea967e8 00000400:00000010:2.0:1767384293.052697:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fea967e8. 00000100:00000001:2.0:1767384293.052699:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384293.052702:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef507b01 x1853236732501376/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384309 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384293.052709:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef507b01 x1853236732501376/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384309 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.052713:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384293.052715:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384293.052717:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384293.052720:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384293.052731:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384293.052732:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.052734:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384293.052738:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=13 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384293.052740:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384293.052743:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384293.052744:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.052746:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384293.052754:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.052756:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384293.052760:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef507b01 x1853236732501376/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384309 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.052766:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384293.052768:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384293.052770:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384293.052773:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef507b01 x1853236732501376/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384309 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384293.052777:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef507b01 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732501376:0@lo:101: 00000100:00000001:2.0:1767384293.052781:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384293.052783:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.052784:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384293.052786:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384293.052787:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef507b01 x1853236732501376/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384309 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.052791:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384293.052797:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000952714db. 00000100:00000001:2.0:1767384293.052799:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384293.052800:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.052802:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384293.052805:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384293.052806:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384293.052808:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005ab07e97 refcount=4 00000020:00000001:2.0:1767384293.052810:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515163648 : -119698194387968 : ffff932297a4ac00) 00010000:00000001:2.0:1767384293.052812:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515163648 : -119698194387968 : ffff932297a4ac00) 00010000:00000040:2.0:1767384293.052816:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000005ab07e97, remote cookie: 0xf83434fd52e6d900, flags: 0x0 00010000:00000001:2.0:1767384293.052818:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384293.052820:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384293.052822:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384293.052823:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384293.052824:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384293.052826:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000335ecccd) refcount = 1 00010000:00010000:2.0:1767384293.052832:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d900 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384293.052837:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384293.052838:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384293.052839:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384293.052841:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384293.052843:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384293.052845:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d900 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384293.052849:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384293.052850:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384293.052851:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384293.052851:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384293.052852:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384293.052853:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.052855:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384293.052857:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef507b01 x1853236732501376/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384309 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.052862:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384293.052864:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384293.052866:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000078ee9b53. 02000000:00000001:2.0:1767384293.052869:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384293.052870:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384293.052872:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384293.052874:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384293.052876:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c230a74a. 02000000:00000001:2.0:1767384293.052879:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384293.052880:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384293.052881:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef507b01. 00000100:00000001:2.0:1767384293.052884:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384293.052885:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384293.052886:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384293.052888:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384293.052889:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:2.0:1767384293.052891:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.052896:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384293.052898:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384293.052899:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005ab07e97 refcount=3 00000020:00000001:2.0:1767384293.052900:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515163648 : -119698194387968 : ffff932297a4ac00) 00010000:00000001:2.0:1767384293.052901:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515163648 : -119698194387968 : ffff932297a4ac00) 00010000:00000001:2.0:1767384293.052903:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384293.052904:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384293.052905:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384293.052906:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384293.052908:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384293.052911:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000046e4b890. 00000100:00000010:2.0:1767384293.052925:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef507b01. 00000020:00000040:2.0:1767384293.052927:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384293.052929:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384293.052930:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384293.052932:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384293.052934:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c230a74a. 00000100:00000001:2.0:1767384293.052936:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.052939:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384293.052941:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000078ee9b53. 00000100:00000010:2.0:1767384293.052943:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000002d266d3c. 00000020:00000040:2.0:1767384293.052944:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384293.052947:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384293.052948:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384293.052950:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000952714db. 00000100:00000001:2.0:1767384293.052952:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375406307200 : -119698303244416 : ffff93229127a780) 00000100:00000001:2.0:1767384293.052954:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384293.052955:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012918272 : -119697696633344 : ffff9322b54fce00) 00000100:00000001:2.0:1767384293.052957:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384293.052958:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.052960:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384293.052961:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384293.052963:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.052968:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384293.052973:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.052975:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384293.052977:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384293.052978:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384293.052980:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef507b01 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732501504:0@lo:256: 00000100:00000001:2.0:1767384293.052982:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384293.052984:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384293.052986:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.052988:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384293.052991:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c328e67. 00000400:00000010:2.0:1767384293.052995:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e48430b6. 00000100:00000200:2.0:1767384293.052998:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d201e00-0x695824d201e00, portal 33 00000100:00000001:2.0:1767384293.053001:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.053002:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384293.053004:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7328db8. 02000000:00000001:2.0:1767384293.053005:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384293.053006:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079bbfddf. 00000400:00000010:2.0:1767384293.053009:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fea967e8. 00000100:00000200:2.0:1767384293.053010:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732501504, portal 25 00000100:00000001:2.0:1767384293.053012:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384293.053013:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012918272 : -119697696633344 : ffff9322b54fce00) 00000100:00000040:2.0:1767384293.053015:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384309 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.053030:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384293.053032:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384293.053035:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8bceba2. 00000100:00000200:2.0:1767384293.053040:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732501504, offset 0 00000400:00000200:2.0:1767384293.053045:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384293.053052:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384293.053068:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d201e00 00000400:00000200:2.0:1767384293.053071:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1bd [2] + 0 00000400:00000010:2.0:1767384293.053074:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b6e7d1c. 00000400:00000200:2.0:1767384293.053076:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000084b58deb 00000400:00000200:2.0:1767384293.053084:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384293.053088:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384293.053091:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084b58deb 00000400:00000010:2.0:1767384293.053092:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084b58deb. 00000100:00000001:2.0:1767384293.053096:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384293.053097:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384293.053099:0:16780:0:(events.c:337:request_in_callback()) incoming req@000000006820ac86 x1853236732501504 msgsize 304 00000100:00100000:2.0:1767384293.053104:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384293.053105:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384293.053114:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384293.053119:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8bceba2 00000400:00000010:2.0:1767384293.053129:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8bceba2. 00000100:00000001:2.0:1767384293.053133:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384293.053136:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384309 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.053142:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384293.053146:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384309 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.053149:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384293.053152:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732501504 00000100:00000001:2.0:1767384293.053153:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.053155:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384293.053157:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384293.053158:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384293.053161:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.053162:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.053163:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.053166:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294880965 00000100:00100000:0.0:1767384293.053167:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732501504 00000020:00000001:0.0:1767384293.053172:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384293.053173:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:2.0:1767384293.053175:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294880964 00000020:00000001:0.0:1767384293.053175:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384293.053176:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:0.0:1767384293.053181:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384293.053183:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294880965 00000020:00000001:0.0:1767384293.053184:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384293.053188:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294880964 00000100:00000001:0.0:1767384293.053201:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384293.053203:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294880965 00000020:00000010:0.0:1767384293.053205:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b660b060. 00000100:00000001:2.0:1767384293.053207:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294880964 00000100:00000001:0.0:1767384293.053208:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384293.053211:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294880965 00000020:00000010:0.0:1767384293.053212:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b660b060. 00000100:00000001:2.0:1767384293.053218:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294880964 00000020:00000010:0.0:1767384293.053219:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ccc9bc4. 00000100:00000001:2.0:1767384293.053222:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384293.053223:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b143d57. 00000100:00000001:2.0:1767384293.053225:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384293.053227:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000004980b65. 00000100:00000001:2.0:1767384293.053228:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384293.053233:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384293.053235:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384293.053236:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384293.053239:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384293.053240:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 00000000952714db going to sleep for 11 seconds 00000100:00000001:0.0:1767384293.053241:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.053244:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384293.053245:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.053269:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.053278:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.053285:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384293.053286:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384293.053289:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000040:0.0:1767384293.053301:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384293.053302:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141070416 : -119697568481200 : ffff9322bcf34050) 00000100:00000040:0.0:1767384293.053306:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006820ac86 x1853236732501504/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:274/0 lens 304/0 e 0 to 0 dl 1767384304 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.053311:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384293.053313:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b660b060. 00000100:00000001:0.0:1767384293.053315:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384293.053316:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b660b060. 00000100:00100000:0.0:1767384293.053319:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006820ac86 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732501504:12345-0@lo:256: 00000100:00000200:0.0:1767384293.053321:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732501504 00000020:00000001:0.0:1767384293.053323:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384293.053325:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384293.053326:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384293.053327:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384293.053329:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:0.0:1767384293.053331:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384293.053331:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384293.053333:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384293.053334:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384293.053336:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.053338:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384293.053340:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384293.053341:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000097b12895. 02000000:00000001:0.0:1767384293.053343:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.053344:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384293.053347:0:16776:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384293.053350:0:16776:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384293.053352:0:16776:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384293.053359:0:16776:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384293.053361:0:16776:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384293.053362:0:16776:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384293.053364:0:16776:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384293.053366:0:16776:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b9263d97. 20000000:00000001:0.0:1767384293.053369:0:16776:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384293.053376:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384293.053382:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:01000000:0.0:1767384293.053388:0:16776:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 64, pages 4032/1/4/3. 20000000:00000040:0.0:1767384293.053392:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384293.053394:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:01000000:0.0:1767384293.053395:0:16776:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 64, pages 3968/1/4/3. 20000000:01000000:0.0:1767384293.053397:0:16776:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 128, version 8 20000000:00000001:0.0:1767384293.053398:0:16776:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:0.0:1767384293.053400:0:16776:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384293.053403:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c29edc1b. 00000100:00000010:0.0:1767384293.053405:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f8bf510a. 00000020:00000040:0.0:1767384293.053406:0:16776:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=16 00010000:00000001:0.0:1767384293.053409:0:16776:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384293.053411:0:16776:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384293.053414:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000400:00000010:0.0:1767384293.053419:0:16776:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dda1ec6b. 00000400:00000200:0.0:1767384293.053422:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384293.053430:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384293.053434:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 128 into portal 33 MB=0x695824d201e00 00000400:00000200:0.0:1767384293.053437:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 128/128 into md 0x11a5 [4] + 0 00000400:00000010:0.0:1767384293.053440:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c328e67. 00000400:00000200:0.0:1767384293.053442:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e48430b6 00000400:00000200:0.0:1767384293.053444:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384293.053447:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384293.053449:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48430b6 00000400:00000010:0.0:1767384293.053450:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e48430b6. 00000100:00000001:0.0:1767384293.053452:0:16776:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384293.053454:0:16776:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000ef507b01 desc 0000000078ee9b53 mbits 1853236732501504 00000100:00000001:0.0:1767384293.053464:0:16776:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384293.053472:0:16776:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384293.053493:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:2.0:1767384293.053506:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384293.053507:0:16776:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x11b1 00000100:00000001:2.0:1767384293.053511:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384293.053512:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384293.053520:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384293.053524:0:16776:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384293.053525:0:16776:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000c29edc1b 00000100:00000001:0.0:1767384293.053527:0:16776:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384293.053534:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384293.053535:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00000001:0.0:1767384293.053537:0:16776:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384293.053538:0:16776:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c29edc1b 00000100:00000001:0.0:1767384293.053539:0:16776:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384293.053543:0:16776:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 128 bytes via portal 33 id 12345-0@lo mbits 0x695824d201e00-0x695824d201e00 00000100:00000001:0.0:1767384293.053545:0:16776:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.053549:0:16776:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.053550:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384293.053552:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000010:0.0:1767384293.053554:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f8bf510a. 00000100:00000010:0.0:1767384293.053556:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c29edc1b. 00000100:00000001:0.0:1767384293.053558:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384293.053559:0:16776:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384293.053565:0:16776:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b9263d97. 20000000:00000001:0.0:1767384293.053567:0:16776:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384293.053569:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732501504 00010000:00000001:0.0:1767384293.053571:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384293.053574:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006820ac86 x1853236732501504/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:274/0 lens 304/240 e 0 to 0 dl 1767384304 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384293.053579:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384293.053580:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384293.053582:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384293.053584:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384293.053585:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384293.053587:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384293.053589:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384293.053595:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.053597:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384293.053598:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384293.053600:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000100:00000200:0.0:1767384293.053602:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732501504, offset 224 00000400:00000200:0.0:1767384293.053604:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384293.053609:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384293.053613:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d201e00 00000400:00000200:0.0:1767384293.053616:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x11a9 [1] + 224 00000400:00000200:0.0:1767384293.053618:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384293.053620:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384293.053622:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384293.053624:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384309 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384293.053629:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384309 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.053640:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384293.053642:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384293.053643:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00000001:0.0:1767384293.053645:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384293.053646:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384293.053648:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384293.053650:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384293.053652:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384293.053653:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384293.053655:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384293.053657:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006820ac86 x1853236732501504/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:274/0 lens 304/240 e 0 to 0 dl 1767384304 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.053660:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384293.053666:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384293.053666:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006820ac86 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732501504:12345-0@lo:256: Request processed in 353us (564us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384293.053670:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384293.053673:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079bbfddf. 00000100:00100000:0.0:1767384293.053677:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000400:00000200:2.0:1767384293.053679:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fea967e8 00000100:00000040:0.0:1767384293.053680:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000400:00000010:2.0:1767384293.053683:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fea967e8. 00000100:00000001:0.0:1767384293.053684:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384293.053686:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384293.053692:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384309 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.053692:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384293.053696:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b143d57. 00000020:00000010:0.0:1767384293.053702:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000004980b65. 00000100:00000200:2.0:1767384293.053703:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384309 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384293.053706:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ccc9bc4. 00000020:00000040:0.0:1767384293.053710:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:0.0:1767384293.053716:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384293.053717:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384293.053718:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000097b12895. 00000100:00000001:2.0:1767384293.053719:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384293.053722:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384293.053723:0:16780:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384293.053724:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384293.053726:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384293.053727:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384293.053728:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.053739:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384293.053740:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384293.053742:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=13 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384293.053744:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009a4a8f9. 00000100:00001000:2.0:1767384293.053746:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384293.053750:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384293.053750:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e05b69f. 00000100:00000001:2.0:1767384293.053754:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.053756:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384293.053758:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.053760:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384293.053762:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384309 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384293.053768:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384309 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.053773:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384293.053779:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384293.053782:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384309 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384293.053786:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef507b01 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732501504:0@lo:256: 00000100:00000001:2.0:1767384293.053790:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384293.053792:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.053800:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384293.053801:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384293.053804:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384309 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.053808:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384293.053809:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000952714db. 00000100:00000001:2.0:1767384293.053812:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384293.053813:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384293.053815:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:2.0:1767384293.053819:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384293.053825:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000098573c99. 10000000:00000040:2.0:1767384293.053835:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384293.053840:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384293.053843:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384293.053847:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:2.0:1767384293.053849:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384293.053851:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384293.053852:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:2.0:1767384293.053854:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000400:00000200:2.0:1767384293.053856:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:2.0:1767384293.053858:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384293.053861:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:2.0:1767384293.053865:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384293.053869:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (2) 00000400:00000200:2.0:1767384293.053873:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384293.053877:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:2.0:1767384293.053879:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (3) 00000400:00000200:2.0:1767384293.053881:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:2.0:1767384293.053887:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:2.0:1767384293.053890:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384293.053891:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000100:00000001:2.0:1767384293.053893:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384293.053895:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384293.053898:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 10000000:00000010:2.0:1767384293.053901:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000006979c97e. 10000000:00000040:2.0:1767384293.053903:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:2.0:1767384293.053905:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384293.053911:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384293.053914:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef9bed92. 00000020:00000010:2.0:1767384293.053917:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000033ef98ef. 00000040:00000010:2.0:1767384293.053921:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e2028596. 00000020:00000010:2.0:1767384293.053925:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea36a276. 00000020:00000010:2.0:1767384293.053929:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384293.053932:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008d7c4462. 80000000:00000010:2.0:1767384293.053935:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ad6f5229. 40000000:00000010:2.0:1767384293.053939:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a9c4c53e. 00100000:00000010:2.0:1767384293.053943:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006e3cf8ae. 00040000:00000010:2.0:1767384293.053946:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000091780b2. 00040000:00000010:2.0:1767384293.053950:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000048b2c44b. 00040000:00000010:2.0:1767384293.053953:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008777bbbe. 00080000:00000010:2.0:1767384293.053956:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009ab0eab4. 00000004:00000010:2.0:1767384293.053961:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b64ab753. 00000004:00000010:2.0:1767384293.053966:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c1826475. 00000004:00000010:2.0:1767384293.053971:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000c45a812. 00002000:00000010:2.0:1767384293.053976:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006ae0519a. 00000004:00000010:2.0:1767384293.053980:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001a9135db. 00000004:00000001:2.0:1767384293.053984:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384293.053987:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384293.053989:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000006979c97e 00000040:00001000:2.0:1767384293.053991:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384293.053992:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384293.053994:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384293.053998:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384293.054001:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384293.054002:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384293.054004:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384293.054005:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000040:00000001:2.0:1767384293.054007:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384293.054073:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384293.054079:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000033ef98ef. 00000040:00000010:2.0:1767384293.054083:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e2028596. 00000020:00000010:2.0:1767384293.054091:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ea36a276. 00000020:00000010:2.0:1767384293.054094:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384293.054097:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008d7c4462. 80000000:00000010:2.0:1767384293.054101:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ad6f5229. 40000000:00000010:2.0:1767384293.054104:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a9c4c53e. 00100000:00000010:2.0:1767384293.054106:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006e3cf8ae. 00040000:00000010:2.0:1767384293.054109:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000091780b2. 00040000:00000010:2.0:1767384293.054112:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000048b2c44b. 00040000:00000010:2.0:1767384293.054115:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008777bbbe. 00080000:00000010:2.0:1767384293.054118:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009ab0eab4. 00000004:00000010:2.0:1767384293.054121:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b64ab753. 00000004:00000010:2.0:1767384293.054135:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c1826475. 00000004:00000010:2.0:1767384293.054138:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000c45a812. 00002000:00000010:2.0:1767384293.054141:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006ae0519a. 00000004:00000010:2.0:1767384293.054143:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001a9135db. 00000020:00000010:2.0:1767384293.054145:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef9bed92. 00000020:00000001:2.0:1767384293.054148:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384293.054150:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384293.054153:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000006979c97e. 10000000:00000010:2.0:1767384293.054155:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000098573c99. 10000000:00000001:2.0:1767384293.054157:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.054159:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384293.054162:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef507b01 x1853236732501504/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384309 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.054167:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384293.054168:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384293.054174:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7328db8. 02000000:00000001:2.0:1767384293.054176:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384293.054178:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384293.054178:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384293.054180:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384293.054181:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384293.054182:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384293.054182:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384293.054183:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384293.054184:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000002d266d3c. 00000100:00000010:2.0:1767384293.054185:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000078ee9b53. 00000100:00000001:2.0:1767384293.054187:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384293.054188:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c230a74a. 02000000:00000001:2.0:1767384293.054189:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384293.054190:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384293.054190:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef507b01. 00000100:00000001:2.0:1767384293.054192:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384293.054193:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384293.054202:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000046e4b890. 10000000:01000000:2.0:1767384293.054204:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384293.054206:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384293.054207:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384293.054209:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384293.054210:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005ab07e97 refcount=3 00000020:00000001:2.0:1767384293.054211:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515163648 : -119698194387968 : ffff932297a4ac00) 00010000:00000001:2.0:1767384293.054212:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515163648 : -119698194387968 : ffff932297a4ac00) 00010000:00000001:2.0:1767384293.054214:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384293.054216:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d900 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384293.054220:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384293.054221:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384293.054222:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d900 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384293.054226:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384293.054231:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384293.054232:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384293.054233:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384293.054234:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384293.054236:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384293.054238:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384293.054239:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 10000000:00000001:2.0:1767384293.054241:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384293.057520:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294880965, at 4294880966 00000100:00000040:0.0:1767384293.057520:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294880965, at 4294880966 00000100:00000040:3.0:1767384293.057527:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294880965, at 4294880966 00000100:00000010:2.0:1767384293.057530:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ea1b2a. 00000100:00000010:0.0:1767384293.057532:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000197ca5dd. 00000100:00000010:3.0:1767384293.057539:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e5993fe. 00000020:00000010:3.0:1767384293.063552:0:18735:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000001099169b. 00000020:00000040:3.0:1767384293.063559:0:18735:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384293.063561:0:18735:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000001099169b. 00080000:00000001:3.0:1767384293.628094:0:18866:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384293.628126:0:18866:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384293.628131:0:18866:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384293.628138:0:18866:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384293.628146:0:18866:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384293.628149:0:18866:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384293.755628:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384293.755632:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384293.755635:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384294.384950:0:19030:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384294.384955:0:19030:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:2.0:1767384294.387728:0:19030:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384294.394618:0:19031:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f1768c92. 00000400:00000010:3.0:1767384294.394635:0:19031:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008658efe6. 00000400:00000010:3.0:1767384294.394645:0:19031:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003fa73fc0. 00000400:00000010:3.0:1767384294.394649:0:19031:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000aafad104. 00000400:00000010:3.0:1767384294.394653:0:19031:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006f70d5cc. 00000400:00000010:3.0:1767384294.394661:0:19031:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d6ca0a1e. 00000400:00000010:3.0:1767384294.394663:0:19031:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008e5b3635. 00000400:00000010:3.0:1767384294.394664:0:19031:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000073e46236. 00000400:00000010:3.0:1767384294.394678:0:19031:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000088b68891. 00000800:00000010:3.0:1767384294.394689:0:19031:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008c4f164b. 00000800:00000200:3.0:1767384294.394702:0:19031:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384294.394708:0:19031:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384294.394747:0:19031:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:3.0:1767384294.394767:0:19031:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp11 [8/256/0/180] 00000400:00000010:3.0:1767384294.396265:0:19031:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000002cfad8e0. 00000400:00000010:3.0:1767384294.396273:0:19031:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003cdb946. 00000400:00000010:3.0:1767384294.396281:0:19031:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d27c3b. 00000400:00000001:3.0:1767384294.396297:0:19031:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384294.396300:0:19031:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384294.396302:0:19031:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7650fb4. 00000400:00000200:3.0:1767384294.396307:0:19031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:3.0:1767384294.396309:0:19031:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000400:00000010:3.0:1767384294.396313:0:19031:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 000000009ebb6529. 00000400:00000200:3.0:1767384294.396318:0:19031:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (2) 00000400:00000200:3.0:1767384294.396330:0:19031:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384294.396342:0:19031:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000400:00000200:2.0:1767384294.396350:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384294.396351:0:19031:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000094490e3e. 00000020:01000000:3.0:1767384294.396356:0:19031:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384294.396357:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000020:01000000:3.0:1767384294.396358:0:19031:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp11 00000400:00000010:2.0:1767384294.396363:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fea967e8. 00000400:00000200:2.0:1767384294.396366:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (3) 00000400:00000010:2.0:1767384294.396372:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000023447a54. 00000400:00000010:3.0:1767384294.396375:0:19031:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008658efe6. 00000400:00000200:2.0:1767384294.396377:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000010:3.0:1767384294.396380:0:19031:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f1768c92. 00000400:00000200:2.0:1767384294.396393:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:2.0:1767384294.396400:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384294.396405:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:2.0:1767384294.396411:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp10 00000020:00000001:0.0:1767384294.396415:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384294.396416:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp10 lpni_is_preferred = 0 10000000:00000001:0.0:1767384294.396422:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384294.396423:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp10 10000000:00000001:0.0:1767384294.396428:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384294.396433:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384294.396434:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp10 NI seq info: [7:7:256:4294967295] 192.168.204.131@tcp10 LPNI seq info [7:7:8:4294967295] 00000020:01000004:0.0:1767384294.396438:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384294.396442:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384294.396444:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384294.396446:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp10 00000020:01000004:0.0:1767384294.396448:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384294.396451:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384294.396454:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384294.396457:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384294.396460:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384294.396464:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp10(192.168.204.131@tcp10:) -> 192.168.204.131@tcp10(192.168.204.131@tcp:192.168.204.131@tcp10) : PUT try# 0 00000020:01000004:0.0:1767384294.396465:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384294.396468:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384294.396476:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 80 bytes in 1 frags to 12345-192.168.204.131@tcp10 00000100:00000010:0.0:1767384294.396501:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b475e705. 00000020:00000040:0.0:1767384294.396509:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384294.396517:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384294.396521:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384294.396528:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384294.396539:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003b74f4d8. 00000100:00000001:0.0:1767384294.396547:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.396561:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384294.396564:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384294.396581:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b475e705] to pc [ptlrpcd_00_01+1] req@00000000b475e705 x1853236732501632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384294.396613:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384294.396617:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.396620:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384294.396622:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384294.396642:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384294.396645:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384294.396649:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384294.396651:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384294.396656:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384294.396660:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384294.396663:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384294.396668:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384294.396672:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384294.396677:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384294.396680:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384294.396685:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384294.396688:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384294.396695:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a9472d7. 00000020:00000040:0.0:1767384294.396702:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384294.396709:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384294.396713:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384294.396717:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384294.396726:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002590386c. 00000100:00000001:0.0:1767384294.396732:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.396739:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384294.396741:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384294.396750:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9472d7] to pc [ptlrpcd_00_02+2] req@000000004a9472d7 x1853236732501760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384294.396751:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000091780b2. 00000800:00000010:2.0:1767384294.396764:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000630ce445. 00000800:00000010:2.0:1767384294.396773:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000011af0d80. 10000000:00000001:0.0:1767384294.396785:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384294.396786:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000630ce445] -> 12345-192.168.204.131@tcp10 (2) 10000000:00000001:0.0:1767384294.396792:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.396798:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384294.396802:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000630ce445] -> 12345-192.168.204.131@tcp10 (2) 00000020:01000000:0.0:1767384294.396803:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384294.396811:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000094490e3e. 00000400:00000200:2.0:1767384294.396824:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384294.396829:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00000001:0.0:1767384294.396834:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384294.396839:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.396851:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384294.396856:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384294.396860:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384294.396868:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a9472d7 x1853236732501760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.396885:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384294.396888:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384294.396892:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384294.396897:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384294.396901:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.396905:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384294.396908:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a9472d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732501760:0@lo:253: 00000100:00000001:2.0:1767384294.396911:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.396914:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384294.396919:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384294.396923:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384294.396930:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384294.396939:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000259b0825. 02000000:00000001:0.0:1767384294.396944:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384294.396949:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009a20420. 00000400:00000010:0.0:1767384294.396956:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000031b9028. 00000100:00000200:0.0:1767384294.396965:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732501760, portal 25 00000400:00000200:2.0:1767384294.396970:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000100:00000001:0.0:1767384294.396972:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384294.396976:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659224064 : -119698050327552 : ffff9322a03adc00) 00000100:00000040:0.0:1767384294.396987:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a9472d7 x1853236732501760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.396998:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384294.397007:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384294.397012:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026d765de. 00000100:00000200:0.0:1767384294.397017:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732501760, offset 0 00000400:00000200:0.0:1767384294.397027:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384294.397032:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384294.397040:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.397052:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d201f00 00000400:00000200:0.0:1767384294.397061:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c5 [2] + 0 00000400:00000010:0.0:1767384294.397078:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011f06410. 00000400:00000200:0.0:1767384294.397084:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d4774ebc 00000400:00000200:0.0:1767384294.397093:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.397102:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384294.397107:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4774ebc 00000400:00000010:0.0:1767384294.397113:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4774ebc. 00000100:00000001:0.0:1767384294.397130:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384294.397132:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384294.397135:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000006e52ada0 x1853236732501760 msgsize 4848 00000100:00100000:0.0:1767384294.397147:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384294.397151:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384294.397166:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384294.397173:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026d765de 00000400:00000010:0.0:1767384294.397176:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026d765de. 00000100:00000001:0.0:1767384294.397180:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384294.397185:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a9472d7 x1853236732501760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.397202:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384294.397207:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a9472d7 x1853236732501760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.397216:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.397236:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384294.397244:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.397251:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294882309 00000100:00000001:0.0:1767384294.397258:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294882309 00000100:00000001:0.0:1767384294.397264:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294882309 00000100:00000001:0.0:1767384294.397268:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294882309 00000100:00000001:0.0:1767384294.397274:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294882309 00000100:00000001:0.0:1767384294.397280:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294882309 00000100:00000001:0.0:1767384294.397282:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294882309 00000100:00000001:0.0:1767384294.397285:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294882309 00000100:00000001:0.0:1767384294.397291:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384294.397303:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.397308:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.397310:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.397319:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384294.397322:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384294.397329:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384294.397330:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384294.397333:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.397336:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384294.397338:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ed0ddaaa. 00000800:00000010:2.0:1767384294.397347:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c883455b. 00000800:00000010:2.0:1767384294.397354:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032812e95. 00000100:00000001:0.0:1767384294.397363:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384294.397367:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732501760 02000000:00000001:0.0:1767384294.397372:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384294.397374:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384294.397378:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384294.397382:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384294.397385:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732501760 00000020:00000001:0.0:1767384294.397389:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384294.397393:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384294.397396:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:2.0:1767384294.397397:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032812e95. 00000020:00000040:0.0:1767384294.397399:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=16 00000020:00000001:0.0:1767384294.397406:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384294.397412:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384294.397418:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384294.397424:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041707711. 00000100:00000001:0.0:1767384294.397430:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384294.397435:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041707711. 00000020:00000010:0.0:1767384294.397445:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c94cd21f. 00000400:00000200:2.0:1767384294.397448:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:0.0:1767384294.397454:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000670befea. 00000020:00000010:0.0:1767384294.397463:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000004980b65. 00000400:00000200:2.0:1767384294.397466:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp10 from 253.3.0.2 00000100:00000001:0.0:1767384294.397471:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000010:2.0:1767384294.397472:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007b86b541. 00000100:00000001:0.0:1767384294.397509:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384294.397514:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.397522:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.397533:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.397549:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384294.397552:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1767384294.397560:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c28b8793. 00000100:00100000:0.0:1767384294.397568:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000800:00000010:2.0:1767384294.397569:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b101e02. 00000100:00000040:0.0:1767384294.397576:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:0.0:1767384294.397582:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141066320 : -119697568485296 : ffff9322bcf33050) 00000800:00000010:2.0:1767384294.397587:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b14aebce. 00000100:00000040:0.0:1767384294.397588:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006e52ada0 x1853236732501760/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:275/0 lens 4848/0 e 0 to 0 dl 1767384305 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384294.397599:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000630ce445] -> 12345-192.168.204.131@tcp10 (2) 00000100:00000001:0.0:1767384294.397610:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.1:1767384294.397611:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp10 00000000b14aebce deleted 00000800:00000010:2.1:1767384294.397616:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b14aebce. 00000020:00000010:0.0:1767384294.397617:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041707711. 00000100:00000001:0.0:1767384294.397622:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.1:1767384294.397623:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000010:0.0:1767384294.397626:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041707711. 00000800:00000200:2.1:1767384294.397636:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp10 ip 192.168.204.131:1021 00000100:00100000:0.0:1767384294.397637:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006e52ada0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16148:x1853236732501760:12345-0@lo:253: 00000800:00000200:2.1:1767384294.397644:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000091780b2 type 1, nob 176 niov 1 nkiov 1 00000100:00000200:0.0:1767384294.397645:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732501760 00000020:00000001:0.0:1767384294.397650:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:2.0:1767384294.397655:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp10 p 3.x 192.168.204.131 -> 192.168.204.131:1021 incarnation:1767384292519464215 sched[0] 00000020:00000001:0.0:1767384294.397655:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384294.397659:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384294.397664:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032812e95. 00000020:00000001:0.0:1767384294.397664:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384294.397668:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:0.0:1767384294.397673:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384294.397674:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384294.397676:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384294.397679:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384294.397681:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.397684:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384294.397687:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384294.397695:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004f91d5f5. 02000000:00000001:0.0:1767384294.397697:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.397699:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384294.397702:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:2.0:1767384294.397714:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032812e95. 20000000:00000010:0.0:1767384294.397718:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000026849544. 00000800:00000010:2.0:1767384294.397719:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b101e02. 20000000:01000000:0.0:1767384294.397724:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384294.397727:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384294.397729:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384294.397730:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384294.397732:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384294.397739:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384294.397756:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007b86b541. 00000800:00000001:2.0:1767384294.397773:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384294.397781:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384294.397840:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384294.397846:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000091780b2. 00000400:00000200:2.0:1767384294.397850:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384294.397856:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp10->192.168.204.131@tcp10: PUT: OK 00000400:00000200:2.0:1767384294.397861:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384294.397865:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000200:2.1:1767384294.397914:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384294.397924:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp10 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384292519464215 sched[0] 00000800:00000010:2.0:1767384294.397929:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c883455b. 00000400:00000200:2.0:1767384294.397998:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384294.398061:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384294.398102:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000001:0.0:1767384294.398159:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384294.398170:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384294.398174:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384294.398180:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384294.398191:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp10(192.168.204.131@tcp10) <- 192.168.204.131@tcp10 : PUT - for me 00000400:00000200:0.0:1767384294.398203:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384294.398212:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 80/80 into md 0x1169 [1] + 0 00000400:00000010:0.0:1767384294.398217:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007582d27b. 00000400:00000200:0.0:1767384294.398239:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003aa02fd1 00000800:00000001:0.0:1767384294.398246:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384294.398258:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384294.398261:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.398282:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp10->192.168.204.131@tcp10: PUT: OK 00000400:00000200:0.0:1767384294.398287:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa02fd1 00000400:00000010:0.0:1767384294.398290:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aa02fd1. 00000400:00000200:0.0:1767384294.398296:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384294.398300:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (4) 00000400:00000200:0.0:1767384294.398307:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:0.0:1767384294.398311:0:16141:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000e2d96dd2. 00000400:00000200:0.0:1767384294.398315:0:16141:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 3 00000400:00000200:0.0:1767384294.398319:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384294.398331:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (5) 00000400:00000200:0.0:1767384294.398336:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384294.398342:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp10 to MR: 192.168.204.131@tcp10 local destination 00000400:00000200:0.0:1767384294.398348:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp10 NI seq info: [8:8:256:4294967295] 192.168.204.131@tcp10 LPNI seq info [8:8:8:4294967295] 00000800:00000010:2.0:1767384294.398351:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000064d07fad. 00000800:00000010:2.0:1767384294.398358:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c883455b. 00000800:00000010:2.0:1767384294.398365:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032812e95. 00000400:00000200:0.0:1767384294.398367:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp10(192.168.204.131@tcp10:192.168.204.131@tcp10) -> 192.168.204.131@tcp10(192.168.204.131@tcp10:192.168.204.131@tcp10) 192.168.204.131@tcp10 : ACK try# 0 00000800:00000200:0.0:1767384294.398375:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp10 00000800:00000010:0.0:1767384294.398380:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096ec9e49. 00000800:00000200:0.0:1767384294.398387:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000630ce445] -> 12345-192.168.204.131@tcp10 (4) 00000800:00000200:0.0:1767384294.398393:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp10 ip 192.168.204.131:988 00000800:00000200:0.0:1767384294.398403:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096ec9e49 type 0, nob 96 niov 1 nkiov 0 00000800:00000010:2.0:1767384294.398407:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032812e95. 00000800:00000001:2.0:1767384294.398428:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384294.398459:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384294.398472:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp10 from 252.3.0.2 00000800:00000010:2.0:1767384294.398475:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000091912751. 00000800:00000200:0.0:1767384294.398480:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384294.398484:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096ec9e49. 00000400:00000200:0.0:1767384294.398489:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.398525:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp10->192.168.204.131@tcp10: ACK: OK 00000800:00000001:0.0:1767384294.398549:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384294.398556:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384294.398559:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384294.398565:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384294.398573:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp10(192.168.204.131@tcp10) <- 192.168.204.131@tcp10 : ACK - for me 00000400:00000200:0.0:1767384294.398585:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp10: ACK from 12345-192.168.204.131@tcp10 into md 0x11c1 00000400:00000200:0.0:1767384294.398590:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.398595:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp10->192.168.204.131@tcp10: ACK: OK 00000400:00000200:0.0:1767384294.398600:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fea967e8 00000400:00000010:0.0:1767384294.398602:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fea967e8. 00000800:00000010:2.0:1767384294.398606:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6eb127b. 00000400:00000200:0.0:1767384294.398607:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000010:2.0:1767384294.398614:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b101e02. 00000400:00000200:0.0:1767384294.398614:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:0.0:1767384294.398621:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384294.398626:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (4) 00000800:00000001:0.0:1767384294.398633:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384294.398636:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b14aebce. 00000800:00000001:0.0:1767384294.398638:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384294.398646:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000630ce445] -> 12345-192.168.204.131@tcp10 (4) 00000800:00000200:2.1:1767384294.398653:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp10 00000000b14aebce deleted 00000800:00000010:2.1:1767384294.398656:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b14aebce. 00000800:00000200:2.1:1767384294.398660:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384294.398665:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp10 p 3.x 192.168.204.131 -> 192.168.204.131:1020 incarnation:1767384292519464215 sched[0] 00000800:00000010:2.0:1767384294.398670:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032812e95. 00000800:00000010:2.0:1767384294.398722:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032812e95. 00000800:00000010:2.0:1767384294.398730:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b101e02. 00000800:00000010:2.0:1767384294.398757:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000091912751. 00000800:00000001:2.0:1767384294.398773:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384294.398780:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384294.398791:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384294.398811:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384294.398821:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp10 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384292519464215 sched[0] 00000800:00000010:2.0:1767384294.398824:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c883455b. 00000100:00000040:2.0:1767384294.401533:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294882309, at 4294882310 00000100:00000010:2.0:1767384294.401541:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3fa66e6. 00000100:00000040:3.0:1767384294.401639:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294882309, at 4294882310 00000100:00000010:3.0:1767384294.401646:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039870a4f. 00000100:00000040:0.0:1767384294.402551:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294882309, at 4294882311 00000100:00000010:0.0:1767384294.402560:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002effdb71. 20000000:00000010:0.0:1767384294.406719:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c9890ff6. 20000000:01000000:2.0:1767384294.406725:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384294.406726:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:2.0:1767384294.406733:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:0.0:1767384294.406736:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:2.0:1767384294.406739:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384294.406744:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384294.406754:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384294.406758:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384294.406767:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007b7de85f count: 2 00010000:00000001:2.0:1767384294.406772:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384294.406776:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384294.406781:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a30a8694. 00080000:00000001:0.0:1767384294.406783:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384294.406788:0:16798:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000003ca1449e. 00080000:00000001:0.0:1767384294.406789:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384294.406792:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384294.406795:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384294.406797:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:2.0:1767384294.406801:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a30a8694 with handle 0xf83434fd52e6d907 to hash 00000020:00000001:0.0:1767384294.406803:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384294.406807:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384294.406810:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515164160 : -119698194387456 : ffff932297a4ae00) 00000020:00000001:0.0:1767384294.406811:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:2.0:1767384294.406815:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515164160 : -119698194387456 : ffff932297a4ae00) 00080000:00000001:0.0:1767384294.406818:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384294.406822:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384294.406825:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.406831:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a30a8694/0xf83434fd52e6d907 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384294.406832:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b29c65b0. 00080000:00000001:0.0:1767384294.406840:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860156928 : -119702849394688 : ffff9321822ee800) 00080000:00000001:0.0:1767384294.406846:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384294.406848:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384294.406855:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384294.406858:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384294.406861:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384294.406864:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384294.406868:0:16798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000f775b105/0xf83434fd52e6d900 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d8f9 expref: 16 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384294.406876:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384294.406879:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.406882:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384294.406884:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384294.406886:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384294.406889:0:16798:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384294.406892:0:16798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000a30a8694/0xf83434fd52e6d907 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384294.406900:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007b7de85f) refcount = 2 00010000:00000040:2.0:1767384294.406910:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384294.406913:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f775b105/0xf83434fd52e6d900 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf83434fd52e6d8f9 expref: 16 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384294.406920:0:16798:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384294.406922:0:16798:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a30a8694/0xf83434fd52e6d907 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384294.406924:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384294.406929:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384294.406933:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5c5125b. 00080000:00000001:0.0:1767384294.406933:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384294.406939:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384294.406945:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000158e550c. 00000100:00000001:2.0:1767384294.406948:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375406307776 : -119698303243840 : ffff93229127a9c0) 00080000:00000001:0.0:1767384294.406950:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.406951:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624375406307776 : -119698303243840 : ffff93229127a9c0) 00080000:00000001:0.0:1767384294.406958:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:2.0:1767384294.406959:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384294.406964:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384294.406967:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384294.406971:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384294.406974:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384294.406977:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384294.406980:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384294.406983:0:16798:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384294.406985:0:16798:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384294.406990:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef507b01. 00000020:00000040:2.0:1767384294.406994:0:16798:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00000100:00000001:2.0:1767384294.406999:0:16798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384294.407001:0:16798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384294.407007:0:16798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384294.407013:0:16798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7328db8. 00000100:00000001:2.0:1767384294.407019:0:16798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.407024:0:16798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000f775b105/0xf83434fd52e6d900 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf83434fd52e6d8f9 expref: 16 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384294.407039:0:16798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000f775b105/0xf83434fd52e6d900 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf83434fd52e6d8f9 expref: 16 pid: 16776 timeout: 365 lvb_type: 0 00010000:00000001:2.0:1767384294.407050:0:16798:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384294.407058:0:16798:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384294.407064:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef507b01 x1853236732501888/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1767384294.407085:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384294.407094:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384294.407099:0:16798:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384294.407102:0:16798:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384294.407108:0:16798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef507b01 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732501888:0@lo:104: 00000100:00000001:2.0:1767384294.407113:0:16798:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384294.407117:0:16798:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384294.407121:0:16798:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384294.407124:0:16798:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384294.407129:0:16798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c871e83. 02000000:00000001:2.0:1767384294.407132:0:16798:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384294.407138:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079bbfddf. 00000400:00000010:2.0:1767384294.407146:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8bceba2. 00000100:00000200:2.0:1767384294.407152:0:16798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732501888, portal 16 00000100:00000001:2.0:1767384294.407155:0:16798:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384294.407157:0:16798:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012918272 : -119697696633344 : ffff9322b54fce00) 00000100:00000040:2.0:1767384294.407163:0:16798:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000ef507b01 x1853236732501888/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384294.407173:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384294.407178:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384294.407182:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612bc57d. 00000100:00000200:2.0:1767384294.407185:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732501888, offset 0 00000400:00000200:2.0:1767384294.407194:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384294.407206:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384294.407216:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d201f80 00000400:00000200:2.0:1767384294.407244:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000400:00000200:2.0:1767384294.407270:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384294.407274:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384294.407279:0:16798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384294.407282:0:16798:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384294.407286:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baae1410. 00000100:00000040:2.0:1767384294.407289:0:16798:0:(events.c:337:request_in_callback()) incoming req@00000000baae1410 x1853236732501888 msgsize 328 00000100:00100000:2.0:1767384294.407294:0:16798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384294.407315:0:16798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384294.407323:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612bc57d 00000400:00000010:2.0:1767384294.407326:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000612bc57d. 00000100:00000001:2.0:1767384294.407329:0:16798:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384294.407333:0:16798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef507b01 x1853236732501888/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384294.407344:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384294.407348:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef507b01 x1853236732501888/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384294.407357:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.407359:0:16798:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384294.407366:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.407370:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294882319 00000100:00000010:2.0:1767384294.407374:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ea1b2a. 00000100:00000001:0.0:1767384294.407375:0:16767:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384294.407380:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384294.407381:0:16767:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732501888 02000000:00000001:0.0:1767384294.407387:0:16767:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384294.407389:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384294.407390:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294882319 00000100:00000001:0.0:1767384294.407393:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384294.407396:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad6f5229. 02000000:00000001:0.0:1767384294.407399:0:16767:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.407402:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00100000:0.0:1767384294.407404:0:16767:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732501888 00000100:00000001:2.0:1767384294.407408:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294882319 00000020:00000001:0.0:1767384294.407409:0:16767:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384294.407413:0:16767:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d77f 00000100:00000010:2.0:1767384294.407415:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000809a2111. 00000020:00000001:0.0:1767384294.407418:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384294.407420:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000020:00000040:0.0:1767384294.407424:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008088def refcount=3 00000100:00000001:2.0:1767384294.407427:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294882319 00000020:00000001:0.0:1767384294.407429:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000010:2.0:1767384294.407432:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092563418. 00000020:00000001:0.0:1767384294.407434:0:16767:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000001:2.0:1767384294.407438:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384294.407441:0:16767:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384294.407443:0:16798:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384294.407447:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1717f33. 00000100:00000001:2.0:1767384294.407448:0:16798:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.407455:0:16798:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.407455:0:16767:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384294.407460:0:16798:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384294.407462:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1717f33. 00000020:00000001:2.0:1767384294.407465:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.407469:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384294.407471:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3202ba7. 00010000:00000001:2.0:1767384294.407472:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384294.407475:0:16798:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.407504:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384294.407506:0:16798:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1767384294.407506:0:16767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b143d57. 00000020:00000010:0.0:1767384294.407514:0:16767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007c6a4901. 00000100:00000001:2.0:1767384294.407516:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.407521:0:16798:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384294.407523:0:16798:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384294.407526:0:16798:0:(client.c:2690:ptlrpc_set_wait()) set 00000000158e550c going to sleep for 11 seconds 00000100:00000040:0.0:1767384294.407528:0:16767:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384294.407531:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384294.407535:0:16767:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384294.407536:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.407539:0:16767:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384294.407542:0:16767:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.407550:0:16767:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.407558:0:16767:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.407583:0:16767:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384294.407586:0:16767:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384294.407589:0:16815:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384294.407591:0:16767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:2.0:1767384294.407594:0:16815:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384294.407597:0:16767:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008088def : new rpc_count 1 00000100:00000001:2.0:1767384294.407599:0:16815:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.407603:0:16767:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376012929024 : -119697696622592 : ffff9322b54ff800) 00000100:00000001:2.0:1767384294.407605:0:16815:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384294.407611:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000baae1410 x1853236732501888/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:275/0 lens 328/0 e 0 to 0 dl 1767384305 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384294.407624:0:16767:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384294.407628:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1717f33. 00000100:00000001:0.0:1767384294.407631:0:16767:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384294.407634:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1717f33. 00000100:00100000:0.0:1767384294.407642:0:16767:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000baae1410 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732501888:12345-0@lo:104: 00000100:00000200:0.0:1767384294.407647:0:16767:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732501888 00010000:00000001:0.0:1767384294.407650:0:16767:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384294.407656:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384294.407658:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384294.407661:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005ab07e97 refcount=2 00000020:00000001:0.0:1767384294.407664:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515163648 : -119698194387968 : ffff932297a4ac00) 00010000:00000001:0.0:1767384294.407667:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515163648 : -119698194387968 : ffff932297a4ac00) 00010000:00000001:0.0:1767384294.407671:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384294.407675:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384294.407679:0:16767:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6d900 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384294.407688:0:16767:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384294.407691:0:16767:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384294.407695:0:16767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b85d3608. 02000000:00000001:0.0:1767384294.407698:0:16767:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.407701:0:16767:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384294.407706:0:16767:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384294.407710:0:16767:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384294.407715:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 000000009ed84a9f time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384294.407727:0:16767:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384294.407730:0:16767:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384294.407734:0:16767:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384294.407737:0:16767:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384294.407740:0:16767:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.407743:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384294.407746:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384294.407750:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000100:00000200:0.0:1767384294.407754:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236732501888, offset 224 00000400:00000200:0.0:1767384294.407760:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.407768:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.407776:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d201f80 00000400:00000200:0.0:1767384294.407782:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x11d9 [1] + 224 00000400:00000200:0.0:1767384294.407787:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.407791:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384294.407796:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384294.407801:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef507b01 x1853236732501888/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384294.407812:0:16767:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ef507b01 x1853236732501888/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384294.407830:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384294.407836:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384294.407838:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00000001:0.0:1767384294.407843:0:16767:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384294.407847:0:16767:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384294.407852:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384294.407860:0:16767:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384294.407868:0:16767:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384294.407912:0:16767:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000004bc47744. 00010000:00000001:0.0:1767384294.407918:0:16767:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384294.407936:0:16767:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384294.407941:0:16767:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384294.407945:0:16767:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384294.407951:0:16767:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384294.407956:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384294.407962:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.407967:0:16772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1767384294.407969:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baae1410 x1853236732501888/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:275/0 lens 328/224 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384294.407975:0:16772:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384294.407980:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384294.407984:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6d900 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384294.408007:0:16767:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000baae1410 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732501888:12345-0@lo:104: Request processed in 378us (711us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384294.408008:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005ab07e97 already unused, calling callback (00000000081d0b67) 10000000:00000001:2.0:1767384294.408016:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384294.408020:0:16772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf83434fd52e6d900 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384294.408023:0:16767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384294.408031:0:16767:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008088def : new rpc_count 0 00000100:00000001:0.0:1767384294.408038:0:16767:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384294.408039:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384294.408042:0:16767:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384294.408044:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384294.408048:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384294.408049:0:16767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b143d57. 00000020:00000040:2.0:1767384294.408053:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005ab07e97 refcount=3 00000020:00000010:0.0:1767384294.408056:0:16767:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007c6a4901. 00000020:00000001:2.0:1767384294.408059:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515163648 : -119698194387968 : ffff932297a4ac00) 00000020:00000010:0.0:1767384294.408063:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3202ba7. 00010000:00000001:2.0:1767384294.408064:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515163648 : -119698194387968 : ffff932297a4ac00) 00010000:00000001:2.0:1767384294.408073:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:0.0:1767384294.408073:0:16767:0:(genops.c:898:class_export_put()) PUTting export 0000000008088def : new refcount 2 00010000:00010000:2.0:1767384294.408079:0:16772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf83434fd52e6d900 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384294.408080:0:16767:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384294.408091:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384294.408095:0:16772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf83434fd52e6d900 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384294.408134:0:16772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384294.408143:0:16772:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384294.408148:0:16772:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384294.408156:0:16772:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384294.408160:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384294.408164:0:16772:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384294.408183:0:16772:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384294.408187:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384294.408189:0:16772:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 2 10000000:00000001:2.0:1767384294.408194:0:16772:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384294.408195:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.408199:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384294.408203:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384294.408206:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384294.408208:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384294.408211:0:16772:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384294.408215:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005ab07e97 with handle 0xf83434fd52e6d8f9 from hash 00010000:00000001:2.0:1767384294.408218:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384294.408220:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384294.408241:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384294.408243:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384294.408246:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384294.408248:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384294.408252:0:16772:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384294.408255:0:16772:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384294.408277:0:16772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072bb4aea. 00000020:00000040:2.0:1767384294.408281:0:16772:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384294.408284:0:16772:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384294.408286:0:16772:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384294.408289:0:16772:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384294.408294:0:16772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003f649493. 00000100:00000001:2.0:1767384294.408298:0:16772:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.408301:0:16772:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384294.408305:0:16772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6d900 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384294.408322:0:16772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384294.408324:0:16772:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384294.408329:0:16772:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384294.408332:0:16772:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384294.408337:0:16772:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072bb4aea] to pc [ptlrpcd_00_03+3] req@0000000072bb4aea x1853236732502016/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384294.408365:0:16772:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384294.408369:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384294.408370:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384294.408372:0:16772:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.408377:0:16772:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384294.408382:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.408389:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6d900 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384294.408406:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384294.408411:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 000000005ab07e97/0xf83434fd52e6d8f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6d900 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384294.408426:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000335ecccd count: 0 00010000:00000001:2.0:1767384294.408439:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384294.408442:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384294.408447:0:16772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000004bc47744. 00010000:00000001:2.0:1767384294.408453:0:16772:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384294.408459:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384294.408463:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.408468:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384294.408472:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384294.408501:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.408506:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384294.408509:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384294.408510:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.408512:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384294.408528:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384294.408531:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384294.408533:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.408536:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384294.409555:0:16798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000a30a8694/0xf83434fd52e6d907 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384294.409571:0:16798:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384294.409576:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384294.409582:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a30a8694/0xf83434fd52e6d907 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384294.409594:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384294.409598:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384294.409601:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384294.409603:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384294.409788:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384294.409795:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384294.409817:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384294.409822:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384294.409826:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b650a49. 00000400:00000200:0.0:1767384294.409835:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaf93b79 00000400:00000010:0.0:1767384294.409839:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eaf93b79. 00000100:00000001:0.0:1767384294.409847:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384294.409857:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000072bb4aea x1853236732502016/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384294.409878:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000072bb4aea x1853236732502016/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.409885:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384294.409888:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.409890:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384294.409892:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384294.409893:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384294.409895:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384294.409897:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384294.409900:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=14 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384294.409904:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384294.409907:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384294.409909:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384294.409911:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384294.409913:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.409916:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384294.409919:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000072bb4aea x1853236732502016/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.409927:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384294.409930:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384294.409931:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384294.409935:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072bb4aea x1853236732502016/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384294.409943:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000072bb4aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732502016:0@lo:103: 00000100:00000001:0.0:1767384294.409947:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.409950:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384294.409952:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000072bb4aea x1853236732502016/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.409959:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384294.409960:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384294.409962:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8329d7c. 02000000:00000001:0.0:1767384294.409966:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384294.409973:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384294.409974:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384294.409976:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384294.409978:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003f649493. 02000000:00000001:0.0:1767384294.409981:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384294.409982:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384294.409984:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072bb4aea. 00000100:00000001:0.0:1767384294.409986:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384294.409987:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.409989:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.409993:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384294.409995:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.409997:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384294.409998:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384294.413537:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294882321, at 4294882322 00000100:00000010:2.0:1767384294.413545:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000809a2111. 00000100:00000040:0.0:1767384294.413901:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294882321, at 4294882322 00000100:00000010:0.0:1767384294.413909:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ea1b2a. 00000100:00000040:3.0:1767384294.414626:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294882321, at 4294882323 00000100:00000010:3.0:1767384294.414633:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092563418. 00010000:00000010:2.1:1767384294.415501:0:19035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000335ecccd. 00010000:00000010:2.1:1767384294.415508:0:19035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005ab07e97. 00010000:00000010:1.1:1767384294.415516:0:18222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f775b105. 00010000:00000010:1.1:1767384294.415525:0:18222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a30a8694. 00010000:00000010:1.1:1767384294.415532:0:18222:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007b7de85f. 00080000:00000001:0.0:1767384294.415616:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384294.415621:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:0.0:1767384294.415623:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384294.415625:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384294.415627:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384294.415634:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384294.415637:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384294.415643:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384294.415654:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384294.415657:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384294.415660:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384294.415663:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384294.415667:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384294.415669:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b29c65b0. 00080000:00000001:0.0:1767384294.415673:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:2.0:1767384294.418463:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384294.418468:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384294.418470:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000026849544. 20000000:00000001:2.0:1767384294.418500:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384294.418506:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732501760 00010000:00000001:2.0:1767384294.418509:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384294.418514:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006e52ada0 x1853236732501760/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384294.418523:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384294.418525:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384294.418528:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384294.418531:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384294.418534:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384294.418536:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384294.418539:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384294.418541:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.418543:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384294.418546:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384294.418549:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a32e206f. 00000100:00000200:2.0:1767384294.418552:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732501760, offset 224 00000400:00000200:2.0:1767384294.418557:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384294.418563:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384294.418569:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d201f00 00000400:00000200:2.0:1767384294.418574:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11cd [2] + 224 00000400:00000200:2.0:1767384294.418580:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384294.418584:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384294.418587:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384294.418591:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a9472d7 x1853236732501760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384294.418612:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004a9472d7 x1853236732501760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384294.418625:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384294.418630:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a32e206f 00000400:00000010:2.0:1767384294.418632:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a32e206f. 00000100:00000001:2.0:1767384294.418635:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384294.418637:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384294.418641:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384294.418643:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384294.418645:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384294.418647:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384294.418650:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384294.418653:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e52ada0 x1853236732501760/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384294.418662:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006e52ada0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732501760:12345-0@lo:253: Request processed in 21052us (21526us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384294.418672:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000040:2.0:1767384294.418675:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384294.418677:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384294.418679:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384294.418682:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000670befea. 00000020:00000010:2.0:1767384294.418686:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000004980b65. 00000020:00000010:2.0:1767384294.418690:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c94cd21f. 00000020:00000040:2.0:1767384294.418693:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:2.0:1767384294.418696:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384294.418697:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004f91d5f5. 02000000:00000001:2.0:1767384294.418701:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384294.418702:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384294.418706:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384294.418710:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063810a23. 00000400:00000010:2.0:1767384294.418714:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a32e206f. 00000100:00000001:2.0:1767384294.418727:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384294.418734:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384294.418738:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384294.418739:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384294.418741:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009a20420. 00000400:00000200:2.0:1767384294.418745:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000031b9028 00000400:00000010:2.0:1767384294.418747:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000031b9028. 00000100:00000001:2.0:1767384294.418750:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384294.418753:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a9472d7 x1853236732501760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384294.418761:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a9472d7 x1853236732501760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384294.418767:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384294.418768:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384294.418770:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384294.418772:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384294.418774:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384294.418775:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384294.418778:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384294.418781:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=14 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384294.418784:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384294.418787:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384294.418788:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.418790:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384294.418792:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.418794:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384294.418798:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a9472d7 x1853236732501760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384294.418805:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384294.418808:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384294.418810:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384294.418813:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384294.418815:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384294.418817:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384294.418819:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384294.418820:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384294.418822:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384294.418828:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384294.418830:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384294.418832:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384294.418836:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a9472d7 x1853236732501760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384294.418844:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a9472d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732501760:0@lo:253: 00000100:00000001:2.0:1767384294.418850:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384294.418852:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384294.418855:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a9472d7 x1853236732501760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384294.418862:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384294.418864:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384294.418867:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000259b0825. 02000000:00000001:2.0:1767384294.418871:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384294.418874:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384294.418876:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384294.418878:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384294.418880:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002590386c. 02000000:00000001:2.0:1767384294.418885:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384294.418886:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384294.418888:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a9472d7. 00000100:00000001:2.0:1767384294.418892:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384294.418893:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384294.418895:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384294.418900:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384294.418902:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.418905:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384294.418907:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384294.420540:0:19036:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000005592d53. 00000400:00000040:3.0:1767384294.420563:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384294.420566:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384294.420573:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384294.420574:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384294.420576:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384294.420577:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384294.420579:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384294.420580:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384294.420581:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384294.420582:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384294.420584:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384294.420585:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384294.420586:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384294.420587:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384294.420588:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384294.420590:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384294.420591:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384294.420591:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384294.420592:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384294.420594:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384294.420595:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384294.420595:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384294.420596:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384294.420597:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384294.420598:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384294.420599:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384294.420600:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384294.420601:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384294.420602:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384294.420603:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384294.420604:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384294.420605:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384294.420606:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384294.420607:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384294.420608:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384294.420609:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384294.420609:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384294.420611:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384294.420612:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384294.420613:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384294.420614:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384294.420618:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384294.420619:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384294.420620:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384294.420621:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384294.420622:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384294.420623:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384294.420624:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384294.420625:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384294.420626:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384294.420627:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384294.420628:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384294.420629:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384294.420630:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384294.420631:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384294.420632:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384294.420632:0:19036:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384294.420646:0:19036:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000005592d53. 00010000:00000010:1.1:1767384294.422535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002bc27bc8. 00010000:00000010:1.1:1767384294.422544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047beefc9. 00000020:00000001:2.0:1767384294.779679:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384294.779685:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.779690:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384294.970206:0:19170:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384294.970274:0:19170:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384294.970281:0:19170:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384294.970294:0:19170:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384294.970303:0:19170:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384294.970325:0:19170:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.804700:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384295.804704:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384295.804708:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384295.827606:0:19334:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384295.827613:0:19334:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:0.0:1767384295.832174:0:19334:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000200:2.0:1767384295.841696:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384295.841707:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:2.0:1767384295.841720:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612bc57d. 00000400:00000200:2.0:1767384295.841725:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (4) 00000020:00000001:0.0:1767384295.841727:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384295.841733:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:2.0:1767384295.841743:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fe4220af. 10000000:00000001:0.0:1767384295.841744:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384295.841748:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384295.841755:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000020:01000004:0.0:1767384295.841755:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384295.841759:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384295.841762:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384295.841764:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384295.841766:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384295.841768:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384295.841770:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384295.841771:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384295.841774:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384295.841775:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:01000004:0.0:1767384295.841778:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384295.841786:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000100:00000010:0.0:1767384295.841787:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bdc8d759. 00000020:00000040:0.0:1767384295.841795:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:2.0:1767384295.841800:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:0.0:1767384295.841805:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384295.841809:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 02000000:00000001:0.0:1767384295.841810:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384295.841816:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384295.841819:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp11 00000400:00000200:2.0:1767384295.841826:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp11 lpni_is_preferred = 0 02000000:00000010:0.0:1767384295.841828:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000068475913. 00000400:00000200:2.0:1767384295.841832:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp11 00000100:00000001:0.0:1767384295.841839:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384295.841840:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp11 NI seq info: [9:9:256:4294967295] 192.168.204.131@tcp11 LPNI seq info [9:9:8:4294967295] 00000100:00000001:0.0:1767384295.841850:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384295.841852:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp11 00000100:00000001:0.0:1767384295.841854:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.841865:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bdc8d759] to pc [ptlrpcd_00_00+0] req@00000000bdc8d759 x1853236732502144/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384295.841875:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11:) -> 192.168.204.131@tcp11(192.168.204.131@tcp:192.168.204.131@tcp11) : PUT try# 0 00000800:00000200:2.0:1767384295.841887:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.204.131@tcp11 00000800:00000010:2.0:1767384295.841893:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000699dd605. 10000000:00000001:0.0:1767384295.841903:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384295.841904:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000158e550c. 10000000:00000001:0.0:1767384295.841907:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.841912:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384295.841913:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d1e06f65. 00000020:01000000:0.0:1767384295.841916:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:2.0:1767384295.841924:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000158e550c] -> 12345-192.168.204.131@tcp11 (2) 00000020:00000001:0.0:1767384295.841926:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384295.841929:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384295.841932:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384295.841935:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384295.841940:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:2.1:1767384295.841944:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000158e550c] -> 12345-192.168.204.131@tcp11 (2) 00000020:01000004:0.0:1767384295.841944:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384295.841949:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384295.841952:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384295.841955:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384295.841958:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384295.841967:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384295.841969:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384295.841971:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000020:01000004:0.0:1767384295.841972:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384295.841978:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e6b99d1. 00000400:00000200:2.0:1767384295.841980:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000020:00000040:0.0:1767384295.841983:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384295.841989:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384295.841993:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384295.841995:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.842003:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008caf7c87. 00000100:00000001:0.0:1767384295.842008:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.842011:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384295.842014:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.842021:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e6b99d1] to pc [ptlrpcd_00_01+1] req@000000002e6b99d1 x1853236732502272/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384295.842035:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384295.842038:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.842042:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384295.842043:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384295.842046:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002590386c. 00000400:00000200:2.0:1767384295.842056:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000100:00000001:0.0:1767384295.842059:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.842063:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.842066:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384295.842071:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e6b99d1 x1853236732502272/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.842101:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384295.842103:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.842107:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384295.842110:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 02000000:00000001:0.0:1767384295.842110:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384295.842116:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.842120:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002e6b99d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732502272:0@lo:253: 00000100:00000001:0.0:1767384295.842124:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384295.842128:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384295.842131:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.842133:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384295.842140:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009e20e194. 02000000:00000001:0.0:1767384295.842149:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.842154:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033220647. 00000400:00000200:2.0:1767384295.842159:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000010:0.0:1767384295.842160:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000031b9028. 00000100:00000200:0.0:1767384295.842168:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732502272, portal 25 00000100:00000001:0.0:1767384295.842174:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.842175:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659223168 : -119698050328448 : ffff9322a03ad880) 00000100:00000040:0.0:1767384295.842181:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002e6b99d1 x1853236732502272/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.842193:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.842210:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.842217:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026d765de. 00000400:00000200:2.0:1767384295.842219:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000100:00000200:0.0:1767384295.842228:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732502272, offset 0 00000400:00000200:0.0:1767384295.842237:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.842247:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.842256:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d202100 00000400:00000200:0.0:1767384295.842261:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000400:00000010:0.0:1767384295.842264:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e64f995. 00000400:00000200:0.0:1767384295.842269:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000075a3d629 00000400:00000200:0.0:1767384295.842276:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.842284:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384295.842289:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075a3d629 00000400:00000010:0.0:1767384295.842292:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075a3d629. 00000100:00000001:0.0:1767384295.842299:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384295.842301:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384295.842305:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000003b7a293d x1853236732502272 msgsize 4848 00000100:00100000:0.0:1767384295.842309:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384295.842313:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384295.842326:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.842336:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026d765de 00000400:00000010:0.0:1767384295.842340:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026d765de. 00000100:00000001:0.0:1767384295.842345:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384295.842351:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002e6b99d1 x1853236732502272/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.842370:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.842399:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e6b99d1 x1853236732502272/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.842412:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.842416:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.842428:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.842433:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294883754 00000100:00000001:0.0:1767384295.842460:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294883754 00000100:00000001:0.0:1767384295.842465:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294883754 00000100:00000001:0.0:1767384295.842511:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294883754 00000100:00000001:0.0:1767384295.842515:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294883755 00000100:00000001:0.0:1767384295.842520:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294883754 00000100:00000001:0.0:1767384295.842524:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294883755 00000800:00000010:2.0:1767384295.842563:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000098623427. 00000100:00000001:0.0:1767384295.842563:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294883755 00000100:00000001:0.0:1767384295.842568:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.842572:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384295.842573:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b101e02. 00000100:00000001:0.0:1767384295.842579:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384295.842601:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dbca8371. 00000100:00000001:0.0:1767384295.842601:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.842614:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.842618:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384295.842622:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.842625:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.842627:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.842631:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.842670:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384295.842674:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732502144 00000800:00000010:2.0:1767384295.842675:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dbca8371. 02000000:00000001:0.0:1767384295.842677:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384295.842681:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.842683:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.842686:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.842689:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732502144 00000020:00000001:0.0:1767384295.842692:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384295.842694:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384295.842696:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.842705:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:0.0:1767384295.842707:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384295.842710:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384295.842715:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384295.842716:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384295.842720:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048829940. 00000100:00100000:2.0:1767384295.842722:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732502272 00000100:00000001:0.0:1767384295.842724:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384295.842728:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384295.842729:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048829940. 00000020:00000010:0.0:1767384295.842735:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053b52e8b. 00000100:00000001:2.0:1767384295.842740:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384295.842742:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008350fde9. 00000100:00000001:2.0:1767384295.842743:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384295.842748:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007c6a4901. 02000000:00000001:2.0:1767384295.842749:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384295.842755:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732502272 00000020:00000001:2.0:1767384295.842758:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384295.842759:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384295.842762:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384295.842763:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384295.842764:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:2.0:1767384295.842769:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384295.842769:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384295.842771:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384295.842773:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384295.842775:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384295.842778:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384295.842780:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbca8371. 00000100:00000001:2.0:1767384295.842784:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384295.842786:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbca8371. 00000100:00000001:0.0:1767384295.842791:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384295.842792:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ac4361e. 00000020:00000010:2.0:1767384295.842799:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006979c97e. 00000020:00000010:2.0:1767384295.842804:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4c6c871. 00000100:00000001:0.0:1767384295.842805:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384295.842809:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384295.842812:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384295.842814:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.842821:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.842823:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384295.842824:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.842827:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384295.842833:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:0.0:1767384295.842837:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384295.842838:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384295.842839:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141057104 : -119697568494512 : ffff9322bcf30c50) 00000100:00000001:2.0:1767384295.842842:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384295.842846:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e7233116 x1853236732502144/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:276/0 lens 4848/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384295.842850:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000040:2.0:1767384295.842856:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:2.0:1767384295.842860:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141054032 : -119697568497584 : ffff9322bcf30050) 00000100:00000001:0.0:1767384295.842860:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384295.842864:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048829940. 00000100:00000040:2.0:1767384295.842866:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b7a293d x1853236732502272/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:276/0 lens 4848/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.842869:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384295.842874:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048829940. 00000100:00100000:0.0:1767384295.842882:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e7233116 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732502144:12345-0@lo:253: 00000100:00000001:2.0:1767384295.842883:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384295.842887:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732502144 00000020:00000010:2.0:1767384295.842888:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbca8371. 00000020:00000001:0.0:1767384295.842891:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384295.842892:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384295.842895:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384295.842896:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbca8371. 00000020:00000001:0.0:1767384295.842898:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384295.842908:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b7a293d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732502272:12345-0@lo:253: 00000020:00000001:0.0:1767384295.842909:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384295.842912:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000200:2.0:1767384295.842915:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732502272 00000020:00000001:0.0:1767384295.842918:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384295.842919:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384295.842921:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384295.842923:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384295.842924:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384295.842926:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.842928:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384295.842930:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384295.842933:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384295.842934:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384295.842938:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384295.842939:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384295.842940:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384295.842944:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384295.842944:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384295.842948:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384295.842951:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.842952:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000026849544. 00000100:00000001:2.0:1767384295.842954:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384295.842959:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384295.842961:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384295.842962:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.842968:0:16776:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384295.842969:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000259b0825. 02000000:00000001:2.0:1767384295.842972:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.842974:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384295.842976:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384295.842985:0:16776:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009aa2c005. 20000000:00000010:2.0:1767384295.842986:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004f91d5f5. 20000000:01000000:2.0:1767384295.842992:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384295.842993:0:16776:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384295.842998:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384295.842998:0:16776:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384295.843002:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384295.843005:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384295.843007:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.843008:0:16776:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384295.843009:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384295.843011:0:16776:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.843014:0:16776:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.843015:0:16776:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384295.843022:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000061b9d327. 20000000:01000000:2.0:1767384295.843026:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:2.0:1767384295.843032:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384295.843039:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:1.1:1767384295.843070:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000158e550c] -> 12345-192.168.204.131@tcp11 (2) 00000800:00000200:1.1:1767384295.843076:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp11 000000006d198cb5 deleted 00000800:00000010:1.1:1767384295.843079:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006d198cb5. 00000800:00000200:1.1:1767384295.843084:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384295.843092:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp11 ip 192.168.204.131:1019 00080000:00000001:2.0:1767384295.843095:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1767384295.843097:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000699dd605 type 1, nob 192 niov 1 nkiov 1 00080000:00000001:2.0:1767384295.843099:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384295.843103:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384295.843106:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384295.843112:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384295.843118:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:2.0:1767384295.843124:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384295.843138:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ac79a36d. 00080000:00000001:2.0:1767384295.843141:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860575744 : -119702848975872 : ffff932182354c00) 00080000:00000001:2.0:1767384295.843145:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:1.1:1767384295.843245:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000001:00000001:2.0:1767384295.843317:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384295.843319:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384295.843322:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384295.843349:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384295.843353:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384295.843509:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384295.843512:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:2.0:1767384295.843554:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.843562:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384295.843625:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384295.843630:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000699dd605. 00000400:00000200:2.0:1767384295.843635:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384295.843641:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: PUT: OK 00000400:00000200:2.0:1767384295.843646:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384295.843649:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000001:2.0:1767384295.843657:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.843662:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384295.843664:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.843667:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384295.843673:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11) <- 192.168.204.131@tcp11 : PUT - for me 00000400:00000200:2.0:1767384295.843682:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384295.843688:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 96/96 into md 0x11d5 [1] + 0 00000400:00000010:2.0:1767384295.843691:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048b52472. 00000400:00000200:2.0:1767384295.843694:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003e337b4d 00000800:00000001:2.0:1767384295.843698:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.843706:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384295.843708:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384295.843712:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: PUT: OK 00000400:00000200:2.0:1767384295.843716:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e337b4d 00000400:00000010:2.0:1767384295.843718:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e337b4d. 00000400:00000200:2.0:1767384295.843722:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384295.843725:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (5) 00000400:00000200:2.0:1767384295.843740:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:2.0:1767384295.843744:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000b941ef45. 00000400:00000200:2.0:1767384295.843748:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 4 00000400:00000200:2.0:1767384295.843751:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384295.843760:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (6) 00000400:00000200:2.0:1767384295.843769:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384295.843774:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp11 to MR: 192.168.204.131@tcp11 local destination 00000400:00000200:2.0:1767384295.843779:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp11 NI seq info: [10:10:256:4294967295] 192.168.204.131@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:2.0:1767384295.843791:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11:192.168.204.131@tcp11) -> 192.168.204.131@tcp11(192.168.204.131@tcp11:192.168.204.131@tcp11) 192.168.204.131@tcp11 : ACK try# 0 00000800:00000200:2.0:1767384295.843795:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp11 00000800:00000010:2.0:1767384295.843799:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000699dd605. 00000800:00000200:2.0:1767384295.843804:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000158e550c] -> 12345-192.168.204.131@tcp11 (4) 00000800:00000200:2.0:1767384295.843809:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp11 ip 192.168.204.131:988 00000800:00000200:2.0:1767384295.843811:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000699dd605 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384295.843844:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384295.843859:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384295.843862:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000699dd605. 00000400:00000200:2.0:1767384295.843865:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384295.843870:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: ACK: OK 00000800:00000001:2.0:1767384295.843876:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.843883:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384295.843888:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.843896:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384295.843906:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11) <- 192.168.204.131@tcp11 : ACK - for me 00000400:00000200:2.0:1767384295.843920:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp11: ACK from 12345-192.168.204.131@tcp11 into md 0x1205 00000400:00000200:2.0:1767384295.843925:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384295.843929:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: ACK: OK 00000400:00000200:2.0:1767384295.843935:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612bc57d 00000400:00000010:2.0:1767384295.843938:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000612bc57d. 00000400:00000200:2.0:1767384295.843943:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384295.843947:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:2.0:1767384295.843962:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384295.843967:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (5) 00000800:00000001:2.0:1767384295.843975:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.843979:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384295.844006:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384295.844013:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f42cd37. 00000400:00000010:2.0:1767384295.844022:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612bc57d. 00000400:00000200:2.0:1767384295.844031:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000000f233d8 00000400:00000200:2.0:1767384295.844037:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:2.0:1767384295.844046:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 0000000042f9b3cf. 00000400:00000010:2.0:1767384295.844049:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000f5fd4232. 00000400:00000010:2.0:1767384295.844052:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 00000000748d2c7d. 00000400:00000010:2.0:1767384295.844063:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004ae9f384. 00000400:00000200:2.0:1767384295.844070:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004ae9f384 nid 192.168.204.131@tcp12 00000400:00000010:2.0:1767384295.844074:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004511c249. 00000400:00000200:2.0:1767384295.844077:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000004511c249 net tcp12 00000400:00000200:2.0:1767384295.844081:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (4) 00000400:00000200:2.0:1767384295.844088:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp12 flags 0x11 00000400:00000010:2.0:1767384295.844094:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 0000000042f9b3cf. 00000400:00000010:2.0:1767384295.844098:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000f5fd4232. 00000400:00000010:2.0:1767384295.844103:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 00000000748d2c7d. 00000400:00000010:2.0:1767384295.844106:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000b941ef45. 00000400:00000200:2.0:1767384295.844112:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384295.844116:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:2.0:1767384295.844123:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:2.0:1767384295.844128:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000800:00000001:0.0:1767384295.844130:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384295.844134:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384295.844140:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:2.0:1767384295.844146:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:2.0:1767384295.844151:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (5) 00000800:00000010:2.0:1767384295.844174:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002a80c20f. 00000800:00000010:2.0:1767384295.844179:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d3ee2654. 00000800:00000010:2.0:1767384295.844216:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000345f16d3. 00000800:00000200:2.1:1767384295.844228:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000158e550c] -> 12345-192.168.204.131@tcp11 (4) 00000800:00000200:2.1:1767384295.844234:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp11 00000000345f16d3 deleted 00000800:00000010:2.1:1767384295.844236:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000345f16d3. 00000800:00000200:2.1:1767384295.844241:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384295.844247:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp11 p 3.x 192.168.204.131 -> 192.168.204.131:1018 incarnation:1767384294394690756 sched[0] 00000800:00000010:2.0:1767384295.844253:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dbca8371. 00000800:00000010:2.0:1767384295.844311:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dbca8371. 00000800:00000010:2.0:1767384295.844316:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d3ee2654. 00000800:00000200:0.1:1767384295.844320:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384295.844327:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp11 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384294394690756 sched[0] 00000800:00000010:0.0:1767384295.844331:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001a5d5797. 00000800:00000010:2.0:1767384295.844338:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ca469fc9. 00000800:00000001:2.0:1767384295.844355:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384295.844359:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.844361:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384295.844365:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384295.846529:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294883754, at 4294883755 00000100:00000010:0.0:1767384295.846536:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e79757e0. 00000100:00000040:2.0:1767384295.847517:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294883755, at 4294883756 00000100:00000010:2.0:1767384295.847525:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d75a5cf. 00000100:00000040:3.0:1767384295.848514:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294883755, at 4294883757 00000100:00000010:3.0:1767384295.848522:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f9d463c. 00080000:00000001:2.0:1767384295.852613:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384295.852622:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:0.0:1767384295.852624:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384295.852629:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384295.852630:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384295.852635:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384295.852635:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384295.852639:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384295.852640:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384295.852642:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ac79a36d. 00080000:00000001:0.0:1767384295.852646:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384295.852648:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384295.852658:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384295.852661:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384295.852670:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384295.852674:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384295.852684:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384295.852688:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384295.852694:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384295.852697:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384295.852704:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005dfadf6f. 00010000:00000001:0.0:1767384295.852710:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384295.852713:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b67f0cee. 00000020:00000001:0.0:1767384295.852717:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384295.852719:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b67f0cee with handle 0xf83434fd52e6d915 to hash 00000020:00000001:0.0:1767384295.852720:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384295.852722:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384295.852725:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384295.852728:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384295.852730:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.852733:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d915 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.852745:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384295.852750:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384295.852754:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384295.852758:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384295.852760:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.852763:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384295.852765:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.852770:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384295.852774:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384295.852775:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384295.852776:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384295.852778:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005dfadf6f) refcount = 1 00010000:00010000:0.0:1767384295.852784:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d915 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.852793:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384295.852796:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384295.852797:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.852799:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.852804:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384295.852808:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384295.852810:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384295.852813:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384295.852815:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.852816:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b67f0cee refcount=4 00000020:00000001:0.0:1767384295.852818:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384295.852820:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384295.852822:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384295.852824:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d915 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.852828:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384295.852830:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d915 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.852834:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.852835:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384295.852837:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d915 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.852840:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384295.852842:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.852845:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384295.852848:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d915 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384295.852855:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b67f0cee already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384295.852859:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384295.852863:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384295.852864:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d915 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.852868:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384295.852869:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384295.852874:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.852875:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b67f0cee refcount=5 00000020:00000001:0.0:1767384295.852877:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384295.852882:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384295.852885:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384295.852887:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d915 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.852892:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384295.852894:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384295.852895:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.852898:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384295.852900:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384295.852901:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384295.852902:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384295.852903:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b67f0cee with handle 0xf83434fd52e6d915 from hash 00010000:00000001:0.0:1767384295.852905:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384295.852905:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.852906:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.852907:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384295.852909:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384295.852910:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384295.852912:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384295.852914:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.852916:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.852917:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384295.852919:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384295.852921:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.852922:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.852923:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.852925:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.852926:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.852928:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d915 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.852931:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.852939:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.852941:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384295.852943:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384295.852945:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.852947:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.852949:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384295.852952:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.852954:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.852957:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d915 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.852970:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384295.852972:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384295.852974:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d915 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384295.852981:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005dfadf6f count: 0 00010000:00000001:0.0:1767384295.852991:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384295.852994:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384295.859501:0:19339:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005dfadf6f. 00010000:00000010:0.1:1767384295.859512:0:19339:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b67f0cee. 00080000:00000001:0.0:1767384295.859907:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384295.859910:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384295.859912:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384295.859914:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384295.859917:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384295.859922:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d066f627. 00080000:00000001:0.0:1767384295.859927:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384295.859956:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384295.859961:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384295.859964:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384295.859971:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384295.859974:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384295.859981:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005dfadf6f. 00010000:00000001:0.0:1767384295.859986:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384295.859990:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b67f0cee. 00000020:00000001:0.0:1767384295.859994:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384295.859998:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b67f0cee with handle 0xf83434fd52e6d91c to hash 00000020:00000001:0.0:1767384295.860001:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384295.860003:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384295.860012:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384295.860015:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384295.860017:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.860020:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d91c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.860026:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384295.860029:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384295.860031:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384295.860033:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384295.860034:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.860036:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384295.860038:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.860039:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384295.860041:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384295.860042:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384295.860044:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384295.860045:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005dfadf6f) refcount = 1 00010000:00010000:0.0:1767384295.860048:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d91c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.860052:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384295.860053:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384295.860055:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.860056:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.860058:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384295.860060:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384295.860072:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384295.860074:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384295.860076:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.860077:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b67f0cee refcount=4 00000020:00000001:0.0:1767384295.860079:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384295.860081:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384295.860083:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384295.860084:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d91c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.860095:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384295.860096:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d91c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.860101:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.860102:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384295.860103:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d91c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.860107:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384295.860108:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.860111:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384295.860112:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d91c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384295.860117:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b67f0cee already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384295.860119:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384295.860120:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384295.860121:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d91c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.860125:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384295.860127:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384295.860128:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.860129:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b67f0cee refcount=5 00000020:00000001:0.0:1767384295.860130:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384295.860132:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384295.860134:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384295.860135:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d91c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.860139:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384295.860141:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384295.860148:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.860152:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384295.860153:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384295.860155:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384295.860157:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384295.860159:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b67f0cee with handle 0xf83434fd52e6d91c from hash 00010000:00000001:0.0:1767384295.860161:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384295.860163:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.860164:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.860165:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384295.860166:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384295.860167:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384295.860169:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384295.860170:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.860172:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.860173:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384295.860174:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384295.860176:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.860177:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.860178:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.860180:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.860181:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.860183:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d91c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.860186:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.860187:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.860188:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384295.860189:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384295.860191:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.860192:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.860194:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384295.860209:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.860210:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.860212:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d91c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.860216:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384295.860222:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384295.860224:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6d91c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384295.860228:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005dfadf6f count: 0 00010000:00000001:0.0:1767384295.860236:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384295.860237:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384295.862103:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384295.862109:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384295.862112:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004f91d5f5. 20000000:00000001:3.0:1767384295.862120:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384295.862126:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732502272 00010000:00000001:3.0:1767384295.862130:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384295.862143:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b7a293d x1853236732502272/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384295.862155:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384295.862166:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384295.862172:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384295.862179:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384295.862183:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384295.862187:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384295.862191:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384295.862210:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.862216:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384295.862220:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384295.862226:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f212f487. 00000100:00000200:3.0:1767384295.862234:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732502272, offset 224 00000400:00000200:3.0:1767384295.862245:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384295.862261:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384295.862275:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d202100 00000400:00000200:3.0:1767384295.862283:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1211 [2] + 224 00000400:00000200:3.0:1767384295.862294:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384295.862299:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384295.862307:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384295.862313:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002e6b99d1 x1853236732502272/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384295.862324:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002e6b99d1 x1853236732502272/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.862340:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384295.862350:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f212f487 00000100:00000001:0.0:1767384295.862350:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.862354:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384295.862355:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f212f487. 00000100:00000001:3.0:1767384295.862361:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384295.862363:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384295.862363:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384295.862366:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384295.862370:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033220647. 00000100:00000001:3.0:1767384295.862372:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384295.862375:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000031b9028 00000100:00000040:3.0:1767384295.862378:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:0.0:1767384295.862379:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000031b9028. 00000100:00000001:0.0:1767384295.862385:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384295.862386:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384295.862390:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384295.862391:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002e6b99d1 x1853236732502272/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384295.862395:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384295.862403:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b7a293d x1853236732502272/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384295.862420:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002e6b99d1 x1853236732502272/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.862449:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.862453:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384295.862456:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b7a293d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732502272:12345-0@lo:253: Request processed in 19568us (20144us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384295.862457:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384295.862462:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384295.862466:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.862468:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.862471:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384295.862475:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000040:3.0:1767384295.862508:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384295.862512:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384295.862514:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384295.862521:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006979c97e. 00000020:00000010:3.0:1767384295.862526:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4c6c871. 00000020:00000010:3.0:1767384295.862531:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ac4361e. 00000020:00000040:3.0:1767384295.862539:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:3.0:1767384295.862544:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384295.862547:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000259b0825. 02000000:00000001:3.0:1767384295.862552:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384295.862555:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384295.862562:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384295.862568:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e98b49a9. 00000400:00000010:3.0:1767384295.862574:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f212f487. 00000100:00001000:0.0:1767384295.862585:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384295.862590:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.862593:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384295.862594:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.862596:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384295.862597:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.862599:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.862603:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e6b99d1 x1853236732502272/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.862609:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.862618:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384295.862619:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384295.862623:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384295.862625:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384295.862626:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384295.862627:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384295.862629:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384295.862630:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384295.862631:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384295.862633:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384295.862634:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384295.862637:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e6b99d1 x1853236732502272/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.862643:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002e6b99d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732502272:0@lo:253: 00000100:00000001:0.0:1767384295.862647:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.862650:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.862653:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e6b99d1 x1853236732502272/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.862658:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384295.862660:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384295.862663:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009e20e194. 02000000:00000001:0.0:1767384295.862669:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384295.862671:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384295.862673:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384295.862675:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384295.862678:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008caf7c87. 02000000:00000001:0.0:1767384295.862683:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384295.862685:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384295.862687:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e6b99d1. 00000100:00000001:0.0:1767384295.862690:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384295.862692:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.862693:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.862701:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.862703:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.862705:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.862707:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384295.864080:0:16776:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384295.864084:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384295.864086:0:16776:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009aa2c005. 20000000:00000001:3.0:1767384295.864091:0:16776:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384295.864094:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732502144 00010000:00000001:3.0:1767384295.864097:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384295.864102:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7233116 x1853236732502144/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384295.864110:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384295.864112:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384295.864115:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384295.864118:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384295.864121:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384295.864124:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384295.864126:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384295.864133:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.864136:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384295.864139:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384295.864142:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005427d3e5. 00000100:00000200:3.0:1767384295.864146:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732502144, offset 224 00000400:00000200:3.0:1767384295.864151:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384295.864157:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384295.864163:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d202080 00000400:00000200:3.0:1767384295.864168:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1209 [2] + 224 00000400:00000200:3.0:1767384295.864175:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384295.864178:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384295.864181:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384295.864186:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc8d759 x1853236732502144/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384295.864211:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bdc8d759 x1853236732502144/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.864228:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384295.864233:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005427d3e5 00000400:00000010:3.0:1767384295.864245:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005427d3e5. 00000100:00000001:3.0:1767384295.864249:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384295.864250:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384295.864254:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.864255:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384295.864257:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:0.0:1767384295.864260:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384295.864262:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384295.864265:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384295.864268:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384295.864268:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384295.864273:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384295.864275:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7233116 x1853236732502144/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384295.864277:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026304857. 00000400:00000200:0.0:1767384295.864284:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e985ea99 00000400:00000010:0.0:1767384295.864289:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e985ea99. 00000100:00100000:3.0:1767384295.864294:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7233116 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16146:x1853236732502144:12345-0@lo:253: Request processed in 21432us (22016us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384295.864295:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384295.864303:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc8d759 x1853236732502144/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384295.864306:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000040:3.0:1767384295.864312:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384295.864318:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384295.864324:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bdc8d759 x1853236732502144/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.864326:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384295.864331:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008350fde9. 00000020:00000010:3.0:1767384295.864337:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007c6a4901. 00000100:00000001:0.0:1767384295.864338:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.864343:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384295.864344:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053b52e8b. 00000100:00000001:0.0:1767384295.864347:0:16146:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384295.864350:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:0.0:1767384295.864351:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384295.864355:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384295.864357:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384295.864358:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384295.864361:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000026849544. 02000000:00000001:0.0:1767384295.864363:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.864368:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384295.864368:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=15 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384295.864372:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384295.864374:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=15 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384295.864379:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384295.864380:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384295.864383:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384295.864386:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3aff63. 00010000:00000001:0.0:1767384295.864387:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384295.864391:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384295.864393:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005427d3e5. 00000100:00000001:0.0:1767384295.864394:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.864401:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bdc8d759 x1853236732502144/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.864409:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.864412:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384295.864414:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384295.864417:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384295.864419:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384295.864420:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384295.864422:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384295.864423:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384295.864432:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384295.864433:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384295.864447:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384295.864449:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384295.864450:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384295.864454:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bdc8d759 x1853236732502144/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.864463:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bdc8d759 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732502144:0@lo:253: 00000100:00000001:0.0:1767384295.864468:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.864471:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.864474:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bdc8d759 x1853236732502144/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.864510:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384295.864513:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384295.864514:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003b74f4d8. 02000000:00000001:0.0:1767384295.864520:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384295.864521:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384295.864523:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384295.864525:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384295.864527:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000068475913. 02000000:00000001:0.0:1767384295.864535:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384295.864536:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384295.864538:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bdc8d759. 00000100:00000001:0.0:1767384295.864542:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384295.864544:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.864545:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.864552:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.864553:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.864555:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.864558:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384295.864628:0:19340:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000042575ce2. 00000400:00000040:2.0:1767384295.864650:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384295.864653:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384295.864657:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.864659:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384295.864661:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.864663:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384295.864666:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384295.864667:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384295.864668:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384295.864670:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384295.864671:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384295.864673:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384295.864674:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384295.864675:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384295.864676:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384295.864678:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384295.864679:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384295.864684:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384295.864685:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384295.864687:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.864688:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384295.864689:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384295.864690:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384295.864691:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384295.864692:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384295.864694:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.864695:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384295.864696:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384295.864697:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384295.864698:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384295.864698:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384295.864700:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.864701:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384295.864702:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384295.864703:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384295.864704:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384295.864705:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384295.864706:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384295.864707:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384295.864708:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384295.864709:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384295.864710:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384295.864711:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384295.864712:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384295.864713:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384295.864714:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384295.864715:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384295.864716:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384295.864717:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384295.864718:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384295.864719:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384295.864720:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384295.864721:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384295.864722:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384295.864723:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384295.864724:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384295.864727:0:19340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384295.864745:0:19340:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000042575ce2. 00010000:00000010:0.1:1767384295.865514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005dfadf6f. 00010000:00000010:0.1:1767384295.865522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b67f0cee. 00000100:00000040:0.0:1767384295.931553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384295.931562:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384295.931569:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bdc8d759. 00000020:00000040:0.0:1767384295.931576:0:36:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384295.931581:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384295.931590:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384295.931595:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.931604:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e835e7cd. 00000100:00000001:0.0:1767384295.931611:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.931621:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384295.931659:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384295.931661:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.931667:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bdc8d759] to pc [ptlrpcd_00_02+2] req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.931690:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.931692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384295.931695:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384295.931698:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384295.931698:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e6b99d1. 00000020:00000040:0.0:1767384295.931703:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384295.931704:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.931705:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384295.931708:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384295.931709:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384295.931710:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.931715:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000938ff00c. 00000100:00000040:2.0:1767384295.931718:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.931720:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.931728:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384295.931731:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384295.931735:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.931740:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384295.931742:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384295.931742:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384295.931747:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384295.931748:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e6b99d1] to pc [ptlrpcd_00_03+3] req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384295.931754:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384295.931761:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bdc8d759 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732502400:0@lo:400: 00000100:00000001:0.0:1767384295.931763:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.931766:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384295.931766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384295.931771:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384295.931773:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384295.931774:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001426c87a. 02000000:00000001:2.0:1767384295.931777:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384295.931778:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1767384295.931780:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384295.931785:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6cced57. 00000100:00000001:0.0:1767384295.931786:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384295.931789:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384295.931790:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.931792:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.931797:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004173483f. 00000400:00000010:2.0:1767384295.931798:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065069e6f. 00000100:00000001:0.0:1767384295.931800:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.931806:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001426c87a x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384295.931808:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000100:00000001:0.0:1767384295.931814:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384295.931816:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384295.931818:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732502400, portal 4 00000100:00000040:0.0:1767384295.931820:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001426c87a] to pc [ptlrpcd_00_00+0] req@000000001426c87a x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.931823:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384295.931827:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659217792 : -119698050333824 : ffff9322a03ac380) 00000100:00000001:0.0:1767384295.931843:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384295.931848:0:16148:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009d1fd226. 00000100:00000040:0.0:1767384295.931848:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (221) 00000100:00000040:2.0:1767384295.931860:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.931863:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.931867:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384295.931869:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384295.931870:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384295.931874:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384295.931875:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384295.931878:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087df124c. 00000100:00000200:2.0:1767384295.931884:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732502400, offset 0 00000100:00000001:0.0:1767384295.931885:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384295.931888:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.931891:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384295.931893:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384295.931896:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384295.931897:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.931902:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002e6b99d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236732502528:0@lo:400: 00000100:00000001:0.0:1767384295.931905:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384295.931908:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384295.931909:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.931911:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384295.931913:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072d84b1c. 00000400:00000200:2.0:1767384295.931917:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384295.931918:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.931925:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033220647. 00000400:00000010:0.0:1767384295.931929:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000400:00000200:2.0:1767384295.931933:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d202180 00000100:00000200:0.0:1767384295.931933:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732502528, portal 10 00000100:00000001:0.0:1767384295.931935:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.931945:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659223168 : -119698050328448 : ffff9322a03ad880) 00000400:00000200:2.0:1767384295.931949:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 1648 00000100:00000040:0.0:1767384295.931952:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384295.931959:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384295.931959:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.931964:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384295.931968:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384295.931968:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eeb0294. 00000100:00000200:0.0:1767384295.931974:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732502528, offset 0 00000100:00000001:2.0:1767384295.931979:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384295.931982:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384295.931983:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384295.931988:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d769a49a. 00000400:00000200:0.0:1767384295.931992:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384295.931994:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000d769a49a x1853236732502400 msgsize 224 00000400:00000200:0.0:1767384295.932005:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d202200 00000100:00100000:2.0:1767384295.932009:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384295.932016:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000100:00000001:2.0:1767384295.932020:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.932022:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.932028:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384295.932031:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087df124c 00000400:00000010:2.0:1767384295.932036:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087df124c. 00000100:00000001:2.0:1767384295.932042:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384295.932044:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384295.932047:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384295.932047:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384295.932052:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e846948. 00000100:00000040:0.0:1767384295.932056:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000000e846948 x1853236732502528 msgsize 224 00000100:00000001:2.0:1767384295.932062:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384295.932063:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384295.932066:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.932073:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.932075:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.932075:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384295.932084:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384295.932089:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 9853 usecs (10 jiffies) 00000400:00000200:0.0:1767384295.932090:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eeb0294 00000400:00000010:0.0:1767384295.932094:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eeb0294. 00000100:00000001:2.0:1767384295.932096:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883850 00000100:00000001:0.0:1767384295.932099:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384295.932103:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ade3b3d. 00000100:00000200:0.0:1767384295.932105:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.932112:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384295.932132:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883850 00000100:00000001:0.0:1767384295.932133:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384295.932138:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068bf0edb. 00000100:00000040:0.0:1767384295.932139:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.932143:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384295.932149:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883850 00000100:00000010:2.0:1767384295.932155:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0d172a2. 00000100:00000001:0.0:1767384295.932158:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.932160:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384295.932161:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384295.932165:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883850 00000100:00000001:0.0:1767384295.932167:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.932170:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2321 usecs (3 jiffies) 00000100:00000010:2.0:1767384295.932175:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000977acc02. 00000100:00000001:0.0:1767384295.932175:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883843 00000100:00000001:0.0:1767384295.932181:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294883850 00000100:00000001:2.0:1767384295.932182:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384295.932186:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384295.932190:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.932191:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883843 00000100:00000001:2.0:1767384295.932208:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.932209:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294883850 00000100:00000001:2.0:1767384295.932215:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.932216:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883843 00000100:00000001:0.0:1767384295.932222:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294883850 00000100:00000001:0.0:1767384295.932224:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883843 00000100:00000001:0.0:1767384295.932226:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294883850 00000100:00000001:2.0:1767384295.932228:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.932231:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384295.932233:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384295.932236:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.932236:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.932239:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.932242:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.932243:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.932245:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384295.932248:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.932253:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.932256:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384295.932261:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.932263:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.932265:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.932267:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.932282:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384295.932286:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732502400 00000100:00000001:0.0:1767384295.932289:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384295.932291:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384295.932292:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732502528 00000100:00000001:2.0:1767384295.932294:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384295.932296:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384295.932298:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.932299:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.932303:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384295.932305:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.932308:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384295.932310:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732502400 00000100:00100000:0.0:1767384295.932312:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732502528 00000020:00000001:2.0:1767384295.932315:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384295.932316:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384295.932318:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000040:0.0:1767384295.932320:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000020:00000001:2.0:1767384295.932324:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384295.932325:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384295.932330:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000020:00000040:0.0:1767384295.932330:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000020:00000001:0.0:1767384295.932336:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000020:00000001:2.0:1767384295.932337:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:0.0:1767384295.932341:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000020:00000001:2.0:1767384295.932342:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:2.0:1767384295.932350:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384295.932350:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384295.932356:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5b7d31a. 00000020:00000010:2.0:1767384295.932357:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af144e78. 00000100:00000001:0.0:1767384295.932363:0:17576:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384295.932366:0:17556:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f4ab85c6. 00000020:00000010:0.0:1767384295.932367:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5b7d31a. 00000020:00000040:2.0:1767384295.932375:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000020:00000010:0.0:1767384295.932379:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aaa61594. 00000020:00000010:0.0:1767384295.932385:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8fdb444. 00000100:00000001:2.0:1767384295.932386:0:17556:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384295.932393:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c779f02. 00000020:00000010:0.0:1767384295.932394:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000001a4ab32. 00000020:00000010:2.0:1767384295.932400:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c00cdb7. 00000100:00000040:0.0:1767384295.932403:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:2.0:1767384295.932406:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007542bbaa. 00000100:00000001:0.0:1767384295.932409:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384295.932412:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384295.932417:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384295.932417:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384295.932423:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384295.932428:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384295.932432:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384295.932433:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384295.932436:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.932436:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.932451:0:17556:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384295.932454:0:17556:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384295.932457:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384295.932458:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.932471:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384295.932472:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384295.932474:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732502656 00000100:00000001:2.0:1767384295.932513:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384295.932515:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384295.932521:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384295.932524:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:2.0:1767384295.932526:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376012922752 : -119697696628864 : ffff9322b54fdf80) 00000100:00000040:2.0:1767384295.932530:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d769a49a x1853236732502400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/0 e 0 to 0 dl 1767384306 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.932536:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384295.932539:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008775d2d9. 00000100:00000001:2.0:1767384295.932541:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384295.932543:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008775d2d9. 00000100:00100000:2.0:1767384295.932547:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d769a49a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732502400:12345-0@lo:400: 00000100:00000200:2.0:1767384295.932550:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732502400 00000020:00000001:2.0:1767384295.932552:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384295.932556:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384295.932558:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384295.932560:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384295.932563:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:2.0:1767384295.932565:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384295.932568:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384295.932570:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384295.932572:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384295.932574:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384295.932576:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384295.932579:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384295.932581:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384295.932583:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000078ee9b53. 02000000:00000001:2.0:1767384295.932585:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.932592:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384295.932594:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384295.932597:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732502400 00010000:00000001:2.0:1767384295.932599:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384295.932603:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d769a49a x1853236732502400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384295.932609:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384295.932611:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384295.932615:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384295.932618:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384295.932621:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384295.932623:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384295.932625:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384295.932627:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.932629:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384295.932632:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384295.932634:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087df124c. 00000100:00000200:2.0:1767384295.932638:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732502400, offset 224 00000400:00000200:2.0:1767384295.932640:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384295.932645:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384295.932650:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d202180 00000400:00000200:2.0:1767384295.932653:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x122d [1] + 224 00000400:00000200:2.0:1767384295.932657:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384295.932660:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384295.932664:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384295.932668:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384295.932675:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.932688:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384295.932694:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087df124c 00000400:00000010:2.0:1767384295.932698:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087df124c. 00000100:00000001:2.0:1767384295.932705:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384295.932714:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384295.932728:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384295.932734:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 02000000:00000001:0.0:1767384295.932735:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384295.932739:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384295.932740:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384295.932743:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384295.932744:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.932746:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384295.932749:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384295.932752:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732502656 00000100:00000040:2.0:1767384295.932756:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d769a49a x1853236732502400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384295.932756:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384295.932760:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000020:00000001:0.0:1767384295.932764:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.932768:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000020:00000001:0.0:1767384295.932773:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000001:0.0:1767384295.932779:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00100000:2.0:1767384295.932782:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d769a49a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732502400:12345-0@lo:400: Request processed in 241us (783us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384295.932786:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384295.932791:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5b7d31a. 00000100:00100000:2.0:1767384295.932796:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:00000010:0.0:1767384295.932797:0:17576:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003cbd6529. 00000100:00000040:2.0:1767384295.932801:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000020:00000040:0.0:1767384295.932803:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:2.0:1767384295.932804:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384295.932808:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384295.932811:0:17576:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384295.932814:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c00cdb7. 00000020:00000010:0.0:1767384295.932816:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031cee0b3. 00000020:00000010:2.0:1767384295.932819:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007542bbaa. 00000020:00000010:0.0:1767384295.932822:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000041b4de68. 00000020:00000010:2.0:1767384295.932825:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c779f02. 00000020:00000010:0.0:1767384295.932829:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007bc2113d. 00000020:00000040:2.0:1767384295.932831:0:17556:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:2.0:1767384295.932835:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.932835:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384295.932839:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384295.932842:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384295.932851:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.932853:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384295.932854:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.932856:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384295.932858:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384295.932866:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384295.932867:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384295.932873:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00080000:2.0:1767384295.932878:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384295.932880:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384295.932881:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:0.0:1767384295.932884:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384295.932888:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384295.932890:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00000001:2.0:1767384295.932891:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.932892:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659222272 : -119698050329344 : ffff9322a03ad500) 00000100:00000001:2.0:1767384295.932895:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384295.932899:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e846948 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:276/0 lens 224/0 e 0 to 0 dl 1767384306 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384295.932901:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384295.932905:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384295.932909:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065069e6f. 00000100:00000001:0.0:1767384295.932909:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384295.932912:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cbd6529. 00000400:00000200:2.0:1767384295.932914:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000400:00000010:2.0:1767384295.932917:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000100:00000001:0.0:1767384295.932917:0:17576:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384295.932922:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cbd6529. 00000100:00000001:2.0:1767384295.932924:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384295.932927:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e846948 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236732502528:12345-0@lo:400: 00000100:00000200:2.0:1767384295.932929:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384295.932933:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732502528 00000020:00000001:0.0:1767384295.932937:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384295.932941:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384295.932942:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.932944:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384295.932946:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:0.0:1767384295.932951:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384295.932954:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384295.932958:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384295.932959:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384295.932961:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384295.932962:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.932965:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384295.932968:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384295.932971:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384295.932974:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384295.932975:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005eae691e. 00000100:00000001:2.0:1767384295.932976:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384295.932978:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.932982:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384295.932982:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384295.932986:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384295.932986:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.932989:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384295.932990:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384295.932992:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384295.932998:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732502528 00000100:00001000:2.0:1767384295.933001:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=5 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384295.933001:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:2.0:1767384295.933006:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=5 v=5 (1 0 0 0) 00010000:00000200:0.0:1767384295.933007:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e846948 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.933011:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384295.933015:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.933020:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384295.933021:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384295.933023:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384295.933027:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384295.933027:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.933036:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384295.933039:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.933040:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384295.933044:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384295.933045:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00100000:2.0:1767384295.933048:0:16148:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 02000000:00000001:0.0:1767384295.933049:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384295.933053:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384295.933055:0:16148:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@000000009f2711fe x1853236732500736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.933057:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.933063:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.933068:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eeb0294. 00000100:00000001:2.0:1767384295.933069:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384295.933073:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732502528, offset 224 00000100:00000040:2.0:1767384295.933074:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f2711fe x1853236732500736/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384295.933083:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384295.933085:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384295.933088:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384295.933092:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000db03d2ab. 00000400:00000200:0.0:1767384295.933092:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384295.933097:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384295.933099:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384295.933102:0:16148:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384295.933103:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d202200 00000020:00000001:2.0:1767384295.933106:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384295.933110:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000125a48b3. 00000400:00000200:0.0:1767384295.933113:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1235 [1] + 224 02000000:00000001:2.0:1767384295.933145:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384295.933147:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384295.933148:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384295.933153:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f2711fe. 00000400:00000200:0.0:1767384295.933157:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384295.933158:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384295.933162:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.933164:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384295.933165:0:16148:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:2.0:1767384295.933170:0:16148:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384295.933171:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384295.933173:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384295.933178:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.933230:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384295.933231:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.933236:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384295.933240:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384295.933245:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.933246:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384295.933253:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bdc8d759 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732502400:0@lo:400: 00000400:00000200:0.0:1767384295.933254:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eeb0294 00000400:00000010:0.0:1767384295.933258:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eeb0294. 00000100:00000001:0.0:1767384295.933261:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384295.933262:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.933263:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384295.933266:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384295.933268:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384295.933271:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bdc8d759 x1853236732502400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384295.933274:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:2.0:1767384295.933294:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384295.933297:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384295.933301:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6cced57. 00010000:00000001:0.0:1767384295.933301:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384295.933304:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384295.933306:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384295.933307:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384295.933310:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384295.933313:0:16148:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1767384295.933315:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e846948 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384295.933317:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384295.933321:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e835e7cd. 02000000:00000001:2.0:1767384295.933327:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1767384295.933331:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e846948 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236732502528:12345-0@lo:400: Request processed in 418us (1270us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384295.933332:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384295.933336:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bdc8d759. 00000100:00000001:2.0:1767384295.933341:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1767384295.933343:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:2.0:1767384295.933344:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384295.933348:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384295.933348:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000001:0.0:1767384295.933351:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384295.933353:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384295.933356:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8fdb444. 00000100:00000001:2.0:1767384295.933360:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384295.933361:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000001a4ab32. 00000100:00000001:2.0:1767384295.933364:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384295.933383:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aaa61594. 00000100:00000001:2.0:1767384295.933384:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384295.933389:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384295.933389:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000100:00000001:0.0:1767384295.933394:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.933403:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384295.933406:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384295.933411:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384295.933414:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000100:00000001:0.0:1767384295.933417:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210166912 : -119698499384704 : ffff93228576ca80) 00000100:00000040:0.0:1767384295.933421:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000edcda2ed x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:276/0 lens 224/0 e 0 to 0 dl 1767384306 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.933423:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384295.933427:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384295.933431:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384295.933432:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:2.0:1767384295.933434:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384295.933437:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033220647. 00000020:00000010:0.0:1767384295.933437:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cbd6529. 00000100:00000001:0.0:1767384295.933442:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384295.933443:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000020:00000010:0.0:1767384295.933445:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cbd6529. 00000400:00000010:2.0:1767384295.933460:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00100000:0.0:1767384295.933465:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000edcda2ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236732502656:12345-0@lo:400: 00000100:00000001:2.0:1767384295.933466:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384295.933471:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732502656 00000100:00000200:2.0:1767384295.933473:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384295.933475:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384295.933495:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384295.933502:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.933507:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384295.933511:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:0.0:1767384295.933516:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384295.933520:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384295.933525:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384295.933528:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384295.933530:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384295.933531:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.933536:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384295.933560:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384295.933563:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384295.933568:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c29edc1b. 02000000:00000001:0.0:1767384295.933572:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.933573:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.933574:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.933577:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384295.933578:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.933584:0:16149:0:(client.c:1578:after_reply()) Process entered 00010000:00000040:0.0:1767384295.933584:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732502656 00010000:00000001:0.0:1767384295.933587:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384295.933588:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384295.933591:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000200:0.0:1767384295.933592:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000edcda2ed x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.933594:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384295.933599:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.933606:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1767384295.933607:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=10 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384295.933608:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.933614:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=10 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384295.933616:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.933620:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384295.933621:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384295.933624:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384295.933625:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.933628:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00010000:00000001:2.0:1767384295.933629:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384295.933633:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00080000:2.0:1767384295.933636:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384295.933636:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.933639:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.933646:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384295.933667:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.933667:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eeb0294. 00000100:00000200:0.0:1767384295.933673:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732502656, offset 224 00000100:00000001:2.0:1767384295.933674:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384295.933676:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384295.933679:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767384295.933682:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384295.933683:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384295.933688:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384295.933690:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.933699:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d202280 00000400:00000200:0.0:1767384295.933709:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x123d [1] + 224 00000100:00000001:2.0:1767384295.933712:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384295.933716:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384295.933719:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384295.933723:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384295.933724:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384295.933730:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.933738:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384295.933741:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002e6b99d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236732502528:0@lo:400: 00000100:00000200:0.0:1767384295.933745:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001426c87a x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.933750:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384295.933755:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384295.933761:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e6b99d1 x1853236732502528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384295.933773:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001426c87a x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.933795:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384295.933797:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384295.933798:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384295.933801:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072d84b1c. 00000400:00000200:0.0:1767384295.933802:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eeb0294 02000000:00000001:2.0:1767384295.933805:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1767384295.933806:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eeb0294. 00000020:00000001:2.0:1767384295.933808:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384295.933810:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384295.933811:0:16149:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384295.933812:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384295.933816:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384295.933834:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384295.933835:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000938ff00c. 00000100:00000040:0.0:1767384295.933841:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 02000000:00000001:2.0:1767384295.933844:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384295.933844:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384295.933849:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384295.933850:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384295.933853:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e6b99d1. 00000020:00000001:0.0:1767384295.933855:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384295.933860:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384295.933861:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000edcda2ed x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.933863:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384295.933870:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384295.933879:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384295.933884:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.933884:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000edcda2ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236732502656:12345-0@lo:400: Request processed in 446us (1477us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384295.933890:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384295.933894:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.933897:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:2.0:1767384295.933902:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384295.933904:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000100:00000001:2.0:1767384295.933905:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.933909:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384295.933912:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384295.933914:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000041b4de68. 00000020:00000010:0.0:1767384295.933918:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007bc2113d. 00000020:00000010:0.0:1767384295.933921:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031cee0b3. 00000020:00000040:0.0:1767384295.933925:0:17576:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000100:00000001:0.0:1767384295.933927:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384295.934019:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000097b12895. 02000000:00000001:0.0:1767384295.934021:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.934029:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6f67dec. 00000400:00000010:0.0:1767384295.934033:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eeb0294. 00000100:00000200:0.0:1767384295.934035:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732502784, portal 4 00000100:00000001:0.0:1767384295.934036:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.934038:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210177664 : -119698499373952 : ffff93228576f480) 00000100:00000040:0.0:1767384295.934042:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ba10c48 x1853236732502784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.934047:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.934048:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.934051:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000098aa607. 00000100:00000200:0.0:1767384295.934053:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732502784, offset 0 00000400:00000200:0.0:1767384295.934056:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.934062:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.934067:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d202300 00000400:00000200:0.0:1767384295.934071:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 224 00000400:00000200:0.0:1767384295.934075:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.934078:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.934081:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384295.934082:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384295.934085:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022e39829. 00000100:00000040:0.0:1767384295.934086:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000022e39829 x1853236732502784 msgsize 224 00000100:00100000:0.0:1767384295.934090:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384295.934102:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.934105:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000098aa607 00000400:00000010:0.0:1767384295.934107:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000098aa607. 00000100:00000001:0.0:1767384295.934110:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384295.934124:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ba10c48 x1853236732502784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.934130:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.934132:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ba10c48 x1853236732502784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.934134:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384295.934139:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732502784 00000100:00000001:0.0:1767384295.934139:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384295.934143:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384295.934144:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384295.934155:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384295.934157:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.934158:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384295.934159:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.934162:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8485 usecs (9 jiffies) 00000100:00100000:2.0:1767384295.934163:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732502784 00000100:00000001:0.0:1767384295.934167:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883851 00000020:00000001:2.0:1767384295.934168:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384295.934171:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:2.0:1767384295.934173:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384295.934175:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000100:00000001:0.0:1767384295.934176:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294883850 00000020:00000001:2.0:1767384295.934177:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:2.0:1767384295.934181:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:0.0:1767384295.934182:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883851 00000100:00000001:2.0:1767384295.934184:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384295.934187:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294883850 00000020:00000010:2.0:1767384295.934189:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008775d2d9. 00000100:00000001:0.0:1767384295.934207:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883851 00000100:00000001:2.0:1767384295.934209:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.934212:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294883850 00000020:00000010:2.0:1767384295.934213:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008775d2d9. 00000100:00000001:0.0:1767384295.934218:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883851 00000020:00000010:2.0:1767384295.934220:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6cced57. 00000100:00000001:0.0:1767384295.934223:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294883850 00000020:00000010:2.0:1767384295.934225:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c00cdb7. 00000100:00000001:0.0:1767384295.934229:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384295.934230:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007542bbaa. 00000100:00000001:0.0:1767384295.934231:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384295.934238:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384295.934240:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384295.934242:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e23a655. 00000100:00000040:2.0:1767384295.934243:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:0.0:1767384295.934246:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839d0751 00000100:00000001:2.0:1767384295.934247:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384295.934250:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000839d0751. 00000100:00000001:2.0:1767384295.934251:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384295.934255:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.934256:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384295.934261:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384295.934262:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001426c87a x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384295.934271:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001426c87a x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.934272:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.934282:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.934285:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384295.934288:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384295.934288:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384295.934290:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384295.934291:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384295.934292:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.934295:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.934299:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384295.934300:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00001000:0.0:1767384295.934305:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=10 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384295.934306:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:2.0:1767384295.934310:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659216896 : -119698050334720 : ffff9322a03ac000) 00000100:00001000:0.0:1767384295.934312:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.934316:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384295.934318:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000022e39829 x1853236732502784/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.934324:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.934328:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384295.934329:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00080000:0.0:1767384295.934334:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001426c87a x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384295.934335:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008775d2d9. 00000100:00000001:2.0:1767384295.934339:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384295.934343:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.934345:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384295.934347:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:2.0:1767384295.934350:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008775d2d9. 00000100:00000001:0.0:1767384295.934351:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384295.934353:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.934358:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001426c87a x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384295.934361:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000022e39829 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732502784:12345-0@lo:13: 00000100:00000200:2.0:1767384295.934371:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732502784 00000100:00000001:0.0:1767384295.934374:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384295.934375:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384295.934377:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384295.934379:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384295.934379:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384295.934382:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.934385:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001426c87a x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384295.934387:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384295.934390:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000020:00000001:2.0:1767384295.934395:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384295.934398:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384295.934399:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001426c87a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236732502656:0@lo:400: 00000020:00000001:2.0:1767384295.934401:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384295.934405:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384295.934406:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384295.934407:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.934409:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384295.934411:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384295.934413:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001426c87a x1853236732502656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384295.934415:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384295.934420:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009e90aa91. 00000100:00000001:0.0:1767384295.934421:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384295.934423:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384295.934424:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.934426:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc559a58. 00000100:00000001:2.0:1767384295.934427:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.934431:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00002000:00000001:2.0:1767384295.934432:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:0.0:1767384295.934434:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384295.934436:0:16146:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00002000:00000001:2.0:1767384295.934437:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384295.934439:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384295.934440:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000010:0.0:1767384295.934441:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004173483f. 00080000:00000001:2.0:1767384295.934444:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000001:0.0:1767384295.934445:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384295.934448:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384295.934449:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001426c87a. 00000100:00000001:0.0:1767384295.934451:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00080000:00000001:2.0:1767384295.934456:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.934457:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384295.934463:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.934463:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.934465:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000024:2.0:1767384295.934467:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:0.0:1767384295.934468:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.934471:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.934473:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384295.934474:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384295.934501:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384295.934504:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:2.0:1767384295.934507:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:2.0:1767384295.934511:0:17559:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000ebf21f72. 00000001:00000001:2.0:1767384295.934515:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384295.934517:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384295.934519:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384295.934521:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732502784 00010000:00000001:2.0:1767384295.934528:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384295.934531:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000022e39829 x1853236732502784/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/368 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384295.934536:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384295.934538:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384295.934539:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384295.934541:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384295.934543:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384295.934544:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384295.934546:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384295.934547:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.934549:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384295.934550:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384295.934552:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384295.934554:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732502784, offset 224 00000400:00000200:2.0:1767384295.934557:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384295.934570:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384295.934575:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d202300 00000400:00000200:2.0:1767384295.934578:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1251 [1] + 224 00000400:00000200:2.0:1767384295.934581:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384295.934586:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384295.934589:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384295.934592:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ba10c48 x1853236732502784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384295.934596:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006ba10c48 x1853236732502784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.934609:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384295.934613:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000400:00000010:2.0:1767384295.934614:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000100:00000001:2.0:1767384295.934617:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384295.934619:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384295.934622:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384295.934624:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384295.934626:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384295.934630:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.934633:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384295.934635:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384295.934638:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384295.934638:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384295.934641:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384295.934644:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6f67dec. 00000100:00000040:2.0:1767384295.934645:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022e39829 x1853236732502784/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/368 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384295.934649:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eeb0294 00000400:00000010:0.0:1767384295.934653:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eeb0294. 00000100:00000001:0.0:1767384295.934659:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384295.934663:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000022e39829 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732502784:12345-0@lo:13: Request processed in 330us (571us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384295.934684:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ba10c48 x1853236732502784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384295.934695:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000200:0.0:1767384295.934696:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ba10c48 x1853236732502784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384295.934700:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:2.0:1767384295.934705:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384295.934709:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384295.934709:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.934713:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384295.934715:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c00cdb7. 00000100:00000001:0.0:1767384295.934716:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384295.934720:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384295.934722:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007542bbaa. 00000100:00000001:0.0:1767384295.934722:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.934725:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384295.934729:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6cced57. 02000000:00000001:0.0:1767384295.934729:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.934736:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=5 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384295.934737:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00001000:0.0:1767384295.934740:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384295.934741:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.934747:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384295.934749:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.934751:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384295.934754:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006ba10c48 x1853236732502784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384295.934759:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.934762:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384295.934763:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384295.934765:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384295.934772:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.934775:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ba10c48 x1853236732502784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.934796:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.934798:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384295.934799:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384295.934801:0:16146:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384295.934804:0:16146:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384295.934806:0:16146:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384295.934813:0:16146:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384295.934816:0:16146:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.934819:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ba10c48 x1853236732502784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.934823:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ba10c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732502784:0@lo:13: 00000100:00000001:0.0:1767384295.934826:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.934827:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.934828:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ba10c48 x1853236732502784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.934832:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384295.934833:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384295.934834:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000097b12895. 02000000:00000001:0.0:1767384295.934836:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384295.934837:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384295.934838:0:16146:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384295.934840:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384295.934841:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000038038b90. 02000000:00000001:0.0:1767384295.934859:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384295.934860:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384295.934861:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ba10c48. 00000100:00000001:0.0:1767384295.934863:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384295.934864:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.934869:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.934872:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.934873:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.934875:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.934876:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384295.943519:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294883851, at 4294883852 00000100:00000040:2.0:1767384295.943530:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294883851, at 4294883852 00000100:00000010:3.0:1767384295.943531:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000977acc02. 00000100:00000010:2.0:1767384295.943539:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0d172a2. 00000100:00000040:0.0:1767384295.944604:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294883851, at 4294883853 00000100:00000010:0.0:1767384295.944613:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ade3b3d. 00000020:00000001:3.0:1767384296.827617:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384296.827621:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384296.827625:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384297.210128:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384297.210135:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:3.0:1767384297.210141:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082fd8537. 00000400:00000200:3.0:1767384297.210145:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (5) 00000400:00000010:3.0:1767384297.210152:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c3f2fc5b. 00000400:00000200:3.0:1767384297.210158:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:3.0:1767384297.210181:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:3.0:1767384297.210187:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384297.210194:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384297.210198:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384297.210202:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:3.0:1767384297.210206:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp12 00000400:00000200:3.0:1767384297.210210:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp12 lpni_is_preferred = 0 00000400:00000200:3.0:1767384297.210212:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp12 00000400:00000200:3.0:1767384297.210215:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp12 NI seq info: [11:11:256:4294967295] 192.168.204.131@tcp12 LPNI seq info [11:11:8:4294967295] 00000020:00000001:2.0:1767384297.210219:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384297.210225:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384297.210229:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384297.210230:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp12 10000000:01000000:2.0:1767384297.210234:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384297.210238:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384297.210242:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384297.210245:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384297.210246:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp12(192.168.204.131@tcp12:) -> 192.168.204.131@tcp12(192.168.204.131@tcp:192.168.204.131@tcp12) : PUT try# 0 00000020:01000004:2.0:1767384297.210247:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384297.210250:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384297.210253:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384297.210254:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384297.210256:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:3.0:1767384297.210257:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.204.131@tcp12 00000020:01000004:2.0:1767384297.210258:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384297.210260:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:3.0:1767384297.210266:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df14786b. 00000100:00000010:2.0:1767384297.210268:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000108269f2. 00000020:00000040:2.0:1767384297.210274:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000800:00000010:3.0:1767384297.210278:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c642d9b. 00000100:00000001:2.0:1767384297.210280:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:3.0:1767384297.210285:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000eaf18f42. 02000000:00000001:2.0:1767384297.210291:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384297.210295:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c642d9b] -> 12345-192.168.204.131@tcp12 (2) 02000000:00000001:2.0:1767384297.210298:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384297.210303:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c642d9b] -> 12345-192.168.204.131@tcp12 (2) 02000000:00000010:2.0:1767384297.210308:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000078d3a7e3. 00000100:00000001:2.0:1767384297.210316:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.210324:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384297.210326:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000100:00000001:2.0:1767384297.210327:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384297.210331:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00000040:2.0:1767384297.210339:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000108269f2] to pc [ptlrpcd_00_02+2] req@00000000108269f2 x1853236732502912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384297.210369:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384297.210372:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.210374:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384297.210375:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384297.210378:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384297.210382:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384297.210383:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384297.210385:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384297.210388:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384297.210388:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384297.210388:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 10000000:01000000:2.0:1767384297.210393:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384297.210397:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000108269f2 x1853236732502912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384297.210398:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384297.210402:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384297.210405:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384297.210408:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384297.210412:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384297.210413:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384297.210414:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384297.210416:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384297.210417:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384297.210420:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384297.210421:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384297.210421:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384297.210424:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384297.210426:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062056ff1. 02000000:00000001:3.0:1767384297.210428:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.210431:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00100000:3.0:1767384297.210433:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000108269f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732502912:0@lo:253: 00000100:00000001:2.0:1767384297.210436:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384297.210439:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384297.210439:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384297.210441:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.210446:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384297.210448:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f97bc961. 02000000:00000001:3.0:1767384297.210449:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.210451:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 02000000:00000001:3.0:1767384297.210453:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384297.210454:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.210459:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384297.210460:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384297.210461:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000094490e3e. 02000000:00000001:3.0:1767384297.210464:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384297.210466:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062056ff1] to pc [ptlrpcd_00_03+3] req@0000000062056ff1 x1853236732503040/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384297.210470:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f2a882b. 00000400:00000010:3.0:1767384297.210552:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ee7680a. 00000100:00000200:3.0:1767384297.210557:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732502912, portal 25 00000100:00000001:3.0:1767384297.210559:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384297.210561:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012921856 : -119697696629760 : ffff9322b54fdc00) 00000100:00000040:3.0:1767384297.210566:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000108269f2 x1853236732502912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.210578:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384297.210581:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384297.210583:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fc25a5e. 00000100:00000200:3.0:1767384297.210586:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732502912, offset 0 00000400:00000200:3.0:1767384297.210590:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384297.210597:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384297.210607:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d202380 00000400:00000200:3.0:1767384297.210613:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000400:00000010:3.0:1767384297.210616:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f10d5a32. 00000400:00000200:3.0:1767384297.210619:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f5a9c8c 00000400:00000200:3.0:1767384297.210626:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384297.210631:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384297.210636:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f5a9c8c 00000400:00000010:3.0:1767384297.210637:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f5a9c8c. 00000100:00000001:3.0:1767384297.210642:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384297.210644:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384297.210647:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000036351cfc x1853236732502912 msgsize 4848 00000100:00100000:3.0:1767384297.210652:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384297.210654:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384297.210662:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384297.210669:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fc25a5e 00000400:00000010:3.0:1767384297.210671:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fc25a5e. 00000100:00000001:3.0:1767384297.210675:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384297.210678:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000108269f2 x1853236732502912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384297.210678:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000100:00000001:3.0:1767384297.210689:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384297.210693:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000108269f2 x1853236732502912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.210699:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.210700:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384297.210705:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.210708:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294885129 00000100:00000010:3.0:1767384297.210712:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000535e67aa. 00000400:00000200:0.0:1767384297.210726:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000100:00000001:3.0:1767384297.210728:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 10000000:00000001:2.0:1767384297.210729:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384297.210733:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.210735:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.210737:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294885129 00000020:01000000:2.0:1767384297.210737:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000010:3.0:1767384297.210743:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5520b10. 00000020:00000010:2.0:1767384297.210743:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000026f5023c. 00000100:00000001:3.0:1767384297.210750:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384297.210754:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294885129 00000100:00000010:3.0:1767384297.210757:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a64969d4. 00000400:00000200:0.0:1767384297.210758:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000100:00000001:2.0:1767384297.210759:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384297.210760:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384297.210763:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384297.210765:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294885129 00000100:00000001:2.0:1767384297.210766:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384297.210771:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c26534f3. 00000100:00000040:2.0:1767384297.210774:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062056ff1 x1853236732503040/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.210775:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384297.210781:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384297.210785:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384297.210786:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.210787:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000100:00000001:2.0:1767384297.210788:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.210792:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.210794:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384297.210796:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384297.210797:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384297.210801:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384297.210804:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000062056ff1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732503040:0@lo:253: 00000100:00000001:3.0:1767384297.210807:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384297.210807:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384297.210811:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384297.210812:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384297.210814:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384297.210815:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.210817:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384297.210819:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384297.210820:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.210823:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384297.210825:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a9bd8a30. 02000000:00000001:2.0:1767384297.210828:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384297.210832:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065069e6f. 00000400:00000010:2.0:1767384297.210837:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006527500b. 00000100:00000200:2.0:1767384297.210840:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732503040, portal 25 00000100:00000001:2.0:1767384297.210842:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384297.210843:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012927232 : -119697696624384 : ffff9322b54ff100) 00000100:00000001:3.0:1767384297.210844:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384297.210847:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732502912 00000100:00000040:2.0:1767384297.210850:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000062056ff1 x1853236732503040/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384297.210852:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384297.210856:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384297.210858:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.210863:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384297.210865:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384297.210869:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384297.210870:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732502912 00000400:00000010:2.0:1767384297.210873:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3ee2654. 00000020:00000001:3.0:1767384297.210874:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384297.210877:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384297.210879:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384297.210883:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000200:2.0:1767384297.210884:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732503040, offset 0 00000020:00000001:3.0:1767384297.210887:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384297.210890:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:2.0:1767384297.210894:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384297.210896:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384297.210901:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384297.210906:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004277e021. 00000100:00000001:3.0:1767384297.210910:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384297.210913:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d202400 00000020:00000010:3.0:1767384297.210915:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004277e021. 00000400:00000200:2.0:1767384297.210921:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000020:00000010:3.0:1767384297.210923:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a574251. 00000400:00000010:2.0:1767384297.210924:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e28536f. 00000400:00000200:2.0:1767384297.210928:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000003d40f6a 00000020:00000010:3.0:1767384297.210930:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b30cc49. 00000400:00000200:2.0:1767384297.210934:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384297.210937:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000400:00000200:2.0:1767384297.210938:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384297.210943:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003d40f6a 00000400:00000010:2.0:1767384297.210946:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003d40f6a. 00000100:00000040:3.0:1767384297.210948:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384297.210950:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384297.210952:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384297.210953:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384297.210955:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384297.210957:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000006f3ba1c3 x1853236732503040 msgsize 4848 00000100:00000001:3.0:1767384297.210958:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384297.210964:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384297.210966:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384297.210969:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.210975:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384297.210980:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3ee2654 00000400:00000010:2.0:1767384297.210982:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3ee2654. 00000100:00000001:2.0:1767384297.210985:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384297.210989:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384297.210989:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000062056ff1 x1853236732503040/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.210999:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1767384297.210999:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008ca0c3b8. 00000100:00000001:3.0:1767384297.211003:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384297.211004:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000062056ff1 x1853236732503040/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384297.211006:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ff70e090. 00000100:00100000:3.0:1767384297.211007:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732503040 02000000:00000001:3.0:1767384297.211012:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384297.211015:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:0.0:1767384297.211015:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008fe18aec. 00000100:00000001:3.0:1767384297.211018:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.211020:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.211023:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.211023:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384297.211027:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732503040 00000020:00000001:3.0:1767384297.211030:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384297.211030:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384297.211033:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384297.211036:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384297.211036:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294885129 00000020:00000040:3.0:1767384297.211040:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:2.0:1767384297.211041:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294885129 00000020:00000001:3.0:1767384297.211043:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384297.211047:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294885129 00000020:00000001:3.0:1767384297.211048:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384297.211054:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294885129 00000100:00000001:3.0:1767384297.211055:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384297.211057:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294885129 00000020:00000010:3.0:1767384297.211059:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004277e021. 00000800:00000010:0.0:1767384297.211061:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008fe18aec. 00000100:00000001:3.0:1767384297.211063:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384297.211069:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294885129 00000020:00000010:3.0:1767384297.211070:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004277e021. 00000100:00000001:2.0:1767384297.211072:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294885129 00000020:00000010:3.0:1767384297.211077:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecf540a3. 00000100:00000001:2.0:1767384297.211077:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294885129 00000020:00000010:3.0:1767384297.211083:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b05d3c13. 00000100:00000001:2.0:1767384297.211084:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384297.211088:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0173ed5. 00000100:00000001:2.0:1767384297.211090:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.211094:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384297.211096:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.211098:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384297.211101:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.211105:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.211107:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384297.211110:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.211110:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384297.211117:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384297.211118:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.211121:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384297.211126:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.211128:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384297.211131:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384297.211131:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384297.211139:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000040:3.0:1767384297.211141:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:3.0:1767384297.211143:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141067344 : -119697568484272 : ffff9322bcf33450) 00000100:00000040:3.0:1767384297.211146:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f3ba1c3 x1853236732503040/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:278/0 lens 4848/0 e 0 to 0 dl 1767384308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.211154:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384297.211160:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004277e021. 00000100:00000001:3.0:1767384297.211163:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384297.211180:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004277e021. 00000100:00100000:3.0:1767384297.211184:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f3ba1c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732503040:12345-0@lo:253: 00000100:00000200:3.0:1767384297.211187:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732503040 00000020:00000001:3.0:1767384297.211192:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384297.211195:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384297.211200:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384297.211204:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384297.211207:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384297.211212:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384297.211214:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384297.211216:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:3.0:1767384297.211220:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384297.211224:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384297.211227:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.211231:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384297.211232:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp12 from 249.3.0.2 02000000:00000001:3.0:1767384297.211236:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:2.0:1767384297.211238:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c1c1f887. 02000000:00000010:3.0:1767384297.211242:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d02a5879. 02000000:00000001:3.0:1767384297.211245:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.211247:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384297.211250:0:16776:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384297.211263:0:16776:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000259b0825. 20000000:01000000:3.0:1767384297.211276:0:16776:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384297.211280:0:16776:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384297.211283:0:16776:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384297.211287:0:16776:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384297.211291:0:16776:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384297.211296:0:16776:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384297.211311:0:16776:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b49950f7. 20000000:01000000:3.0:1767384297.211315:0:16776:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 00000800:00000010:2.0:1767384297.211319:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007b978833. 20000000:00000001:3.0:1767384297.211323:0:16776:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:2.0:1767384297.211324:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d3ee2654. 00080000:00000001:3.0:1767384297.211331:0:16776:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:2.0:1767384297.211340:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000952714db. 00000800:00000200:2.1:1767384297.211345:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c642d9b] -> 12345-192.168.204.131@tcp12 (2) 00000800:00000200:2.1:1767384297.211350:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp12 00000000952714db deleted 00000800:00000010:2.1:1767384297.211351:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000952714db. 00000800:00000200:2.1:1767384297.211357:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384297.211363:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp12 ip 192.168.204.131:1017 00000800:00000200:2.1:1767384297.211367:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000df14786b type 1, nob 208 niov 1 nkiov 1 00000800:00000200:2.0:1767384297.211373:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp12 p 3.x 192.168.204.131 -> 192.168.204.131:1017 incarnation:1767384295839904935 sched[0] 00000800:00000010:2.0:1767384297.211378:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f02b9891. 00080000:00000001:3.0:1767384297.211388:0:16776:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384297.211392:0:16776:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384297.211394:0:16776:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384297.211396:0:16776:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384297.211400:0:16776:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384297.211406:0:16776:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384297.211409:0:16776:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384297.211417:0:16776:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d6f5e314. 00080000:00000001:3.0:1767384297.211419:0:16776:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375526173696 : -119698183377920 : ffff9322984cac00) 00080000:00000001:3.0:1767384297.211422:0:16776:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384297.211427:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f02b9891. 00000800:00000010:2.0:1767384297.211432:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d3ee2654. 00000800:00000010:2.0:1767384297.211459:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c1c1f887. 00000800:00000001:2.0:1767384297.211472:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384297.211498:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384297.211555:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384297.211558:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df14786b. 00000400:00000200:2.0:1767384297.211562:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:3.0:1767384297.211567:0:16776:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767384297.211568:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp12->192.168.204.131@tcp12: PUT: OK 00080000:00000001:3.0:1767384297.211571:0:16776:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384297.211573:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000001:3.0:1767384297.211574:0:16776:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384297.211578:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00080000:00000001:3.0:1767384297.211598:0:16776:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384297.211602:0:16776:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.1:1767384297.211609:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384297.211615:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp12 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384295839904935 sched[0] 00000800:00000010:2.0:1767384297.211623:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ff70e090. 00000400:00000200:2.0:1767384297.211679:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00080000:00000001:3.0:1767384297.211706:0:16776:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384297.211710:0:16776:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384297.211719:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384297.211750:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000001:3.0:1767384297.211779:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384297.211787:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384297.211789:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384297.211793:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384297.211800:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp12(192.168.204.131@tcp12) <- 192.168.204.131@tcp12 : PUT - for me 00000400:00000200:2.0:1767384297.211800:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384297.211813:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384297.211821:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 112/112 into md 0x1219 [1] + 0 00000400:00000010:3.0:1767384297.211824:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f42cd37. 00000400:00000200:3.0:1767384297.211827:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000612bc57d 00000800:00000001:3.0:1767384297.211838:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384297.211844:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000800:00000001:3.0:1767384297.211845:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384297.211850:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384297.211855:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp12->192.168.204.131@tcp12: PUT: OK 00000400:00000200:3.0:1767384297.211858:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612bc57d 00000400:00000010:3.0:1767384297.211860:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000612bc57d. 00000400:00000200:3.0:1767384297.211864:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384297.211868:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (6) 00000400:00000200:3.0:1767384297.211872:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:3.0:1767384297.211876:0:16141:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 0000000019e98eca. 00000400:00000200:3.0:1767384297.211878:0:16141:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 5 00000400:00000200:3.0:1767384297.211881:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384297.211889:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (7) 00000400:00000200:3.0:1767384297.211892:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384297.211897:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp12 to MR: 192.168.204.131@tcp12 local destination 00000400:00000200:2.0:1767384297.211900:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384297.211903:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp12 NI seq info: [12:12:256:4294967295] 192.168.204.131@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1767384297.211917:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp12(192.168.204.131@tcp12:192.168.204.131@tcp12) -> 192.168.204.131@tcp12(192.168.204.131@tcp12:192.168.204.131@tcp12) 192.168.204.131@tcp12 : ACK try# 0 00000800:00000200:3.0:1767384297.211922:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp12 00000800:00000010:3.0:1767384297.211925:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4243a71. 00000800:00000200:3.0:1767384297.211930:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c642d9b] -> 12345-192.168.204.131@tcp12 (4) 00000800:00000200:3.0:1767384297.211934:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp12 ip 192.168.204.131:988 00000800:00000200:3.0:1767384297.211936:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4243a71 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384297.211959:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000800:00000200:3.0:1767384297.211987:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384297.211990:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4243a71. 00000400:00000200:3.0:1767384297.211994:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384297.211998:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp12->192.168.204.131@tcp12: ACK: OK 00000800:00000001:3.0:1767384297.212006:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384297.212009:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384297.212011:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384297.212015:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384297.212016:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384297.212027:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384297.212032:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp12(192.168.204.131@tcp12) <- 192.168.204.131@tcp12 : ACK - for me 00000400:00000200:3.0:1767384297.212040:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp12: ACK from 12345-192.168.204.131@tcp12 into md 0x1261 00000400:00000200:3.0:1767384297.212044:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384297.212049:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp12->192.168.204.131@tcp12: ACK: OK 00000400:00000200:3.0:1767384297.212052:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082fd8537 00000400:00000010:3.0:1767384297.212053:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082fd8537. 00000400:00000200:3.0:1767384297.212056:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384297.212059:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:3.0:1767384297.212063:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384297.212066:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (6) 00000400:00000200:3.0:1767384297.212104:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384297.212108:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4bb5030. 00000400:00000010:3.0:1767384297.212111:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082fd8537. 00000400:00000200:3.0:1767384297.212114:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000000f233d8 00000400:00000200:3.0:1767384297.212118:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:3.0:1767384297.212123:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 000000005a4ac4b8. 00000400:00000010:3.0:1767384297.212126:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 000000006fc25a5e. 00000400:00000010:3.0:1767384297.212128:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 00000000869fbcaa. 00000400:00000010:3.0:1767384297.212139:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007dfd6a9c. 00000400:00000200:3.0:1767384297.212142:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007dfd6a9c nid 192.168.204.131@tcp13 00000400:00000010:3.0:1767384297.212145:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004f0267a0. 00000800:00000001:2.0:1767384297.212145:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384297.212150:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000004f0267a0 net tcp13 00000800:00000001:2.0:1767384297.212152:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384297.212153:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (5) 00000400:00000200:3.0:1767384297.212161:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp13 flags 0x11 00000400:00000010:3.0:1767384297.212163:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 000000005a4ac4b8. 00000400:00000010:3.0:1767384297.212166:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 000000006fc25a5e. 00000400:00000010:3.0:1767384297.212188:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 00000000869fbcaa. 00000400:00000010:3.0:1767384297.212192:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 0000000019e98eca. 00000400:00000200:3.0:1767384297.212195:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384297.212198:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:3.0:1767384297.212202:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:3.0:1767384297.212206:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:3.0:1767384297.212215:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384297.212218:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:3.0:1767384297.212223:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384297.212227:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (6) 00000400:00000200:2.0:1767384297.212237:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384297.212326:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f91d5f5. 00000800:00000010:3.0:1767384297.212330:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006fc25a5e. 00000400:00000200:2.0:1767384297.212335:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp12 from 248.3.0.2 00000800:00000010:3.0:1767384297.212336:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004277e021. 00000800:00000010:2.0:1767384297.212341:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002d2fdb8d. 00000800:00000010:3.0:1767384297.212365:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004277e021. 00000800:00000010:3.0:1767384297.212400:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000025db60fe. 00000800:00000010:3.0:1767384297.212405:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cabbe7af. 00000800:00000010:3.0:1767384297.212421:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ecf784c8. 00000800:00000200:3.1:1767384297.212426:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c642d9b] -> 12345-192.168.204.131@tcp12 (4) 00000800:00000200:3.1:1767384297.212430:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp12 00000000ecf784c8 deleted 00000800:00000010:3.1:1767384297.212432:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ecf784c8. 00000800:00000200:3.1:1767384297.212435:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384297.212440:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp12 p 3.x 192.168.204.131 -> 192.168.204.131:1016 incarnation:1767384295839904935 sched[0] 00000800:00000010:3.0:1767384297.212444:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004277e021. 00000800:00000010:3.0:1767384297.212505:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004277e021. 00000800:00000010:3.0:1767384297.212508:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cabbe7af. 00000800:00000010:3.0:1767384297.212522:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002d2fdb8d. 00000800:00000001:3.0:1767384297.212529:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384297.212531:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384297.212542:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384297.212546:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp12 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384295839904935 sched[0] 00000800:00000010:3.0:1767384297.212548:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006fc25a5e. 00000800:00000001:3.0:1767384297.212561:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384297.212563:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384297.219261:0:16776:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384297.219270:0:16776:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:0.0:1767384297.219271:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384297.219277:0:16776:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384297.219277:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384297.219283:0:16776:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384297.219283:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384297.219286:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384297.219288:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384297.219291:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d6f5e314. 00080000:00000001:0.0:1767384297.219296:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384297.219297:0:16776:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384297.219312:0:16776:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384297.219316:0:16776:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:2.0:1767384297.219316:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001363cf96. 20000000:01000000:2.0:1767384297.219323:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 00080000:00000020:3.0:1767384297.219324:0:16776:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384297.219329:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384297.219336:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384297.219342:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384297.219346:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384297.219354:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384297.219358:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384297.219361:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384297.219369:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000044758d52. 00080000:00000001:2.0:1767384297.219369:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384297.219375:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384297.219377:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:3.0:1767384297.219380:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005117bd50. 00080000:00000001:2.0:1767384297.219381:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384297.219384:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384297.219385:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:3.0:1767384297.219388:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005117bd50 with handle 0xf83434fd52e6d923 to hash 00000020:00000001:2.0:1767384297.219390:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384297.219391:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384297.219395:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384297.219398:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00000020:00000001:2.0:1767384297.219398:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:3.0:1767384297.219405:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384297.219406:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384297.219407:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384297.219412:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005117bd50/0xf83434fd52e6d923 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384297.219416:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003872a367. 00010000:00000001:3.0:1767384297.219420:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384297.219422:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860573696 : -119702848977920 : ffff932182354400) 00010000:00000001:3.0:1767384297.219424:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384297.219427:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384297.219428:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384297.219431:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384297.219433:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384297.219435:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384297.219436:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384297.219438:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384297.219440:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384297.219442:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384297.219443:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384297.219445:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000044758d52) refcount = 1 00010000:00010000:3.0:1767384297.219448:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005117bd50/0xf83434fd52e6d923 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384297.219451:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384297.219453:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384297.219454:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384297.219456:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384297.219457:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384297.219465:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384297.219468:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:3.0:1767384297.219471:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384297.219472:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384297.219474:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005117bd50 refcount=4 00000020:00000001:3.0:1767384297.219476:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384297.219495:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384297.219497:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384297.219499:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005117bd50/0xf83434fd52e6d923 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384297.219504:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384297.219506:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005117bd50/0xf83434fd52e6d923 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384297.219510:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384297.219512:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384297.219513:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005117bd50/0xf83434fd52e6d923 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384297.219517:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384297.219518:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384297.219521:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384297.219523:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005117bd50/0xf83434fd52e6d923 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384297.219528:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005117bd50 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384297.219530:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384297.219532:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384297.219534:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005117bd50/0xf83434fd52e6d923 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384297.219538:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384297.219539:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384297.219540:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384297.219546:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005117bd50 refcount=5 00000020:00000001:3.0:1767384297.219548:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384297.219550:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384297.219553:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384297.219555:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005117bd50/0xf83434fd52e6d923 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384297.219559:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384297.219560:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384297.219562:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384297.219566:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384297.219567:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384297.219569:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384297.219570:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384297.219572:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005117bd50 with handle 0xf83434fd52e6d923 from hash 00010000:00000001:3.0:1767384297.219574:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384297.219575:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384297.219577:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384297.219579:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384297.219580:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384297.219583:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384297.219585:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384297.219586:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384297.219589:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384297.219590:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384297.219591:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384297.219594:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384297.219595:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384297.219596:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384297.219598:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384297.219600:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384297.219601:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005117bd50/0xf83434fd52e6d923 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384297.219605:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384297.219606:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384297.219611:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384297.219613:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384297.219614:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384297.219615:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384297.219617:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384297.219620:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384297.219622:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384297.219625:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005117bd50/0xf83434fd52e6d923 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384297.219629:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384297.219630:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384297.219631:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005117bd50/0xf83434fd52e6d923 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384297.219635:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000044758d52 count: 0 00010000:00000001:3.0:1767384297.219648:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384297.219650:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000001:00000001:2.0:1767384297.219675:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384297.219679:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384297.219682:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384297.219695:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384297.219698:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384297.219776:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384297.219780:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384297.221514:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294885129, at 4294885130 00000100:00000010:3.0:1767384297.221521:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c26534f3. 00000100:00000040:0.0:1767384297.221526:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294885129, at 4294885130 00000100:00000010:0.0:1767384297.221534:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000535e67aa. 00000100:00000040:2.0:1767384297.222556:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294885129, at 4294885131 00000100:00000010:2.0:1767384297.222567:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a64969d4. 00010000:00000010:3.1:1767384297.225499:0:19653:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000044758d52. 00010000:00000010:3.1:1767384297.225507:0:19653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005117bd50. 00080000:00000001:0.0:1767384297.227825:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384297.227830:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:0.0:1767384297.227833:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384297.227835:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384297.227838:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384297.227847:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384297.227850:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384297.227856:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384297.227872:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384297.227875:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384297.227877:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384297.227879:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384297.227881:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384297.227886:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000027c722db. 00010000:00000001:0.0:1767384297.227889:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384297.227892:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069cfa3d8. 00000020:00000001:0.0:1767384297.227895:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384297.227898:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000069cfa3d8 with handle 0xf83434fd52e6d92a to hash 00000020:00000001:0.0:1767384297.227900:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384297.227901:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384297.227904:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384297.227906:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384297.227907:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384297.227910:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d92a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.227915:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384297.227917:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384297.227918:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384297.227920:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384297.227921:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.227923:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384297.227924:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.227926:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384297.227928:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384297.227930:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384297.227931:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384297.227932:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000027c722db) refcount = 1 00010000:00010000:0.0:1767384297.227935:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d92a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.227939:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384297.227940:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384297.227942:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.227948:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.227950:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384297.227952:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384297.227954:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384297.227956:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384297.227957:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384297.227958:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069cfa3d8 refcount=4 00000020:00000001:0.0:1767384297.227960:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384297.227962:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384297.227964:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384297.227965:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d92a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.227969:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384297.227970:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d92a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.227973:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.227974:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384297.227975:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d92a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.227979:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384297.227980:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.227982:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384297.227984:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d92a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384297.227988:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000069cfa3d8 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384297.227989:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384297.227991:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384297.227992:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d92a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.227995:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384297.228001:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384297.228002:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384297.228003:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069cfa3d8 refcount=5 00000020:00000001:0.0:1767384297.228004:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384297.228006:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384297.228007:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384297.228009:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d92a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.228012:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384297.228013:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384297.228013:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.228015:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384297.228016:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384297.228017:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384297.228019:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384297.228021:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000069cfa3d8 with handle 0xf83434fd52e6d92a from hash 00010000:00000001:0.0:1767384297.228024:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384297.228026:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.228028:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384297.228029:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384297.228031:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384297.228033:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384297.228035:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384297.228038:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.228041:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.228043:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384297.228045:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384297.228048:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.228050:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384297.228052:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.228054:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.228056:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384297.228059:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d92a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.228065:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.228073:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384297.228075:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384297.228077:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384297.228078:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.228080:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384297.228082:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384297.228084:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384297.228086:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384297.228088:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d92a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.228092:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384297.228093:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384297.228094:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d92a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384297.228098:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000027c722db count: 0 00010000:00000001:0.0:1767384297.228106:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384297.228107:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384297.228116:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384297.228118:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384297.228119:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384297.228120:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384297.228121:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384297.228123:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003872a367. 00080000:00000001:0.0:1767384297.228127:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384297.228643:0:16776:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384297.228647:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384297.228649:0:16776:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000259b0825. 20000000:00000001:3.0:1767384297.228654:0:16776:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384297.228659:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732503040 00010000:00000001:3.0:1767384297.228661:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384297.228668:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f3ba1c3 x1853236732503040/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:278/0 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384297.228676:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384297.228678:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384297.228682:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384297.228686:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384297.228689:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384297.228691:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384297.228694:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384297.228702:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.228706:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384297.228708:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384297.228713:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ecf784c8. 00000100:00000200:3.0:1767384297.228718:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732503040, offset 224 00000400:00000200:3.0:1767384297.228725:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384297.228737:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384297.228749:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d202400 00000400:00000200:3.0:1767384297.228756:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x126d [2] + 224 00000400:00000200:3.0:1767384297.228763:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384297.228766:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384297.228772:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384297.228776:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000062056ff1 x1853236732503040/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384297.228783:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000062056ff1 x1853236732503040/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.228794:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384297.228800:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecf784c8 00000400:00000010:3.0:1767384297.228802:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ecf784c8. 00000100:00000001:2.0:1767384297.228803:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384297.228805:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384297.228808:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384297.228810:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384297.228812:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384297.228815:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384297.228817:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384297.228819:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384297.228819:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384297.228822:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384297.228826:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f3ba1c3 x1853236732503040/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:278/0 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384297.228834:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f3ba1c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732503040:12345-0@lo:253: Request processed in 17678us (17874us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384297.228842:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384297.228843:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000400:00000010:2.0:1767384297.228847:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065069e6f. 00000100:00000040:3.0:1767384297.228848:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384297.228852:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384297.228853:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006527500b 00000400:00000010:2.0:1767384297.228856:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006527500b. 00000100:00000001:2.0:1767384297.228858:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384297.228860:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384297.228864:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000062056ff1 x1853236732503040/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384297.228865:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b05d3c13. 00000020:00000010:3.0:1767384297.228872:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0173ed5. 00000020:00000010:3.0:1767384297.228879:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecf540a3. 00000100:00000200:2.0:1767384297.228880:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000062056ff1 x1853236732503040/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384297.228885:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:2.0:1767384297.228891:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384297.228892:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384297.228894:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384297.228895:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d02a5879. 00000100:00000001:2.0:1767384297.228898:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384297.228899:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384297.228902:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384297.228902:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384297.228904:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384297.228907:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384297.228909:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384297.228910:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384297.228915:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b19f09a4. 00000100:00001000:2.0:1767384297.228916:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=17 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384297.228921:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=17 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384297.228922:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ecf784c8. 00000100:00000001:2.0:1767384297.228924:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384297.228927:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.228930:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384297.228931:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.228934:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384297.228937:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062056ff1 x1853236732503040/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.228942:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384297.228945:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384297.228946:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384297.228949:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384297.228951:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384297.228952:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384297.228960:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384297.228961:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384297.228962:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384297.228963:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384297.228965:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384297.228966:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384297.228970:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062056ff1 x1853236732503040/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384297.228975:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000062056ff1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732503040:0@lo:253: 00000100:00000001:2.0:1767384297.228980:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.228982:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384297.228985:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000062056ff1 x1853236732503040/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.228991:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384297.228993:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384297.228996:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a9bd8a30. 02000000:00000001:2.0:1767384297.229001:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384297.229003:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384297.229004:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384297.229007:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384297.229009:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f97bc961. 02000000:00000001:2.0:1767384297.229012:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384297.229014:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384297.229016:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062056ff1. 00000100:00000001:2.0:1767384297.229019:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384297.229021:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.229023:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.229030:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384297.229031:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.229034:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384297.229036:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.231382:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384297.231386:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384297.231391:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384297.231396:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384297.231398:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f2a882b. 00000400:00000200:2.0:1767384297.231402:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ee7680a 00000400:00000010:2.0:1767384297.231412:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ee7680a. 00000100:00000001:2.0:1767384297.231417:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384297.231424:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000108269f2 x1853236732502912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384297.231441:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000108269f2 x1853236732502912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.231451:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384297.231454:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.231456:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384297.231457:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384297.231458:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384297.231461:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.231466:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384297.231470:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=17 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384297.231475:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384297.231501:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384297.231503:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.231505:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384297.231506:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.231509:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384297.231515:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000108269f2 x1853236732502912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.231526:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384297.231529:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384297.231531:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384297.231533:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384297.231538:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384297.231539:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384297.231540:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384297.231543:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384297.231546:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384297.231547:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384297.231549:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384297.231552:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384297.231554:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384297.231556:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000108269f2 x1853236732502912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384297.231579:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000108269f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732502912:0@lo:253: 00000100:00000001:2.0:1767384297.231584:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.231588:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384297.231589:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000108269f2 x1853236732502912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.231599:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384297.231601:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384297.231604:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000094490e3e. 02000000:00000001:2.0:1767384297.231608:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384297.231609:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384297.231611:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384297.231612:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384297.231614:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000078d3a7e3. 02000000:00000001:2.0:1767384297.231617:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384297.231618:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384297.231620:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000108269f2. 00000100:00000001:2.0:1767384297.231623:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384297.231624:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.231625:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.231629:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384297.231631:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.231633:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384297.231635:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384297.233222:0:19655:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007b680002. 00000400:00000040:0.0:1767384297.233237:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384297.233239:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384297.233241:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384297.233243:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384297.233245:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384297.233246:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384297.233249:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384297.233250:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384297.233251:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384297.233251:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384297.233253:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384297.233254:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384297.233260:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384297.233261:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384297.233262:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384297.233264:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384297.233265:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384297.233266:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384297.233267:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384297.233268:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384297.233269:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384297.233270:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384297.233272:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384297.233273:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384297.233273:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384297.233275:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384297.233276:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384297.233277:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384297.233278:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384297.233279:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384297.233280:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384297.233281:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384297.233282:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384297.233284:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384297.233285:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384297.233285:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384297.233286:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384297.233288:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384297.233289:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384297.233290:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384297.233291:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384297.233292:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384297.233293:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384297.233295:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384297.233295:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384297.233296:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384297.233297:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384297.233298:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384297.233300:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384297.233301:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384297.233302:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384297.233307:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384297.233308:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384297.233309:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384297.233310:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384297.233311:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384297.233312:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384297.233330:0:19655:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007b680002. 00010000:00000010:0.1:1767384297.235509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000027c722db. 00010000:00000010:0.1:1767384297.235516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000069cfa3d8. 00000020:00000001:3.0:1767384297.851685:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384297.851691:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384297.851695:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384298.638462:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384298.638496:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384298.638504:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384298.638509:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384298.638510:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 10000000:01000000:0.0:1767384298.638515:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384298.638522:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384298.638525:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:3.0:1767384298.638526:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048c1ba7d. 00000020:01000004:0.0:1767384298.638527:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384298.638533:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384298.638534:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (6) 00000020:01000004:0.0:1767384298.638536:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384298.638540:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384298.638542:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:3.0:1767384298.638543:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009609d6bc. 00000020:01000004:0.0:1767384298.638546:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384298.638551:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000020:01000004:0.0:1767384298.638551:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384298.638559:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384298.638566:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001426c87a. 00000020:00000040:0.0:1767384298.638573:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:3.0:1767384298.638574:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000100:00000001:0.0:1767384298.638585:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384298.638586:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000001:0.0:1767384298.638591:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384298.638600:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 02000000:00000001:0.0:1767384298.638600:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384298.638613:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000010:0.0:1767384298.638616:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003a3d666c. 00000400:00000200:3.0:1767384298.638624:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:0.0:1767384298.638628:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384298.638631:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:3.0:1767384298.638639:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp13 00000100:00000001:0.0:1767384298.638640:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384298.638646:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384298.638649:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp13 lpni_is_preferred = 0 00000400:00000200:3.0:1767384298.638656:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp13 00000100:00000040:0.0:1767384298.638661:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001426c87a] to pc [ptlrpcd_00_00+0] req@000000001426c87a x1853236732503168/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384298.638671:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp13 NI seq info: [13:13:256:4294967295] 192.168.204.131@tcp13 LPNI seq info [13:13:8:4294967295] 00000400:00000200:3.0:1767384298.638697:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp13 10000000:00000001:0.0:1767384298.638716:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384298.638722:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.638724:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384298.638726:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384298.638740:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384298.638744:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp13(192.168.204.131@tcp13:) -> 192.168.204.131@tcp13(192.168.204.131@tcp:192.168.204.131@tcp13) : PUT try# 0 10000000:00000001:0.0:1767384298.638757:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384298.638763:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384298.638769:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384298.638777:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:3.0:1767384298.638782:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.204.131@tcp13 00000020:01000004:0.0:1767384298.638784:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384298.638793:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384298.638796:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384298.638798:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:3.0:1767384298.638799:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000fc429d0. 00000020:01000004:0.0:1767384298.638803:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384298.638808:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384298.638812:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384298.638814:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:3.0:1767384298.638816:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000515cc718. 00000100:00000010:0.0:1767384298.638819:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f7a2529. 00000800:00000010:3.0:1767384298.638824:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e888fb44. 00000020:00000040:0.0:1767384298.638825:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384298.638833:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384298.638837:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384298.638843:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384298.638845:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000515cc718] -> 12345-192.168.204.131@tcp13 (2) 02000000:00000010:0.0:1767384298.638853:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009aa2c005. 00000100:00000001:0.0:1767384298.638863:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384298.638864:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000515cc718] -> 12345-192.168.204.131@tcp13 (2) 00000100:00000001:0.0:1767384298.638871:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384298.638876:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.638884:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f7a2529] to pc [ptlrpcd_00_01+1] req@000000008f7a2529 x1853236732503296/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384298.638898:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384298.638911:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 10000000:00000001:0.0:1767384298.638912:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384298.638920:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.638928:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384298.638933:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384298.638940:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ce912aeb. 00000100:00000001:0.0:1767384298.639043:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384298.639049:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384298.639054:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384298.639055:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000100:00000040:0.0:1767384298.639062:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f7a2529 x1853236732503296/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.639079:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384298.639082:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.639088:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384298.639099:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384298.639104:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384298.639115:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f7a2529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732503296:0@lo:253: 00000100:00000001:0.0:1767384298.639122:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384298.639127:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384298.639132:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.639136:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384298.639160:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003b74f4d8. 02000000:00000001:0.0:1767384298.639166:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384298.639168:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000010:0.0:1767384298.639171:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6f67dec. 00000400:00000010:0.0:1767384298.639182:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6f22de5. 00000100:00000200:0.0:1767384298.639190:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732503296, portal 25 00000100:00000001:0.0:1767384298.639195:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384298.639199:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659229440 : -119698050322176 : ffff9322a03af100) 00000100:00000040:0.0:1767384298.639212:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f7a2529 x1853236732503296/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.639231:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384298.639233:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000100:00000040:0.0:1767384298.639236:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.639243:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000370cad23. 00000100:00000200:0.0:1767384298.639251:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732503296, offset 0 00000400:00000200:0.0:1767384298.639264:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.639276:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.639290:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d202500 00000400:00000200:0.0:1767384298.639296:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000400:00000010:0.0:1767384298.639300:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee42a0ef. 00000400:00000200:0.0:1767384298.639304:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea807e08 00000400:00000200:0.0:1767384298.639312:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.639323:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384298.639324:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384298.639331:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea807e08 00000400:00000010:0.0:1767384298.639339:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea807e08. 00000100:00000001:0.0:1767384298.639349:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384298.639353:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384298.639359:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000a58192e2 x1853236732503296 msgsize 4848 00000100:00100000:0.0:1767384298.639376:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384298.639387:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384298.639402:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.639415:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000370cad23 00000400:00000200:3.0:1767384298.639419:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000010:0.0:1767384298.639420:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000370cad23. 00000100:00000001:0.0:1767384298.639437:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384298.639445:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f7a2529 x1853236732503296/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.639460:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.639469:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f7a2529 x1853236732503296/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.639530:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.639536:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384298.639545:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.639552:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294886558 00000100:00000001:0.0:1767384298.639563:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294886557 00000400:00000200:3.0:1767384298.639564:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000100:00000001:0.0:1767384298.639575:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294886558 00000100:00000001:0.0:1767384298.639586:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294886557 00000100:00000001:0.0:1767384298.639598:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294886558 00000100:00000001:0.0:1767384298.639612:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294886557 00000100:00000001:0.0:1767384298.639619:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294886558 00000100:00000001:0.0:1767384298.639622:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294886557 00000100:00000001:0.0:1767384298.639625:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.639629:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.639634:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.639639:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.639649:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384298.639653:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384298.639661:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384298.639665:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384298.639668:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384298.639672:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000100:00000001:0.0:1767384298.639673:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.639729:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384298.639741:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384298.639748:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000100:00100000:0.0:1767384298.639755:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000040:0.0:1767384298.639763:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:0.0:1767384298.639767:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141059152 : -119697568492464 : ffff9322bcf31450) 00000100:00000040:0.0:1767384298.639777:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a58192e2 x1853236732503296/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:279/0 lens 4848/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.639794:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384298.639800:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048d64e5b. 00000100:00000001:0.0:1767384298.639804:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.639808:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048d64e5b. 00000100:00100000:0.0:1767384298.639819:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a58192e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732503296:12345-0@lo:253: 00000100:00000200:0.0:1767384298.639826:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732503296 00000020:00000001:0.0:1767384298.639829:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384298.639831:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384298.639833:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.639838:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384298.639842:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:0.0:1767384298.639848:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384298.639852:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384298.639857:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384298.639861:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384298.639865:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.639868:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384298.639870:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384298.639879:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000068475913. 02000000:00000001:0.0:1767384298.639883:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.639887:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384298.639889:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384298.639897:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000026849544. 20000000:01000000:0.0:1767384298.639902:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384298.639904:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384298.639906:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384298.639908:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384298.639917:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384298.639920:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384298.640119:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003a6a2f04. 00000800:00000010:3.0:1767384298.640126:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cabbe7af. 00000800:00000010:3.0:1767384298.640137:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000121bc28f. 00000800:00000010:3.0:1767384298.640210:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000121bc28f. 00000400:00000200:3.0:1767384298.640284:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384298.640309:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp13 from 247.3.0.2 00000800:00000010:3.0:1767384298.640312:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001fe6cc23. 00000800:00000200:1.1:1767384298.640584:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000515cc718] -> 12345-192.168.204.131@tcp13 (2) 00000800:00000200:1.1:1767384298.640589:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp13 000000004983db90 deleted 00000800:00000010:1.1:1767384298.640591:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004983db90. 00000800:00000200:1.1:1767384298.640603:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384298.640613:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp13 ip 192.168.204.131:1015 00000800:00000200:1.1:1767384298.640617:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000fc429d0 type 1, nob 224 niov 1 nkiov 1 00000800:00000200:3.1:1767384298.640741:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384298.640753:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp13 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384297207292986 sched[0] 00000800:00000010:3.0:1767384298.640758:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cabbe7af. 00000400:00000200:3.0:1767384298.640857:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:0.0:1767384298.640962:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384298.640970:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000fc429d0. 00000400:00000200:0.0:1767384298.640980:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.640990:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp13->192.168.204.131@tcp13: PUT: OK 00000400:00000200:0.0:1767384298.640998:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384298.641005:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000400:00000200:3.0:1767384298.641190:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384298.641197:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eee21b39. 00000400:00000010:3.0:1767384298.641205:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e3865c8. 00000400:00000200:3.0:1767384298.641212:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000000f233d8 00000400:00000200:3.0:1767384298.641226:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1004d1 00000400:00000010:3.0:1767384298.641248:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 00000000cabbe7af. 00000400:00000010:3.0:1767384298.641254:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 00000000107ee139. 00000400:00000010:3.0:1767384298.641264:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 000000004ee1c3e0. 00000400:00000010:3.0:1767384298.641281:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009ed54859. 00000400:00000200:3.0:1767384298.641296:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009ed54859 nid 192.168.204.131@tcp14 00000400:00000010:3.0:1767384298.641513:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003abf0ef3. 00000400:00000200:3.0:1767384298.641517:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000003abf0ef3 net tcp14 00000400:00000200:3.0:1767384298.641520:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (6) 00000400:00000200:0.0:1767384298.641526:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384298.641527:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp14 flags 0x11 00000400:00000010:3.0:1767384298.641534:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 00000000cabbe7af. 00000400:00000010:3.0:1767384298.641540:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 00000000107ee139. 00000400:00000010:3.0:1767384298.641545:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 000000004ee1c3e0. 00000400:00000010:3.0:1767384298.641549:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000003d7ce851. 00000400:00000200:3.0:1767384298.641553:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384298.641558:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:3.0:1767384298.641563:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:3.0:1767384298.641571:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:3.0:1767384298.641574:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384298.641578:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:3.0:1767384298.641585:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384298.641593:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (7) 00000400:00000200:0.0:1767384298.641690:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384298.641770:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384298.641810:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384298.641850:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384298.641904:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384298.641950:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384298.642000:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000800:00000010:0.0:1767384298.642241:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008caf7c87. 00000800:00000010:0.0:1767384298.642246:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ff70e090. 00000800:00000010:0.0:1767384298.642250:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fd5fddbf. 00000800:00000010:0.0:1767384298.642293:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fd5fddbf. 00000400:00000200:0.0:1767384298.642332:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384298.642349:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp13 from 246.3.0.2 00000800:00000010:0.0:1767384298.642353:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000da407e8c. 00000800:00000010:0.0:1767384298.642458:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e20e194. 00000800:00000010:0.0:1767384298.642463:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004bc47744. 00000800:00000010:0.0:1767384298.642531:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a6ec631a. 00000800:00000200:0.1:1767384298.642538:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000515cc718] -> 12345-192.168.204.131@tcp13 (4) 00000800:00000200:0.1:1767384298.642545:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp13 00000000a6ec631a deleted 00000800:00000010:0.1:1767384298.642548:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a6ec631a. 00000800:00000200:0.1:1767384298.642553:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384298.642559:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp13 p 3.x 192.168.204.131 -> 192.168.204.131:1014 incarnation:1767384297207292986 sched[0] 00000800:00000010:0.0:1767384298.642564:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fd5fddbf. 00000800:00000010:0.0:1767384298.642622:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fd5fddbf. 00000800:00000010:0.0:1767384298.642627:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004bc47744. 00000800:00000200:1.1:1767384298.642630:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:0.0:1767384298.642647:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000da407e8c. 00000800:00000001:0.0:1767384298.642660:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384298.642671:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384298.642676:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384298.642679:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384298.648459:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384298.648466:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384298.648466:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:0.0:1767384298.648469:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384298.648470:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384298.648472:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384298.648473:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384298.648474:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384298.648475:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384298.648510:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ec689623. 20000000:01000000:0.0:1767384298.648514:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384298.648515:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384298.648526:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384298.648530:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384298.648540:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384298.648563:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384298.648569:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384298.648574:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384298.648582:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384298.648589:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384298.648599:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f7b93e34. 00010000:00000001:0.0:1767384298.648607:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384298.648610:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bcb19e6. 00000020:00000001:0.0:1767384298.648615:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384298.648617:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005bcb19e6 with handle 0xf83434fd52e6d931 to hash 00000020:00000001:0.0:1767384298.648620:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384298.648622:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384298.648625:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384298.648629:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.648631:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.648634:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6d931 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.648645:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384298.648649:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384298.648653:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384298.648655:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384298.648658:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.648661:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384298.648665:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.648677:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384298.648680:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384298.648685:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384298.648689:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384298.648691:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f7b93e34) refcount = 1 00010000:00010000:0.0:1767384298.648695:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6d931 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.648702:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384298.648704:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384298.648705:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.648708:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.648710:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384298.648713:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384298.648716:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384298.648720:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.648722:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.648724:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bcb19e6 refcount=4 00000020:00000001:0.0:1767384298.648726:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384298.648729:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384298.648731:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384298.648733:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6d931 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.648740:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384298.648742:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6d931 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.648748:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.648751:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384298.648753:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6d931 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.648759:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.648764:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.648776:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384298.648779:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6d931 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384298.648786:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005bcb19e6 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384298.648788:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384298.648791:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384298.648793:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6d931 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.648799:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384298.648801:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.648802:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.648803:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bcb19e6 refcount=5 00000020:00000001:0.0:1767384298.648805:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384298.648807:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384298.648810:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384298.648812:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6d931 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.648819:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384298.648821:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384298.648822:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.648825:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384298.648827:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384298.648829:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.648831:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384298.648833:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005bcb19e6 with handle 0xf83434fd52e6d931 from hash 00010000:00000001:0.0:1767384298.648836:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384298.648838:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.648840:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.648841:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384298.648843:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384298.648845:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384298.648848:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384298.648850:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.648860:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.648863:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384298.648865:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384298.648868:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.648870:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.648872:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.648875:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.648878:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.648881:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6d931 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.648887:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.648888:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.648891:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384298.648893:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384298.648895:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.648897:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.648899:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384298.648902:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384298.648904:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.648906:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6d931 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.648913:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384298.648915:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384298.648917:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6d931 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384298.648923:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f7b93e34 count: 0 00010000:00000001:0.0:1767384298.648931:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384298.648933:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384298.650698:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294886558, at 4294886559 00000100:00000010:3.0:1767384298.650733:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa0f0360. 00000100:00000040:0.0:1767384298.650838:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294886558, at 4294886559 00000100:00000010:0.0:1767384298.650848:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008857961. 00000100:00000040:2.0:1767384298.650932:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294886558, at 4294886559 00000100:00000010:2.0:1767384298.650939:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e955fd3e. 00010000:00000010:0.1:1767384298.657518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f7b93e34. 00010000:00000010:0.1:1767384298.657533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bcb19e6. 00080000:00000001:2.0:1767384298.660469:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384298.660474:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:2.0:1767384298.660512:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384298.660515:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384298.660518:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384298.660532:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384298.660539:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384298.660547:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384298.660564:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384298.660567:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384298.660570:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384298.660574:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384298.660578:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384298.660584:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000004cf7b8c. 00010000:00000001:2.0:1767384298.660591:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384298.660595:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cdbc0cc3. 00000020:00000001:2.0:1767384298.660599:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384298.660604:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cdbc0cc3 with handle 0xf83434fd52e6d938 to hash 00000020:00000001:2.0:1767384298.660609:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384298.660613:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384298.660617:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384298.660620:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384298.660625:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384298.660634:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d938 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384298.660644:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384298.660647:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384298.660649:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384298.660651:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384298.660653:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384298.660656:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384298.660658:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384298.660661:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384298.660663:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384298.660666:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384298.660669:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384298.660670:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000004cf7b8c) refcount = 1 00010000:00010000:2.0:1767384298.660681:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d938 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384298.660686:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384298.660688:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384298.660690:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384298.660692:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384298.660694:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384298.660697:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384298.660700:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:2.0:1767384298.660704:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384298.660706:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384298.660708:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cdbc0cc3 refcount=4 00000020:00000001:2.0:1767384298.660710:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384298.660713:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384298.660715:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384298.660718:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d938 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384298.660724:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384298.660726:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d938 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384298.660732:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384298.660750:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384298.660752:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d938 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384298.660758:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384298.660760:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384298.660763:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384298.660765:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d938 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384298.660772:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cdbc0cc3 already unused, calling callback (000000008463f753) 00010000:00000001:2.0:1767384298.660779:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384298.660781:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384298.660783:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d938 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384298.660790:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384298.660792:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384298.660795:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384298.660797:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cdbc0cc3 refcount=5 00000020:00000001:2.0:1767384298.660800:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384298.660803:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384298.660807:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384298.660810:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d938 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384298.660818:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384298.660821:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384298.660823:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384298.660827:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384298.660829:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384298.660833:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384298.660836:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384298.660839:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cdbc0cc3 with handle 0xf83434fd52e6d938 from hash 00010000:00000001:2.0:1767384298.660842:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384298.660843:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384298.660846:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384298.660847:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384298.660849:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384298.660852:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384298.660870:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384298.660872:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384298.660874:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384298.660876:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384298.660877:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384298.660880:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384298.660882:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384298.660888:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384298.660891:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384298.660893:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384298.660895:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d938 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384298.660901:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384298.660902:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384298.660904:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384298.660906:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384298.660907:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384298.660908:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384298.660911:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384298.660914:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384298.660916:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384298.660918:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d938 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384298.660924:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384298.660927:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384298.660928:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d938 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384298.660934:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000004cf7b8c count: 0 00010000:00000001:2.0:1767384298.660945:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384298.660948:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384298.661718:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384298.661725:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384298.661728:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009822d232. 20000000:00000001:3.0:1767384298.661739:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384298.661745:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732503168 00010000:00000001:3.0:1767384298.661749:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384298.661761:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6acb92c x1853236732503168/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:279/0 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384298.661769:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384298.661779:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384298.661785:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384298.661791:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384298.661797:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384298.661800:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384298.661805:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384298.661808:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.661812:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384298.661817:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384298.661822:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044c68de7. 00000100:00000200:3.0:1767384298.661829:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732503168, offset 224 00000400:00000200:3.0:1767384298.661838:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384298.661854:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384298.661864:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d202480 00000400:00000200:3.0:1767384298.661873:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1291 [2] + 224 00000400:00000200:3.0:1767384298.661882:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384298.661888:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384298.661894:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384298.661898:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001426c87a x1853236732503168/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384298.661907:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001426c87a x1853236732503168/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.661919:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384298.661926:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044c68de7 00000400:00000010:3.0:1767384298.661929:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044c68de7. 00000100:00000001:3.0:1767384298.661932:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384298.661935:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384298.661941:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384298.661948:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384298.661954:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384298.661956:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.661959:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384298.661963:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6acb92c x1853236732503168/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:279/0 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384298.661999:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6acb92c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732503168:12345-0@lo:253: Request processed in 22277us (22965us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384298.662014:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000040:3.0:1767384298.662025:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384298.662033:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384298.662039:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384298.662047:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b23cea02. 00000020:00000010:3.0:1767384298.662059:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001e7ab129. 00000020:00000010:3.0:1767384298.662068:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000190038d4. 00000020:00000040:3.0:1767384298.662074:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:3.0:1767384298.662085:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384298.662089:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000281cd987. 02000000:00000001:3.0:1767384298.662095:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384298.662101:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384298.662110:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384298.662115:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcfef16c. 00000400:00000010:3.0:1767384298.662122:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044c68de7. 00000400:00000010:2.0:1767384298.663252:0:19981:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000084bb7398. 00000400:00000040:2.0:1767384298.663276:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384298.663279:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384298.663282:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384298.663285:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384298.663288:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384298.663290:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384298.663294:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384298.663296:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384298.663299:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384298.663300:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384298.663304:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384298.663310:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384298.663314:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384298.663316:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384298.663318:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384298.663321:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384298.663325:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384298.663328:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384298.663330:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384298.663334:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384298.663336:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384298.663339:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384298.663342:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384298.663343:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384298.663345:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384298.663347:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384298.663349:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384298.663350:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384298.663352:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384298.663354:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384298.663355:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384298.663357:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384298.663359:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384298.663360:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384298.663361:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384298.663363:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384298.663364:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384298.663367:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384298.663369:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384298.663370:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384298.663372:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384298.663374:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384298.663376:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384298.663377:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384298.663379:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384298.663381:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384298.663383:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384298.663384:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384298.663387:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384298.663388:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384298.663394:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384298.663397:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384298.663399:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384298.663402:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384298.663406:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384298.663408:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384298.663410:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384298.663451:0:19981:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000084bb7398. 00080000:00000020:2.0:1767384298.664343:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384298.664348:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384298.664350:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000026849544. 20000000:00000001:2.0:1767384298.664357:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384298.664362:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732503296 00010000:00000001:2.0:1767384298.664365:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384298.664371:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a58192e2 x1853236732503296/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:279/0 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384298.664381:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384298.664383:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384298.664386:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384298.664391:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384298.664393:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384298.664395:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384298.664398:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384298.664401:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.664404:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384298.664407:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384298.664411:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006890c866. 00000100:00000200:2.0:1767384298.664415:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732503296, offset 224 00000400:00000200:2.0:1767384298.664422:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384298.664431:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384298.664441:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d202500 00000400:00000200:2.0:1767384298.664447:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1299 [2] + 224 00000400:00000200:2.0:1767384298.664455:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384298.664459:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384298.664464:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384298.664472:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f7a2529 x1853236732503296/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384298.664521:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008f7a2529 x1853236732503296/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384298.664543:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384298.664558:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006890c866 00000400:00000010:2.0:1767384298.664561:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006890c866. 00000100:00000001:2.0:1767384298.664568:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384298.664570:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384298.664580:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384298.664586:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384298.664590:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384298.664593:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384298.664596:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384298.664601:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a58192e2 x1853236732503296/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:279/0 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384298.664613:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a58192e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732503296:12345-0@lo:253: Request processed in 24817us (25250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384298.664622:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000040:2.0:1767384298.664626:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384298.664629:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384298.664632:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384298.664637:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a08895c7. 00000020:00000010:2.0:1767384298.664644:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f0197958. 00000020:00000010:2.0:1767384298.664650:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004da95b8f. 00000020:00000040:2.0:1767384298.664661:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:2.0:1767384298.664670:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384298.664675:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000068475913. 02000000:00000001:2.0:1767384298.664684:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384298.664689:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384298.664698:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384298.664705:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065069e6f. 00000400:00000010:2.0:1767384298.664711:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006890c866. 00010000:00000010:2.1:1767384298.669565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000004cf7b8c. 00010000:00000010:2.1:1767384298.669572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cdbc0cc3. 00000020:00000001:2.0:1767384298.875605:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384298.875609:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384298.875613:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384299.899611:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384299.899615:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384299.899618:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384299.986455:0:20313:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ac79a36d. 00000400:00000010:2.0:1767384299.986472:0:20313:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000069484714. 00000400:00000010:2.0:1767384299.986498:0:20313:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000009bbd1ea. 00000400:00000010:2.0:1767384299.986503:0:20313:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c94cd21f. 00000400:00000010:2.0:1767384299.986508:0:20313:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000077088361. 00000400:00000010:2.0:1767384299.986513:0:20313:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d65138a1. 00000400:00000010:2.0:1767384299.986515:0:20313:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bd2afb1a. 00000400:00000010:2.0:1767384299.986516:0:20313:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f02b9891. 00000400:00000010:2.0:1767384299.986520:0:20313:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e2503e25. 00000800:00000010:2.0:1767384299.986531:0:20313:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000046ed3a26. 00000800:00000200:2.0:1767384299.986543:0:20313:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384299.986550:0:20313:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384299.986589:0:20313:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:2.0:1767384299.986608:0:20313:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp15 [8/256/0/180] 00000400:00000010:2.0:1767384299.988312:0:20313:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 0000000030a46146. 00000400:00000010:2.0:1767384299.988318:0:20313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f50f1b91. 00000400:00000010:2.0:1767384299.988324:0:20313:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000400:00000001:2.0:1767384299.988338:0:20313:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384299.988339:0:20313:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384299.988341:0:20313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cc03958. 00000400:00000200:2.0:1767384299.988343:0:20313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e1477f 00000400:00000010:2.0:1767384299.988345:0:20313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e1477f. 00000400:00000010:2.0:1767384299.988350:0:20313:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000b7e05635. 00000400:00000200:2.0:1767384299.988354:0:20313:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (6) 00000400:00000200:2.0:1767384299.988366:0:20313:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384299.988375:0:20313:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:2.0:1767384299.988382:0:20313:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e36ce5ab. 00000020:01000000:2.0:1767384299.988387:0:20313:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384299.988390:0:20313:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp15 00000400:00000200:0.0:1767384299.988392:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384299.988399:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:2.0:1767384299.988402:0:20313:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000069484714. 00000400:00000010:2.0:1767384299.988407:0:20313:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ac79a36d. 00000400:00000010:0.0:1767384299.988407:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eeb0294. 00000400:00000200:0.0:1767384299.988417:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (7) 00000400:00000010:0.0:1767384299.988423:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f55a5a1e. 00000400:00000200:0.0:1767384299.988427:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:0.0:1767384299.988440:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:00000001:3.0:1767384299.988441:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384299.988446:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:3.0:1767384299.988448:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384299.988452:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:3.0:1767384299.988454:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384299.988457:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:01000000:3.0:1767384299.988460:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384299.988464:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384299.988467:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384299.988471:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:3.0:1767384299.988472:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384299.988476:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384299.988494:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:0.0:1767384299.988499:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp14 00000020:01000004:3.0:1767384299.988505:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384299.988505:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp14 lpni_is_preferred = 0 00000020:01000004:3.0:1767384299.988509:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384299.988510:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp14 00000020:01000004:3.0:1767384299.988514:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384299.988519:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384299.988519:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp14 NI seq info: [15:15:256:4294967295] 192.168.204.131@tcp14 LPNI seq info [15:15:8:4294967295] 00000020:01000004:3.0:1767384299.988524:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384299.988527:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384299.988529:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp14 00000020:01000004:3.0:1767384299.988530:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384299.988536:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp14(192.168.204.131@tcp14:) -> 192.168.204.131@tcp14(192.168.204.131@tcp:192.168.204.131@tcp14) : PUT try# 0 00000800:00000200:0.0:1767384299.988543:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.204.131@tcp14 00000100:00000010:3.0:1767384299.988548:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875a93f1. 00000800:00000010:0.0:1767384299.988548:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc90d996. 00000020:00000040:3.0:1767384299.988557:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000800:00000010:0.0:1767384299.988561:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009928162a. 00000100:00000001:3.0:1767384299.988565:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.0:1767384299.988565:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000bc3c255c. 02000000:00000001:3.0:1767384299.988571:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384299.988571:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009928162a] -> 12345-192.168.204.131@tcp14 (2) 00000800:00000200:0.1:1767384299.988578:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009928162a] -> 12345-192.168.204.131@tcp14 (2) 02000000:00000001:3.0:1767384299.988580:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384299.988592:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000277144d7. 00000400:00000200:0.0:1767384299.988592:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384299.988596:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00000001:3.0:1767384299.988603:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.988615:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384299.988618:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.988629:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000875a93f1] to pc [ptlrpcd_00_02+2] req@00000000875a93f1 x1853236732503424/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384299.988645:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 10000000:00000001:3.0:1767384299.988665:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.988668:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384299.988670:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.988673:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384299.988678:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384299.988681:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384299.988685:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384299.988688:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384299.988693:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:2.0:1767384299.988693:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000875a93f1 x1853236732503424/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384299.988696:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384299.988701:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384299.988703:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000020:01000004:3.0:1767384299.988707:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384299.988711:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384299.988715:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384299.988716:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384299.988718:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384299.988720:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384299.988721:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384299.988725:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384299.988727:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384299.988728:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384299.988729:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384299.988731:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000020:01000004:3.0:1767384299.988733:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384299.988733:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384299.988739:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384299.988741:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbe1dd8a. 00000100:00100000:2.0:1767384299.988744:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000875a93f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732503424:0@lo:253: 00000020:00000040:3.0:1767384299.988746:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384299.988753:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384299.988754:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384299.988757:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 02000000:00000001:3.0:1767384299.988758:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384299.988761:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384299.988762:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384299.988767:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384299.988771:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004e12ef96. 02000000:00000001:2.0:1767384299.988771:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384299.988777:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384299.988779:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e7d9140f. 00000100:00000001:3.0:1767384299.988782:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384299.988784:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384299.988790:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054f1c2fd. 00000100:00000001:3.0:1767384299.988794:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.988795:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000010:2.0:1767384299.988798:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069484714. 00000100:00000040:3.0:1767384299.988803:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe1dd8a] to pc [ptlrpcd_00_03+3] req@00000000dbe1dd8a x1853236732503552/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384299.988803:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732503424, portal 25 00000100:00000001:2.0:1767384299.988811:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384299.988814:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208698624 : -119698500852992 : ffff932285606300) 00000100:00000040:2.0:1767384299.988824:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000875a93f1 x1853236732503424/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384299.988825:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.988830:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.988836:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384299.988840:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384299.988841:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384299.988843:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000020:00000010:3.0:1767384299.988846:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e36ce5ab. 00000100:00000040:2.0:1767384299.988848:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384299.988853:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000905db868. 00000100:00000200:2.0:1767384299.988857:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732503424, offset 0 00000100:00000001:3.0:1767384299.988863:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384299.988864:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384299.988869:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384299.988872:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000100:00000001:3.0:1767384299.988873:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384299.988879:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384299.988883:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dbe1dd8a x1853236732503552/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.988893:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384299.988895:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d202580 00000100:00000001:3.0:1767384299.988897:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.988898:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 02000000:00000001:3.0:1767384299.988904:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384299.988908:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 02000000:00000001:3.0:1767384299.988909:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384299.988916:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384299.988916:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a3ddea7. 00000400:00000200:0.0:1767384299.988922:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000100:00100000:3.0:1767384299.988923:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dbe1dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732503552:0@lo:253: 00000400:00000200:2.0:1767384299.988924:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bcd32354 00000100:00000001:3.0:1767384299.988932:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384299.988936:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384299.988936:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384299.988939:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.988942:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384299.988948:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 02000000:00000010:3.0:1767384299.988949:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000094490e3e. 00000400:00000200:2.0:1767384299.988954:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384299.988956:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384299.988961:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd32354 00000400:00000010:3.0:1767384299.988963:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d71c03e6. 00000400:00000010:2.0:1767384299.988965:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcd32354. 00000100:00000001:2.0:1767384299.988973:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384299.988975:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6ce5d1e. 00000100:00000200:2.0:1767384299.988976:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384299.988982:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000068efb4e8 x1853236732503424 msgsize 4848 00000100:00000200:3.0:1767384299.988983:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732503552, portal 25 00000100:00000001:3.0:1767384299.988989:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.988992:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208701312 : -119698500850304 : ffff932285606d80) 00000100:00100000:2.0:1767384299.988993:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384299.988998:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384299.989000:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dbe1dd8a x1853236732503552/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.989009:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384299.989011:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384299.989019:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000905db868 00000100:00000040:3.0:1767384299.989024:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384299.989024:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000905db868. 00000400:00000010:3.0:1767384299.989030:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002f56eb3. 00000100:00000001:2.0:1767384299.989031:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384299.989037:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732503552, offset 0 00000100:00000200:2.0:1767384299.989039:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000875a93f1 x1853236732503424/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384299.989049:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384299.989058:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384299.989062:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384299.989065:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000875a93f1 x1853236732503424/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384299.989075:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d202600 00000100:00000001:2.0:1767384299.989077:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.989082:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384299.989085:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000400:00000010:3.0:1767384299.989090:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895bba64. 00000100:00000001:2.0:1767384299.989092:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384299.989094:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000044b30e8b 00000100:00000001:2.0:1767384299.989098:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294887907 00000400:00000200:3.0:1767384299.989102:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384299.989104:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ac5d1f3. 00000400:00000200:3.0:1767384299.989110:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384299.989113:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384299.989114:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044b30e8b 00000400:00000010:3.0:1767384299.989134:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044b30e8b. 00000100:00000001:2.0:1767384299.989135:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294887907 00000100:00000001:3.0:1767384299.989141:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384299.989141:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0d172a2. 00000100:00000200:3.0:1767384299.989145:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384299.989148:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384299.989151:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000004e60f53d x1853236732503552 msgsize 4848 00000100:00000001:2.0:1767384299.989153:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294887907 00000100:00000010:2.0:1767384299.989159:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061155c2f. 00000100:00100000:3.0:1767384299.989162:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384299.989165:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384299.989166:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384299.989174:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294887907 00000100:00000010:2.0:1767384299.989179:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bebaa1d7. 00000800:00000010:0.0:1767384299.989179:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068475913. 00000100:00000001:3.0:1767384299.989180:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:0.0:1767384299.989187:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004bc47744. 00000100:00000001:2.0:1767384299.989188:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384299.989189:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002f56eb3 00000400:00000010:3.0:1767384299.989192:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002f56eb3. 00000800:00000010:0.0:1767384299.989194:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ee792d3. 00000100:00000001:3.0:1767384299.989196:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384299.989204:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbe1dd8a x1853236732503552/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.989204:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384299.989210:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.989218:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.989222:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384299.989223:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384299.989223:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ee792d3. 00000100:00000040:3.0:1767384299.989229:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dbe1dd8a x1853236732503552/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.989236:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.989238:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.989240:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384299.989242:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384299.989244:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384299.989247:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.989250:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.989250:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.989250:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:3.0:1767384299.989258:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294887907 00000100:00000001:2.0:1767384299.989258:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.989265:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294887907 00000400:00000200:0.0:1767384299.989269:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp14 from 245.3.0.2 00000100:00000001:3.0:1767384299.989270:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294887907 00000800:00000010:0.0:1767384299.989274:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b22acf6a. 00000100:00000001:3.0:1767384299.989275:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294887907 00000100:00000001:3.0:1767384299.989287:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294887907 00000100:00000001:2.0:1767384299.989288:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384299.989291:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294887907 00000100:00100000:2.0:1767384299.989292:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732503424 00000100:00000001:3.0:1767384299.989296:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294887907 02000000:00000001:2.0:1767384299.989298:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384299.989301:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294887907 00000100:00000001:2.0:1767384299.989303:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.989307:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384299.989308:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.989314:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384299.989316:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.989319:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384299.989321:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732503424 00000100:00000001:3.0:1767384299.989324:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384299.989326:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384299.989330:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:3.0:1767384299.989331:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384299.989333:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384299.989335:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384299.989338:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000001:3.0:1767384299.989341:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384299.989344:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384299.989345:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.989348:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384299.989350:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384299.989353:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.989358:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384299.989363:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a93d26f6. 00000100:00000001:2.0:1767384299.989368:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384299.989371:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a93d26f6. 00000020:00000010:2.0:1767384299.989378:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3202ba7. 00000100:00000001:3.0:1767384299.989380:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384299.989384:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732503552 00000020:00000010:2.0:1767384299.989386:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005083901e. 02000000:00000001:3.0:1767384299.989387:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384299.989391:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.989394:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384299.989394:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007542bbaa. 02000000:00000001:3.0:1767384299.989401:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.989406:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732503552 00000020:00000001:3.0:1767384299.989409:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384299.989410:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:3.0:1767384299.989411:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384299.989416:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384299.989416:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384299.989419:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:2.0:1767384299.989420:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384299.989425:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384299.989425:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.989431:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000800:00000010:0.0:1767384299.989433:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000026849544. 00000100:00000001:3.0:1767384299.989436:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384299.989437:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384299.989439:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075846b7c. 00000020:00000010:3.0:1767384299.989442:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e52cbc6. 00000100:00000001:3.0:1767384299.989447:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.989451:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e52cbc6. 00000100:00000001:2.0:1767384299.989451:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384299.989456:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000211b7938. 00000020:00000010:3.0:1767384299.989458:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001edad022. 00000800:00000200:0.1:1767384299.989465:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009928162a] -> 12345-192.168.204.131@tcp14 (2) 00000020:00000010:3.0:1767384299.989467:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d34dc6ce. 00000800:00000200:0.1:1767384299.989472:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp14 00000000211b7938 deleted 00000800:00000010:0.1:1767384299.989475:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000211b7938. 00000800:00000200:0.1:1767384299.989499:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000010:3.0:1767384299.989500:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0173ed5. 00000100:00000001:2.0:1767384299.989506:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:0.1:1767384299.989507:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp14 ip 192.168.204.131:1013 00000100:00000001:2.0:1767384299.989512:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:0.1:1767384299.989513:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dc90d996 type 1, nob 240 niov 1 nkiov 1 00000100:00000001:3.0:1767384299.989517:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384299.989521:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384299.989522:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000001:3.0:1767384299.989525:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384299.989526:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp14 p 3.x 192.168.204.131 -> 192.168.204.131:1013 incarnation:1767384298636342003 sched[0] 00000100:00000040:2.0:1767384299.989531:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000800:00000010:0.0:1767384299.989533:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ee792d3. 00000100:00000001:3.0:1767384299.989534:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.989536:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141055056 : -119697568496560 : ffff9322bcf30450) 00000100:00000001:3.0:1767384299.989541:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384299.989545:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000068efb4e8 x1853236732503424/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:280/0 lens 4848/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.989557:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384299.989558:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384299.989561:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384299.989563:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a93d26f6. 00000100:00100000:3.0:1767384299.989568:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000001:2.0:1767384299.989569:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384299.989574:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000020:00000010:2.0:1767384299.989575:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a93d26f6. 00000800:00000010:0.0:1767384299.989577:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ee792d3. 00000100:00000001:3.0:1767384299.989579:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141056080 : -119697568495536 : ffff9322bcf30850) 00000800:00000010:0.0:1767384299.989583:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075846b7c. 00000100:00100000:2.0:1767384299.989587:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000068efb4e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732503424:12345-0@lo:253: 00000100:00000040:3.0:1767384299.989588:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e60f53d x1853236732503552/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:280/0 lens 4848/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384299.989596:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732503424 00000020:00000001:2.0:1767384299.989601:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384299.989605:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384299.989607:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:0.0:1767384299.989610:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b22acf6a. 00000020:00000010:3.0:1767384299.989611:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e52cbc6. 00000020:00000001:2.0:1767384299.989612:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.989618:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384299.989619:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384299.989623:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000800:00000001:0.0:1767384299.989623:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384299.989624:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e52cbc6. 00000020:00000001:2.0:1767384299.989630:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:0.0:1767384299.989630:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384299.989635:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384299.989636:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e60f53d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732503552:12345-0@lo:253: 00000020:00000001:2.0:1767384299.989640:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384299.989644:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732503552 00000020:00000001:2.0:1767384299.989644:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384299.989649:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384299.989649:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.989652:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384299.989655:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384299.989656:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384299.989660:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384299.989661:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384299.989664:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384299.989668:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1767384299.989669:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002b7c7b80. 00000020:00000001:3.0:1767384299.989670:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384299.989675:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.989676:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384299.989680:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384299.989681:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384299.989683:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1767384299.989685:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.989687:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:0.0:1767384299.989688:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc90d996. 00000100:00000001:3.0:1767384299.989691:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384299.989694:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384299.989695:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384299.989699:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e36ce5ab. 00000400:00000200:0.0:1767384299.989703:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp14->192.168.204.131@tcp14: PUT: OK 02000000:00000010:3.0:1767384299.989704:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d02a5879. 20000000:01000000:2.0:1767384299.989706:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:3.0:1767384299.989709:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.989709:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 20000000:00000001:2.0:1767384299.989712:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384299.989714:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000100:00000001:3.0:1767384299.989715:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.989717:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384299.989726:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384299.989728:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.989733:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.989735:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384299.989739:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000259b0825. 20000000:01000000:3.0:1767384299.989744:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384299.989747:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384299.989747:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e2028596. 20000000:00000001:3.0:1767384299.989749:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:2.0:1767384299.989752:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:3.0:1767384299.989754:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384299.989759:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384299.989759:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:3.0:1767384299.989762:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384299.989762:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:0.0:1767384299.989767:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp14 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384298636342003 sched[0] 00080000:00000001:2.0:1767384299.989772:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:0.0:1767384299.989773:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004bc47744. 00000400:00000200:0.0:1767384299.989818:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00080000:00000001:2.0:1767384299.989838:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384299.989844:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384299.989846:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384299.989849:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384299.989852:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000020:00000001:2.0:1767384299.989854:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384299.989862:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:2.0:1767384299.989868:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384299.989875:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000015de4ea6. 00080000:00000001:2.0:1767384299.989878:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860585984 : -119702848965632 : ffff932182357400) 00080000:00000001:2.0:1767384299.989882:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384299.989892:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384299.989913:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384299.989940:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384299.989984:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384299.990031:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000001:00000001:2.0:1767384299.990052:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384299.990055:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384299.990059:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384299.990071:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00080000:00000001:2.0:1767384299.990089:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384299.990095:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384299.990107:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384299.990155:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384299.990184:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00080000:00000001:2.0:1767384299.990247:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384299.990252:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384299.990319:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000874b96da. 00000800:00000010:0.0:1767384299.990323:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004bc47744. 00000800:00000010:0.0:1767384299.990327:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ee792d3. 00000800:00000010:0.0:1767384299.990358:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ee792d3. 00000800:00000001:2.0:1767384299.990369:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384299.990378:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384299.990380:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384299.990385:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384299.990392:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp14(192.168.204.131@tcp14) <- 192.168.204.131@tcp14 : PUT - for me 00000400:00000200:2.0:1767384299.990402:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384299.990406:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 144/144 into md 0x12a1 [1] + 0 00000400:00000010:2.0:1767384299.990410:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eee21b39. 00000400:00000200:2.0:1767384299.990413:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000e3865c8 00000800:00000001:2.0:1767384299.990418:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384299.990426:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384299.990428:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384299.990438:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp14->192.168.204.131@tcp14: PUT: OK 00000400:00000200:2.0:1767384299.990442:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e3865c8 00000400:00000010:2.0:1767384299.990443:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e3865c8. 00000400:00000200:0.0:1767384299.990445:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384299.990447:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384299.990451:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (8) 00000400:00000200:2.0:1767384299.990456:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:2.0:1767384299.990460:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000905db868. 00000400:00000200:0.0:1767384299.990462:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp14 from 244.3.0.2 00000400:00000200:2.0:1767384299.990466:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 7 00000800:00000010:0.0:1767384299.990467:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000a464989. 00000400:00000200:2.0:1767384299.990471:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384299.990723:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (9) 00000400:00000200:2.0:1767384299.990729:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384299.990734:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp14 to MR: 192.168.204.131@tcp14 local destination 00000400:00000200:2.0:1767384299.990739:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp14 NI seq info: [16:16:256:4294967295] 192.168.204.131@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1767384299.990746:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp14(192.168.204.131@tcp14:192.168.204.131@tcp14) -> 192.168.204.131@tcp14(192.168.204.131@tcp14:192.168.204.131@tcp14) 192.168.204.131@tcp14 : ACK try# 0 00000800:00000200:2.0:1767384299.990751:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp14 00000800:00000010:2.0:1767384299.990755:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006018dd6b. 00000800:00000200:2.0:1767384299.990758:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009928162a] -> 12345-192.168.204.131@tcp14 (4) 00000800:00000200:2.0:1767384299.990763:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp14 ip 192.168.204.131:988 00000800:00000200:2.0:1767384299.990765:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006018dd6b type 0, nob 96 niov 1 nkiov 0 00000800:00000010:0.0:1767384299.990776:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000088818355. 00000800:00000010:0.0:1767384299.990783:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075846b7c. 00000800:00000010:0.0:1767384299.990804:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000211b7938. 00000800:00000200:0.1:1767384299.990812:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009928162a] -> 12345-192.168.204.131@tcp14 (4) 00000800:00000200:0.1:1767384299.990816:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp14 00000000211b7938 deleted 00000800:00000010:0.1:1767384299.990818:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000211b7938. 00000800:00000200:0.1:1767384299.990821:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384299.990825:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp14 p 3.x 192.168.204.131 -> 192.168.204.131:1012 incarnation:1767384298636342003 sched[0] 00000800:00000010:0.0:1767384299.990829:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ee792d3. 00000800:00000200:2.0:1767384299.990864:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384299.990867:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006018dd6b. 00000400:00000200:2.0:1767384299.990870:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384299.990873:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ee792d3. 00000400:00000200:2.0:1767384299.990878:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp14->192.168.204.131@tcp14: ACK: OK 00000800:00000010:0.0:1767384299.990879:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075846b7c. 00000800:00000001:2.0:1767384299.990886:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384299.990891:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384299.990894:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384299.990898:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000a464989. 00000800:00000001:2.0:1767384299.990899:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384299.990902:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384299.990905:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384299.990911:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp14(192.168.204.131@tcp14) <- 192.168.204.131@tcp14 : ACK - for me 00000800:00000001:0.0:1767384299.990912:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.990917:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384299.990923:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp14: ACK from 12345-192.168.204.131@tcp14 into md 0x12b9 00000400:00000200:2.0:1767384299.990931:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384299.990934:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp14->192.168.204.131@tcp14: ACK: OK 00000400:00000200:2.0:1767384299.990937:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eeb0294 00000400:00000010:2.0:1767384299.990938:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eeb0294. 00000400:00000200:2.0:1767384299.990941:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384299.990943:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:2.0:1767384299.990945:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384299.990947:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (8) 00000800:00000001:2.0:1767384299.990951:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384299.990954:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384299.990970:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384299.990976:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f55943. 00000400:00000010:3.0:1767384299.990982:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f0fe0bb. 00000400:00000200:3.0:1767384299.990987:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000000f233d8 00000800:00000200:2.1:1767384299.990988:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:3.0:1767384299.990993:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000800:00000200:2.0:1767384299.990997:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp14 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384298636342003 sched[0] 00000800:00000010:2.0:1767384299.991001:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004bc47744. 00000400:00000010:3.0:1767384299.991003:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 000000002d5c5f9e. 00000400:00000010:3.0:1767384299.991009:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 00000000fc9f9566. 00000400:00000010:3.0:1767384299.991012:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 00000000c9b60000. 00000400:00000010:3.0:1767384299.991026:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000040141d3b. 00000400:00000200:3.0:1767384299.991032:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000040141d3b nid 192.168.204.131@tcp15 00000400:00000010:3.0:1767384299.991038:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000028b36046. 00000400:00000200:3.0:1767384299.991041:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000028b36046 net tcp15 00000400:00000200:3.0:1767384299.991045:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (7) 00000400:00000200:3.0:1767384299.991050:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp15 flags 0x11 00000400:00000010:3.0:1767384299.991054:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 000000002d5c5f9e. 00000400:00000010:3.0:1767384299.991058:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 00000000fc9f9566. 00000400:00000010:3.0:1767384299.991060:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 00000000c9b60000. 00000400:00000010:3.0:1767384299.991063:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000905db868. 00000400:00000200:3.0:1767384299.991068:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384299.991071:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:3.0:1767384299.991075:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:3.0:1767384299.991078:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:3.0:1767384299.991082:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384299.991084:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:3.0:1767384299.991088:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384299.991092:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (8) 00000800:00000001:0.0:1767384299.991203:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.991207:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384299.999522:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384299.999526:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384299.999529:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384299.999530:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384299.999531:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:0.0:1767384299.999532:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294887907, at 4294887908 00080000:00000010:3.0:1767384299.999535:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000015de4ea6. 00080000:00000001:3.0:1767384299.999543:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000010:0.0:1767384299.999546:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ac5d1f3. 00000100:00000040:3.0:1767384299.999558:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294887907, at 4294887908 00000100:00000010:3.0:1767384299.999565:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bebaa1d7. 00080000:00000001:2.0:1767384299.999581:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384299.999588:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:2.0:1767384299.999591:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.999593:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384299.999602:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384299.999611:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384299.999614:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384299.999621:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384299.999624:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006a574251. 20000000:01000000:3.0:1767384299.999628:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:01000000:0.0:1767384299.999629:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384299.999632:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384299.999645:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384299.999648:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:0.0:1767384299.999659:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384299.999665:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384299.999670:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384299.999670:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384299.999675:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.999676:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.999677:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384299.999680:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384299.999681:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca7b81f3. 00000020:00000001:3.0:1767384299.999685:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:0.0:1767384299.999689:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384299.999690:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:0.0:1767384299.999697:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069cfa3d8. 00080000:00000010:3.0:1767384299.999698:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d6f5e314. 00080000:00000001:3.0:1767384299.999703:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375526173696 : -119698183377920 : ffff9322984cac00) 00080000:00000001:3.0:1767384299.999705:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384299.999705:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384299.999712:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000069cfa3d8 with handle 0xf83434fd52e6d93f to hash 00000020:00000001:0.0:1767384299.999717:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384299.999719:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384299.999723:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384299.999728:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384299.999730:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.999734:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d93f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.999745:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384299.999750:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384299.999754:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:3.0:1767384299.999757:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384299.999757:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384299.999762:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.999762:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384299.999769:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384299.999770:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384299.999774:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.999777:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384299.999780:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384299.999782:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384299.999784:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384299.999786:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca7b81f3) refcount = 1 00080000:00000001:3.0:1767384299.999790:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.999791:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d93f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384299.999796:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384299.999804:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384299.999807:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384299.999809:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.999812:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.999815:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384299.999827:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384299.999831:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384299.999846:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384299.999849:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.999852:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069cfa3d8 refcount=4 00000020:00000001:0.0:1767384299.999855:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384299.999859:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384299.999862:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384299.999864:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d93f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.999872:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384299.999875:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d93f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384299.999878:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.999883:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384299.999883:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.999888:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384299.999891:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d93f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.999899:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384299.999901:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.999905:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384299.999908:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d93f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384299.999914:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000069cfa3d8 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384299.999917:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384299.999919:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384299.999920:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d93f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.999927:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384299.999929:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384299.999931:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.999940:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069cfa3d8 refcount=5 00000020:00000001:0.0:1767384299.999942:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384299.999944:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384299.999947:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384299.999950:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d93f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.999957:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384299.999959:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384299.999960:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.999965:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384299.999966:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384299.999968:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384299.999969:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384299.999972:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000069cfa3d8 with handle 0xf83434fd52e6d93f from hash 00010000:00000001:0.0:1767384299.999975:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384299.999976:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.999977:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.999979:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384299.999982:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384299.999984:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384299.999987:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384299.999988:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.999992:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.999993:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384299.999995:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384299.999998:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384300.000000:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384300.000001:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384300.000003:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384300.000005:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384300.000008:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d93f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384300.000013:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384300.000015:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384300.000023:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384300.000025:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384300.000027:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384300.000028:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384300.000031:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384300.000034:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384300.000036:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384300.000039:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d93f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384300.000046:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384300.000048:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384300.000050:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6d93f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384300.000057:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca7b81f3 count: 0 00010000:00000001:0.0:1767384300.000067:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384300.000070:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384300.000518:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294887907, at 4294887909 00000100:00000010:2.0:1767384300.000525:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061155c2f. 00010000:00000010:0.1:1767384300.005497:0:16657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca7b81f3. 00010000:00000010:0.1:1767384300.005506:0:16657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000069cfa3d8. 00080000:00000001:3.0:1767384300.008874:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384300.008879:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384300.008883:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384300.008885:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384300.008887:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384300.008899:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384300.008902:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384300.008914:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384300.008924:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384300.008926:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384300.008927:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384300.008928:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384300.008930:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384300.008932:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d6f5e314. 00080000:00000001:3.0:1767384300.008936:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384300.008950:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384300.008953:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384300.008954:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384300.008957:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384300.008960:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384300.008965:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004af4e1a5. 00010000:00000001:3.0:1767384300.008968:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384300.008971:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005117bd50. 00000020:00000001:3.0:1767384300.008974:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384300.008977:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005117bd50 with handle 0xf83434fd52e6d946 to hash 00000020:00000001:3.0:1767384300.008980:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384300.008981:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384300.008983:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384300.008986:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384300.008987:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384300.008990:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005117bd50/0xf83434fd52e6d946 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384300.008997:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384300.008999:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384300.009001:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384300.009002:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384300.009004:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384300.009005:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384300.009006:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384300.009008:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384300.009010:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384300.009012:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384300.009013:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384300.009032:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004af4e1a5) refcount = 1 00010000:00010000:3.0:1767384300.009035:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005117bd50/0xf83434fd52e6d946 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384300.009039:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384300.009040:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384300.009042:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384300.009044:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.009045:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384300.009047:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384300.009050:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:3.0:1767384300.009052:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384300.009054:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384300.009056:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005117bd50 refcount=4 00000020:00000001:3.0:1767384300.009057:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384300.009059:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384300.009061:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384300.009063:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005117bd50/0xf83434fd52e6d946 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384300.009067:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384300.009068:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005117bd50/0xf83434fd52e6d946 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384300.009072:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384300.009073:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384300.009074:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005117bd50/0xf83434fd52e6d946 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384300.009078:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384300.009079:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.009081:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384300.009084:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005117bd50/0xf83434fd52e6d946 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384300.009088:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005117bd50 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384300.009096:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384300.009098:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384300.009099:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005117bd50/0xf83434fd52e6d946 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384300.009104:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384300.009106:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384300.009107:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384300.009108:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005117bd50 refcount=5 00000020:00000001:3.0:1767384300.009110:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384300.009112:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384300.009115:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384300.009132:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005117bd50/0xf83434fd52e6d946 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384300.009137:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384300.009139:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384300.009140:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.009144:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384300.009145:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384300.009147:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384300.009148:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.009150:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005117bd50 with handle 0xf83434fd52e6d946 from hash 00010000:00000001:3.0:1767384300.009152:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384300.009154:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384300.009156:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384300.009157:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384300.009158:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384300.009160:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384300.009162:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384300.009163:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384300.009175:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.009177:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384300.009178:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384300.009180:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384300.009181:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384300.009189:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.009190:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.009192:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384300.009194:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005117bd50/0xf83434fd52e6d946 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384300.009198:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384300.009200:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384300.009202:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384300.009203:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384300.009205:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384300.009206:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384300.009208:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384300.009210:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384300.009212:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384300.009213:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005117bd50/0xf83434fd52e6d946 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384300.009217:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384300.009219:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384300.009220:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005117bd50/0xf83434fd52e6d946 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384300.009225:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004af4e1a5 count: 0 00010000:00000001:3.0:1767384300.009237:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384300.009239:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384300.011285:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384300.011290:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384300.011292:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e36ce5ab. 20000000:00000001:2.0:1767384300.011298:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384300.011303:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732503424 00010000:00000001:2.0:1767384300.011306:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384300.011318:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000068efb4e8 x1853236732503424/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384300.011326:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384300.011328:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384300.011332:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384300.011343:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384300.011345:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384300.011347:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384300.011350:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384300.011354:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.011358:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384300.011360:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384300.011365:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fccd7989. 00000100:00000200:2.0:1767384300.011371:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732503424, offset 224 00000400:00000200:2.0:1767384300.011378:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384300.011393:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384300.011404:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d202580 00000400:00000200:2.0:1767384300.011411:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12bd [2] + 224 00000400:00000200:2.0:1767384300.011420:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384300.011423:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384300.011430:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384300.011435:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000875a93f1 x1853236732503424/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384300.011445:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000875a93f1 x1853236732503424/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.011459:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384300.011467:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fccd7989 00000400:00000010:2.0:1767384300.011469:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fccd7989. 00000100:00000001:2.0:1767384300.011472:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384300.011473:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384300.011517:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384300.011520:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384300.011522:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384300.011524:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384300.011526:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384300.011531:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068efb4e8 x1853236732503424/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384300.011538:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000068efb4e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732503424:12345-0@lo:253: Request processed in 21981us (22555us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384300.011556:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000040:2.0:1767384300.011560:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384300.011562:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384300.011564:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384300.011569:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005083901e. 00000020:00000010:2.0:1767384300.011573:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007542bbaa. 00000020:00000010:2.0:1767384300.011576:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3202ba7. 00000020:00000040:2.0:1767384300.011582:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:2.0:1767384300.011587:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384300.011589:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002b7c7b80. 02000000:00000001:2.0:1767384300.011593:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384300.011595:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384300.011601:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384300.011606:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c5a7c1c. 00000400:00000010:2.0:1767384300.011610:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fccd7989. 00000100:00000001:2.0:1767384300.011637:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.011640:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384300.011647:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384300.011650:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384300.011653:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054f1c2fd. 00000400:00000200:2.0:1767384300.011657:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069484714 00000400:00000010:2.0:1767384300.011659:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069484714. 00000100:00000001:2.0:1767384300.011661:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384300.011664:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000875a93f1 x1853236732503424/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384300.011672:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000875a93f1 x1853236732503424/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.011677:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384300.011679:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.011681:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384300.011684:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384300.011686:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384300.011688:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384300.011691:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384300.011701:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384300.011705:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384300.011707:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384300.011708:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384300.011711:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384300.011713:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.011714:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384300.011718:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000875a93f1 x1853236732503424/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.011723:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384300.011726:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384300.011728:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384300.011731:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384300.011733:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384300.011735:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384300.011737:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384300.011738:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384300.011740:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384300.011741:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384300.011743:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384300.011745:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384300.011746:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384300.011748:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875a93f1 x1853236732503424/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384300.011754:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000875a93f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732503424:0@lo:253: 00000100:00000001:2.0:1767384300.011759:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.011761:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384300.011764:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000875a93f1 x1853236732503424/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.011769:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384300.011771:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384300.011774:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e7d9140f. 02000000:00000001:2.0:1767384300.011777:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384300.011779:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384300.011781:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384300.011789:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384300.011791:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000277144d7. 02000000:00000001:2.0:1767384300.011796:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384300.011798:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384300.011799:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875a93f1. 00000100:00000001:2.0:1767384300.011802:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384300.011804:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.011806:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.011814:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384300.011816:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.011818:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.011820:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.012778:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.012783:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384300.012789:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384300.012794:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384300.012797:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d71c03e6. 00000400:00000200:3.0:1767384300.012805:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6ce5d1e 00000400:00000010:3.0:1767384300.012810:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6ce5d1e. 00000400:00000010:0.0:1767384300.012812:0:20318:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fa3d5e10. 00000100:00000001:3.0:1767384300.012816:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384300.012823:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbe1dd8a x1853236732503552/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384300.012832:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384300.012838:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000200:3.0:1767384300.012842:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbe1dd8a x1853236732503552/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384300.012845:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384300.012848:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384300.012865:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384300.012868:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:0.0:1767384300.012869:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:3.0:1767384300.012871:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384300.012875:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:3.0:1767384300.012877:0:16149:0:(client.c:1578:after_reply()) Process entered 00000400:00000040:0.0:1767384300.012879:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 02000000:00000001:3.0:1767384300.012882:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000040:0.0:1767384300.012883:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000001:3.0:1767384300.012886:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000040:0.0:1767384300.012887:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000100:00000001:3.0:1767384300.012889:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384300.012891:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 02000000:00000001:3.0:1767384300.012892:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384300.012897:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00001000:3.0:1767384300.012898:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384300.012904:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=20 v=5 (1 0 0 0) 00000400:00000040:0.0:1767384300.012904:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384300.012910:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:3.0:1767384300.012912:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000040:0.0:1767384300.012913:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000100:00000001:3.0:1767384300.012914:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384300.012919:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000001:3.0:1767384300.012920:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000040:0.0:1767384300.012922:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:3.0:1767384300.012923:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384300.012928:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000100:00000001:3.0:1767384300.012929:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384300.012934:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000040:3.0:1767384300.012937:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dbe1dd8a x1853236732503552/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384300.012945:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384300.012950:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:3.0:1767384300.012952:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:0.0:1767384300.012954:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:3.0:1767384300.012958:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:0.0:1767384300.012958:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:3.0:1767384300.012961:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384300.012962:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:01000004:3.0:1767384300.012964:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:0.0:1767384300.012965:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000020:01000004:3.0:1767384300.012968:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000040:0.0:1767384300.012970:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:01000004:3.0:1767384300.012973:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:0.0:1767384300.012974:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000020:01000004:3.0:1767384300.012976:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:0.0:1767384300.012977:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000020:01000004:3.0:1767384300.012981:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:0.0:1767384300.012982:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000020:01000004:3.0:1767384300.012985:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000040:0.0:1767384300.012986:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:01000004:3.0:1767384300.012987:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000040:0.0:1767384300.012989:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000020:01000004:3.0:1767384300.012990:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384300.012993:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:0.0:1767384300.012993:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384300.012998:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000040:3.0:1767384300.012999:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbe1dd8a x1853236732503552/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384300.013001:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384300.013005:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384300.013008:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384300.013012:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000100:00100000:3.0:1767384300.013016:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dbe1dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732503552:0@lo:253: 00000400:00000040:0.0:1767384300.013017:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384300.013022:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:3.0:1767384300.013023:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384300.013026:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000001:3.0:1767384300.013027:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.013031:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dbe1dd8a x1853236732503552/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384300.013031:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384300.013034:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384300.013035:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384300.013037:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384300.013040:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384300.013044:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384300.013048:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384300.013051:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000100:00000001:3.0:1767384300.013053:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:0.0:1767384300.013055:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 02000000:00000001:3.0:1767384300.013056:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384300.013059:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000094490e3e. 00000400:00000040:0.0:1767384300.013059:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384300.013063:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 02000000:00000001:3.0:1767384300.013065:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:0.0:1767384300.013066:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000020:00000001:3.0:1767384300.013068:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:0.0:1767384300.013069:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000020:00000040:3.0:1767384300.013072:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000400:00000040:0.0:1767384300.013073:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000020:00000001:3.0:1767384300.013076:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:0.0:1767384300.013077:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 02000000:00000010:3.0:1767384300.013079:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004e12ef96. 00000400:00000040:0.0:1767384300.013080:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384300.013084:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 02000000:00000001:3.0:1767384300.013085:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384300.013088:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384300.013091:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbe1dd8a. 00000100:00000001:3.0:1767384300.013096:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384300.013098:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.013101:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.013107:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384300.013110:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.013112:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.013115:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384300.013139:0:20318:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fa3d5e10. 00010000:00000010:3.1:1767384300.017539:0:20317:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004af4e1a5. 00010000:00000010:3.1:1767384300.017544:0:20317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005117bd50. 00000100:00000001:0.0:1767384300.539541:0:16767:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384300.539547:0:16767:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384300.539598:0:16770:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e7d9140f. 00000100:00000001:2.0:1767384300.539609:0:16770:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384300.539611:0:16770:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384300.647429:0:20496:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384300.647446:0:20496:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.647450:0:20496:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384300.647456:0:20496:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384300.647462:0:20496:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.647465:0:20496:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.923576:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384300.923581:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384300.923583:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384301.051536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384301.051545:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384301.051552:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbe1dd8a. 00000020:00000040:3.0:1767384301.051561:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384301.051568:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384301.051573:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384301.051579:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384301.051590:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000675d8896. 00000100:00000001:3.0:1767384301.051599:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.051615:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@00000000dbe1dd8a x1853236732503808/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384301.051640:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384301.051642:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.051646:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe1dd8a] to pc [ptlrpcd_00_01+1] req@00000000dbe1dd8a x1853236732503808/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.051657:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.051660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384301.051664:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384301.051666:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875a93f1. 00000020:00000040:3.0:1767384301.051668:0:36:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384301.051671:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384301.051672:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384301.051674:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384301.051677:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009baef9f1. 00000100:00000001:2.0:1767384301.051677:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.051683:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.051683:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.051688:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384301.051689:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000875a93f1 x1853236732503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384301.051697:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087a8f723 x1853236732503680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.051699:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384301.051702:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.051709:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000875a93f1] to pc [ptlrpcd_00_02+2] req@00000000875a93f1 x1853236732503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.051732:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384301.051737:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.051744:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384301.051746:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.051748:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384301.051749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384301.051756:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.051757:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384301.051761:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd7cf867. 00000020:00000040:3.0:1767384301.051764:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:2.0:1767384301.051766:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732503680:0@lo:13: 00000100:00000001:3.0:1767384301.051767:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384301.051770:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384301.051772:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.051775:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384301.051777:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002a2407c1. 02000000:00000001:2.0:1767384301.051783:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384301.051788:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.051789:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.051794:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000bd7cf867 x1853236732504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384301.051794:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384301.051802:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007578e332. 00000100:00000001:3.0:1767384301.051805:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384301.051807:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.051807:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.051814:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd7cf867] to pc [ptlrpcd_00_03+3] req@00000000bd7cf867 x1853236732504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384301.051816:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054f1c2fd. 00000400:00000010:2.0:1767384301.051827:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087df124c. 00000100:00000001:3.0:1767384301.051830:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.051833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384301.051835:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1767384301.051837:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732503680, portal 4 00000100:00000010:3.0:1767384301.051839:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b52499a8. 00000020:00000040:3.0:1767384301.051843:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384301.051844:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.051847:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384301.051850:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384301.051852:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.051856:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210175872 : -119698499375744 : ffff93228576ed80) 02000000:00000010:3.0:1767384301.051858:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096ec9e49. 00000100:00000001:3.0:1767384301.051864:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.051870:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087a8f723 x1853236732503680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.051871:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b52499a8 x1853236732504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384301.051893:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384301.051900:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384301.051901:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384301.051905:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce918a6e. 00000100:00000001:3.0:1767384301.051906:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.051915:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b52499a8] to pc [ptlrpcd_00_00+0] req@00000000b52499a8 x1853236732504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384301.051917:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732503680, offset 0 00000400:00000200:2.0:1767384301.051929:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384301.051936:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.051941:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384301.051945:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (226) 00000400:00000200:2.0:1767384301.051952:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d202680 00000400:00000200:2.0:1767384301.051970:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 448 00000100:00000001:3.0:1767384301.051975:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384301.051977:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384301.051979:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.051983:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384301.051988:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384301.051990:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000875a93f1 x1853236732503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.052000:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384301.052000:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384301.052004:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384301.052010:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384301.052012:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000108269f2. 02000000:00000001:3.0:1767384301.052013:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384301.052018:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384301.052024:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.052025:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000108269f2 x1853236732503680 msgsize 224 00000100:00100000:3.0:1767384301.052031:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000875a93f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732503936:0@lo:400: 00000100:00000001:3.0:1767384301.052035:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384301.052038:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384301.052039:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384301.052042:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.052045:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384301.052048:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee32b678. 00000100:00000001:2.0:1767384301.052049:0:16146:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384301.052051:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384301.052056:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d71c03e6. 00000400:00000200:2.0:1767384301.052068:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce918a6e 00000400:00000010:2.0:1767384301.052073:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce918a6e. 00000100:00000001:2.0:1767384301.052081:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384301.052083:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029ba9689. 00000100:00000200:3.0:1767384301.052088:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732503936, portal 4 00000100:00000200:2.0:1767384301.052090:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087a8f723 x1853236732503680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.052091:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.052094:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208698624 : -119698500852992 : ffff932285606300) 00000100:00000040:3.0:1767384301.052117:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000875a93f1 x1853236732503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.052130:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384301.052136:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384301.052139:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087a8f723 x1853236732503680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.052144:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.052146:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cce4203. 00000100:00000200:3.0:1767384301.052149:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732503936, offset 0 00000400:00000200:3.0:1767384301.052157:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384301.052167:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.052170:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384301.052171:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384301.052179:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.052183:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d202780 00000100:00000040:2.0:1767384301.052184:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7482 usecs (8 jiffies) 00000100:00000001:2.0:1767384301.052190:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294888968 00000400:00000200:3.0:1767384301.052195:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 1872 00000100:00000001:2.0:1767384301.052197:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294888970 00000400:00000200:3.0:1767384301.052201:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.052208:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384301.052209:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294888968 00000100:00000001:3.0:1767384301.052213:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384301.052214:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294888970 00000100:00000200:3.0:1767384301.052216:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384301.052220:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294888968 00000100:00000010:3.0:1767384301.052223:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd000937. 00000100:00000001:2.0:1767384301.052224:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294888970 00000100:00000040:3.0:1767384301.052228:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000bd000937 x1853236732503936 msgsize 224 00000100:00000001:2.0:1767384301.052230:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294888968 00000100:00000001:2.0:1767384301.052236:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294888970 00000100:00100000:3.0:1767384301.052238:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384301.052242:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.052245:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.052249:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.052251:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384301.052252:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.052257:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384301.052261:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384301.052263:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cce4203 00000400:00000010:3.0:1767384301.052268:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cce4203. 00000100:00000001:2.0:1767384301.052269:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.052273:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.052275:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384301.052275:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384301.052282:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000875a93f1 x1853236732503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.052284:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b52499a8 x1853236732504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.052304:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384301.052308:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384301.052309:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000875a93f1 x1853236732503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.052312:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.052320:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.052320:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384301.052324:0:16148:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384301.052325:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.052327:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.052329:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.052331:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7482 usecs (8 jiffies) 00000100:00000001:3.0:1767384301.052335:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294888968 00000100:00100000:2.0:1767384301.052336:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b52499a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236732504192:0@lo:400: 00000100:00000001:3.0:1767384301.052339:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294888970 00000100:00000001:3.0:1767384301.052344:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294888968 00000100:00000001:2.0:1767384301.052345:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384301.052350:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294888970 02000000:00000001:2.0:1767384301.052352:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384301.052353:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294888968 00000100:00000001:3.0:1767384301.052357:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294888970 02000000:00000001:2.0:1767384301.052357:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.052362:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384301.052363:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294888968 00000100:00000001:3.0:1767384301.052367:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294888970 02000000:00000010:2.0:1767384301.052367:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cae392a. 00000100:00000001:3.0:1767384301.052373:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384301.052373:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.052380:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.052382:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046b8a730. 00000100:00000001:3.0:1767384301.052383:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.052388:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384301.052388:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce918a6e. 00000100:00000001:3.0:1767384301.052394:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384301.052395:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732504192, portal 10 00000100:00000001:3.0:1767384301.052398:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384301.052401:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.052404:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.052405:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.052408:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.052409:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208700416 : -119698500851200 : ffff932285606a00) 00000100:00100000:3.0:1767384301.052414:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384301.052417:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.052419:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b52499a8 x1853236732504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.052421:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.052431:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.052436:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.052437:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384301.052438:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.052443:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384301.052443:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384301.052449:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd7cf867 x1853236732504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384301.052449:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095ed3381. 00000100:00000200:2.0:1767384301.052456:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732504192, offset 0 00000100:00000001:3.0:1767384301.052465:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384301.052469:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.052470:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384301.052473:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384301.052476:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384301.052506:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384301.052511:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.052517:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d202880 00000100:00100000:3.0:1767384301.052519:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd7cf867 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236732504064:0@lo:400: 00000100:00000001:3.0:1767384301.052523:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384301.052527:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384301.052527:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 02000000:00000001:3.0:1767384301.052531:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.052534:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384301.052534:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384301.052539:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c3abe7f. 00000400:00000200:2.0:1767384301.052541:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384301.052542:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.052546:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384301.052547:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ba510cb. 00000100:00000200:2.0:1767384301.052549:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1767384301.052552:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cce4203. 00000100:00000010:2.0:1767384301.052556:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062056ff1. 00000100:00000200:3.0:1767384301.052557:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732504064, portal 10 00000100:00000001:3.0:1767384301.052563:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384301.052563:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000062056ff1 x1853236732504192 msgsize 224 00000100:00000001:3.0:1767384301.052566:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208703104 : -119698500848512 : ffff932285607480) 00000020:00000010:3.0:1767384301.052575:0:16148:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000259b0825. 00000100:00100000:2.0:1767384301.052576:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384301.052585:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd7cf867 x1853236732504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.052590:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384301.052591:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.052596:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384301.052597:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095ed3381 00000400:00000010:2.0:1767384301.052601:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095ed3381. 00000400:00000010:3.0:1767384301.052602:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000100:00000001:2.0:1767384301.052607:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384301.052609:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732504064, offset 0 00000100:00000200:2.0:1767384301.052613:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b52499a8 x1853236732504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384301.052621:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384301.052629:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384301.052634:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384301.052637:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b52499a8 x1853236732504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384301.052643:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d202800 00000400:00000200:3.0:1767384301.052654:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000100:00000001:2.0:1767384301.052656:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.052660:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384301.052665:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.052668:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384301.052669:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2891 usecs (3 jiffies) 00000100:00000001:2.0:1767384301.052674:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294888964 00000400:00000200:3.0:1767384301.052676:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.052681:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384301.052685:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384301.052686:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294888970 00000100:00000001:2.0:1767384301.052691:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294888964 00000100:00000010:3.0:1767384301.052692:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a13ad98. 00000100:00000001:2.0:1767384301.052697:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294888970 00000100:00000040:3.0:1767384301.052698:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000008a13ad98 x1853236732504064 msgsize 224 00000100:00000001:2.0:1767384301.052703:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294888964 00000100:00000001:2.0:1767384301.052709:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294888970 00000100:00100000:3.0:1767384301.052711:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384301.052712:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294888964 00000100:00000001:2.0:1767384301.052718:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294888970 00000100:00000001:2.0:1767384301.052722:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.052725:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.052726:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384301.052731:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.052732:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000100:00000001:2.0:1767384301.052736:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384301.052737:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000100:00000001:3.0:1767384301.052744:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384301.052745:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384301.052750:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd7cf867 x1853236732504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.052750:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384301.052758:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.052761:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384301.052762:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384301.052766:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd7cf867 x1853236732504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.052766:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.052774:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.052780:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.052783:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.052786:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.052790:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2312 usecs (3 jiffies) 00000100:00000001:3.0:1767384301.052794:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294888964 00000100:00000001:3.0:1767384301.052796:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294888970 00000100:00000001:3.0:1767384301.052798:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294888964 00000100:00000001:2.0:1767384301.052799:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384301.052803:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294888970 00000100:00100000:2.0:1767384301.052805:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732503680 00000100:00000001:3.0:1767384301.052807:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294888964 02000000:00000001:2.0:1767384301.052810:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.052812:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294888970 00000100:00000001:2.0:1767384301.052813:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.052815:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294888964 00000100:00000001:2.0:1767384301.052817:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.052819:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294888970 02000000:00000001:2.0:1767384301.052821:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.052824:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384301.052825:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732503680 00000100:00000001:3.0:1767384301.052828:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.052830:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384301.052833:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000001:3.0:1767384301.052834:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.052835:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384301.052838:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000020:00000001:2.0:1767384301.052841:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:3.0:1767384301.052846:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.052847:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:2.0:1767384301.052854:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384301.052858:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d266d3c. 00000100:00000001:3.0:1767384301.052860:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.052863:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.052872:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000af144e78. 00000020:00000040:2.0:1767384301.052880:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:2.0:1767384301.052891:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384301.052896:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028752bb5. 00000020:00000010:2.0:1767384301.052902:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000094f2b742. 00000020:00000010:2.0:1767384301.052908:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007542bbaa. 00000100:00000040:2.0:1767384301.052915:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384301.052917:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384301.052919:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384301.052922:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.052928:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.052942:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.052955:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384301.052958:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384301.052964:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000020:00000010:3.0:1767384301.052968:0:17558:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003b74f4d8. 00000100:00000040:2.0:1767384301.052968:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:2.0:1767384301.052974:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376012921856 : -119697696629760 : ffff9322b54fdc00) 00000100:00000001:3.0:1767384301.052976:0:17558:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384301.052979:0:17558:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00000040:2.0:1767384301.052979:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000108269f2 x1853236732503680/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:282/0 lens 224/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384301.052985:0:17558:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a8c662e2. 00000100:00100000:3.0:1767384301.052993:0:17558:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00000001:2.0:1767384301.052993:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384301.052997:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af144e78. 00000100:00000001:2.0:1767384301.053001:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384301.053005:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af144e78. 00000100:00100000:2.0:1767384301.053010:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000108269f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732503680:12345-0@lo:13: 00000100:00000200:2.0:1767384301.053016:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732503680 00000020:00000001:2.0:1767384301.053020:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384301.053024:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384301.053027:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.053031:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384301.053033:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000020:00000001:2.0:1767384301.053037:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384301.053041:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.053050:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384301.053051:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384301.053054:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.053056:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384301.053058:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384301.053061:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000015de4ea6. 02000000:00000001:2.0:1767384301.053063:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.053065:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384301.053069:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384301.053077:0:17558:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384301.053077:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384301.053082:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384301.053087:0:20598:0:(service.c:2991:ptlrpc_main()) Process entered 00080000:00000001:2.0:1767384301.053089:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000010:3.0:1767384301.053109:0:20598:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000fc25239b. 00000020:00000010:3.0:1767384301.053115:0:20598:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009cf96a57. 00080000:00000001:2.0:1767384301.053117:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.053124:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.053126:0:20598:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058464d8a. 00002000:00000024:2.0:1767384301.053130:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000010:3.0:1767384301.053133:0:20598:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d10b4c10. 00000020:00000010:3.0:1767384301.053140:0:20598:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000824d6f7d. 00000020:00000020:2.0:1767384301.053140:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384301.053147:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00000020:00000010:3.0:1767384301.053148:0:20598:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f0646241. 00002000:00000020:2.0:1767384301.053155:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000010:3.0:1767384301.053157:0:20598:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c4109e37. 00002000:00000001:2.0:1767384301.053158:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 80000000:00000010:3.0:1767384301.053165:0:20598:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001f1d83ee. 00000001:00000001:2.0:1767384301.053166:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384301.053169:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:3.0:1767384301.053172:0:20598:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000896777db. 00002000:00000001:2.0:1767384301.053173:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384301.053179:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732503680 00100000:00000010:3.0:1767384301.053180:0:20598:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e6744114. 00010000:00000001:2.0:1767384301.053183:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00040000:00000010:3.0:1767384301.053186:0:20598:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006a369e46. 00010000:00000200:2.0:1767384301.053188:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000108269f2 x1853236732503680/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:282/0 lens 224/368 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767384301.053193:0:20598:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d37d43a4. 00010000:00000001:2.0:1767384301.053196:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000010:3.0:1767384301.053200:0:20598:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002944e1e3. 00010000:00000001:2.0:1767384301.053200:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.053206:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=11 v=5 (1 0 0 0) 00002000:00000010:3.0:1767384301.053208:0:20598:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d6f5e314. 00000100:00000001:2.0:1767384301.053210:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384301.053214:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384301.053217:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384301.053221:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384301.053222:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.053224:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384301.053226:0:20598:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000072a5bf0f. 00000100:00000040:2.0:1767384301.053236:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384301.053237:0:20598:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000400:00000010:2.0:1767384301.053239:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095ed3381. 00000100:00000200:2.0:1767384301.053244:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732503680, offset 224 00000400:00000200:2.0:1767384301.053252:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384301.053261:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384301.053270:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d202680 00000400:00000200:2.0:1767384301.053277:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12e1 [1] + 224 00000400:00000200:2.0:1767384301.053282:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.053290:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384301.053296:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.053304:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087a8f723 x1853236732503680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.053324:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000087a8f723 x1853236732503680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.053354:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384301.053360:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095ed3381 00000100:00000001:3.0:1767384301.053361:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384301.053365:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095ed3381. 00000100:00000001:3.0:1767384301.053366:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.053371:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384301.053373:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384301.053374:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384301.053378:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384301.053380:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384301.053382:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054f1c2fd. 00000100:00000040:2.0:1767384301.053387:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000200:3.0:1767384301.053388:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087df124c 00010000:00000001:2.0:1767384301.053391:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384301.053393:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087df124c. 00000020:00000001:2.0:1767384301.053394:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.053398:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384301.053400:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384301.053404:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087a8f723 x1853236732503680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.053407:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000108269f2 x1853236732503680/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:282/0 lens 224/368 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.053440:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000108269f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236732503680:12345-0@lo:13: Request processed in 444us (1419us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384301.053462:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000200:3.0:1767384301.053467:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087a8f723 x1853236732503680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.053468:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:2.0:1767384301.053475:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.053497:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384301.053501:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.053506:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384301.053506:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384301.053512:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384301.053512:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000094f2b742. 00000100:00000001:3.0:1767384301.053515:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.053517:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.053524:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.053525:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007542bbaa. 00000100:00001000:3.0:1767384301.053531:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=11 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384301.053531:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028752bb5. 00000020:00000040:2.0:1767384301.053537:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 5 00000100:00001000:3.0:1767384301.053539:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.053541:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.053548:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384301.053551:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.053556:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384301.053563:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000087a8f723 x1853236732503680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.053563:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384301.053568:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732504192 00010000:00000001:3.0:1767384301.053573:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.053573:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384301.053577:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.053579:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384301.053580:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.053583:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:2.0:1767384301.053584:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.053588:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1767384301.053589:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732504192 00000100:00000001:3.0:1767384301.053592:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.053593:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384301.053596:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000100:00000040:3.0:1767384301.053599:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087a8f723 x1853236732503680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384301.053600:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384301.053604:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000020:00000001:2.0:1767384301.053607:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000001:2.0:1767384301.053612:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000001:3.0:1767384301.053617:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.053619:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384301.053621:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384301.053624:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384301.053624:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af144e78. 00000004:00000001:3.0:1767384301.053625:0:16146:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384301.053630:0:16146:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:2.0:1767384301.053631:0:17576:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a5b7d31a. 00000004:00000040:3.0:1767384301.053636:0:16146:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000040:2.0:1767384301.053638:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:2.0:1767384301.053645:0:17576:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000004:00000020:3.0:1767384301.053648:0:16146:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000010:2.0:1767384301.053650:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028752bb5. 00000020:00000010:2.0:1767384301.053655:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000094f2b742. 00000004:00000001:3.0:1767384301.053660:0:16146:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.053661:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007542bbaa. 00000100:00000040:2.0:1767384301.053671:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1767384301.053674:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087a8f723 x1853236732503680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.053675:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384301.053678:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384301.053683:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384301.053691:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732503680:0@lo:13: 00000100:00000001:2.0:1767384301.053691:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384301.053695:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384301.053700:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.053701:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.053706:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.053709:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087a8f723 x1853236732503680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.053712:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.053714:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384301.053718:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384301.053720:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007578e332. 02000000:00000001:3.0:1767384301.053724:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384301.053724:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384301.053725:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767384301.053727:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732504064 00000020:00000040:3.0:1767384301.053728:0:16146:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384301.053731:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384301.053732:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067a06e8f. 02000000:00000001:2.0:1767384301.053737:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384301.053739:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384301.053740:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384301.053741:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384301.053743:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384301.053744:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087a8f723. 02000000:00000001:2.0:1767384301.053747:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.053750:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767384301.053750:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732504064 00000100:00000001:3.0:1767384301.053752:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.053754:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384301.053756:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384301.053758:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000100:00000001:3.0:1767384301.053759:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.053761:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384301.053763:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384301.053764:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.053768:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384301.053768:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000020:00000001:2.0:1767384301.053774:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000020:00000001:2.0:1767384301.053779:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:2.0:1767384301.053783:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384301.053788:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc3c714b. 00000100:00000001:2.0:1767384301.053793:0:17576:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384301.053799:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc3c714b. 00000020:00000010:2.0:1767384301.053807:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f9fa928. 00000020:00000010:2.0:1767384301.053812:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4f5a8ea. 00000020:00000010:2.0:1767384301.053815:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ccfa8a62. 00000100:00000001:2.0:1767384301.053820:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384301.053822:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384301.053824:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.053829:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384301.053831:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384301.053834:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.053843:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.053857:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.053859:0:16783:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384301.053860:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384301.053863:0:16783:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384301.053867:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384301.053871:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00000001:3.0:1767384301.053872:0:16783:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.053876:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208692352 : -119698500859264 : ffff932285604a80) 00000100:00000001:3.0:1767384301.053877:0:16783:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.053885:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008a13ad98 x1853236732504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:282/0 lens 224/0 e 0 to 0 dl 1767384312 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.053897:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384301.053907:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc3c714b. 00000100:00000001:2.0:1767384301.053910:0:17576:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384301.053914:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc3c714b. 00000100:00100000:2.0:1767384301.053920:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008a13ad98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236732504064:12345-0@lo:400: 00000100:00000200:2.0:1767384301.053927:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732504064 00000020:00000001:2.0:1767384301.053931:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384301.053935:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384301.053938:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.053942:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384301.053945:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:2.0:1767384301.053948:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384301.053951:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.053954:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384301.053957:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384301.053959:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.053963:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384301.053966:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384301.053970:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384301.053974:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003872a367. 02000000:00000001:2.0:1767384301.053979:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.053982:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.053984:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384301.053988:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732504064 00010000:00000001:2.0:1767384301.053993:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384301.053998:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008a13ad98 x1853236732504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:282/0 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384301.054009:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384301.054012:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.054015:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.054019:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384301.054021:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000100:00000001:2.0:1767384301.054025:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384301.054028:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384301.054030:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.054041:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384301.054049:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384301.054053:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095ed3381. 00000100:00000200:2.0:1767384301.054058:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732504064, offset 224 00000400:00000200:2.0:1767384301.054065:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384301.054074:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384301.054084:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d202800 00000400:00000200:2.0:1767384301.054095:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1301 [1] + 224 00000400:00000200:2.0:1767384301.054116:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.054127:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384301.054135:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.054142:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd7cf867 x1853236732504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.054157:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bd7cf867 x1853236732504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.054169:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384301.054175:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095ed3381 00000400:00000010:2.0:1767384301.054179:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095ed3381. 00000100:00000001:2.0:1767384301.054183:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384301.054184:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384301.054187:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.054189:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384301.054190:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384301.054192:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.054194:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384301.054197:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a13ad98 x1853236732504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:282/0 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.054205:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008a13ad98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236732504064:12345-0@lo:400: Request processed in 306us (1505us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384301.054215:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384301.054219:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000001:2.0:1767384301.054222:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384301.054225:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384301.054235:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4f5a8ea. 00000020:00000010:2.0:1767384301.054241:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ccfa8a62. 00000020:00000010:2.0:1767384301.054246:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f9fa928. 00000020:00000040:2.0:1767384301.054250:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000100:00000001:2.0:1767384301.054253:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384301.054273:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384301.054277:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00080000:2.0:1767384301.054283:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384301.054287:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:2.0:1767384301.054374:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.054377:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384301.054382:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384301.054385:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384301.054389:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ee584b4. 00000400:00000200:2.0:1767384301.054395:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fdfba4b 00000400:00000010:2.0:1767384301.054397:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fdfba4b. 00000100:00000001:2.0:1767384301.054402:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.054409:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbe1dd8a x1853236732503808/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384301.054418:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbe1dd8a x1853236732503808/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.054446:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384301.054451:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.054456:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384301.054460:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384301.054464:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384301.054468:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.054474:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.054514:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384301.054520:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.054524:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384301.054526:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.054529:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384301.054532:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.054534:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.054540:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dbe1dd8a x1853236732503808/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.054562:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.054567:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384301.054569:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.054574:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbe1dd8a x1853236732503808/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.054583:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dbe1dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732503808:0@lo:400: 00000100:00000001:2.0:1767384301.054589:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.054594:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.054599:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dbe1dd8a x1853236732503808/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.054608:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384301.054611:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384301.054614:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000421470cb. 02000000:00000001:2.0:1767384301.054618:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384301.054621:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.054621:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384301.054623:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384301.054625:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000675d8896. 02000000:00000001:2.0:1767384301.054627:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.054629:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384301.054630:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbe1dd8a. 00000100:00000001:2.0:1767384301.054633:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384301.054634:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.054635:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.054639:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384301.054642:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.054644:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.054647:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.054668:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.054670:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384301.054674:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384301.054676:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384301.054678:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046b8a730. 00000400:00000200:2.0:1767384301.054681:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce918a6e 00000400:00000010:2.0:1767384301.054690:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce918a6e. 00000100:00000001:2.0:1767384301.054695:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.054699:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b52499a8 x1853236732504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384301.054708:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b52499a8 x1853236732504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.054716:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384301.054718:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.054720:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384301.054722:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384301.054724:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384301.054726:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.054728:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.054733:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384301.054735:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.054738:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384301.054740:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.054742:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384301.054745:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b52499a8 x1853236732504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384301.054751:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.054754:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384301.054755:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384301.054758:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384301.054759:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.054763:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b52499a8 x1853236732504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.054770:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.054773:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384301.054774:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.054777:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b52499a8 x1853236732504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.054785:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b52499a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236732504192:0@lo:400: 00000100:00000001:2.0:1767384301.054796:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.054798:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.054802:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b52499a8 x1853236732504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.054808:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384301.054811:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384301.054813:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cae392a. 02000000:00000001:2.0:1767384301.054816:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384301.054818:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.054819:0:16146:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384301.054821:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384301.054823:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096ec9e49. 02000000:00000001:2.0:1767384301.054826:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.054828:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384301.054829:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b52499a8. 00000100:00000001:2.0:1767384301.054832:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384301.054833:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.054834:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.054838:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384301.054840:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.054842:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.054843:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.062525:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294888970, at 4294888971 00000100:00000010:3.0:1767384301.062535:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001fd01eed. 00000100:00000040:0.0:1767384301.062537:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294888970, at 4294888971 00000100:00000010:0.0:1767384301.062545:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000079b0963. 00000100:00000040:2.0:1767384301.063521:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294888970, at 4294888972 00000100:00000010:2.0:1767384301.063526:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a9f3343. 00000001:00000001:2.0:1767384301.337981:0:20663:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384301.337986:0:20663:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:2.0:1767384301.341057:0:20663:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384301.347631:0:20664:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007578e332. 00000400:00000010:2.0:1767384301.347648:0:20664:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000126707a8. 00000400:00000010:2.0:1767384301.347658:0:20664:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e330a7d3. 00000400:00000010:2.0:1767384301.347662:0:20664:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006126b48c. 00000400:00000010:2.0:1767384301.347667:0:20664:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ca6a17a0. 00000400:00000010:2.0:1767384301.347671:0:20664:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c35fb26. 00000400:00000010:2.0:1767384301.347672:0:20664:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008aacdfd2. 00000400:00000010:2.0:1767384301.347678:0:20664:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b5c7a80c. 00000400:00000010:2.0:1767384301.347681:0:20664:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001b8a8d41. 00000800:00000010:2.0:1767384301.347692:0:20664:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000f439681. 00000800:00000200:2.0:1767384301.347705:0:20664:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384301.347712:0:20664:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384301.347750:0:20664:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:2.0:1767384301.347769:0:20664:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp16 [8/256/0/180] 00000400:00000010:2.0:1767384301.349335:0:20664:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000f26d22ae. 00000400:00000010:2.0:1767384301.349342:0:20664:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046b8a730. 00000400:00000010:2.0:1767384301.349348:0:20664:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce918a6e. 00000400:00000001:2.0:1767384301.349362:0:20664:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384301.349363:0:20664:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384301.349365:0:20664:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f50f1b91. 00000400:00000200:2.0:1767384301.349366:0:20664:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000400:00000010:2.0:1767384301.349368:0:20664:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000400:00000010:2.0:1767384301.349373:0:20664:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 0000000030a46146. 00000400:00000200:2.0:1767384301.349378:0:20664:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (7) 00000400:00000200:2.0:1767384301.349388:0:20664:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384301.349395:0:20664:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:2.0:1767384301.349403:0:20664:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002b7c7b80. 00000400:00000200:3.0:1767384301.349405:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384301.349407:0:20664:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384301.349412:0:20664:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp16 00000400:00000200:3.0:1767384301.349415:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:3.0:1767384301.349423:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000400:00000010:2.0:1767384301.349426:0:20664:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000126707a8. 00000400:00000010:2.0:1767384301.349433:0:20664:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007578e332. 00000400:00000200:3.0:1767384301.349434:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (8) 00000400:00000010:3.0:1767384301.349442:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000035a14ac1. 00000400:00000200:3.0:1767384301.349447:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000020:00000001:0.0:1767384301.349448:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384301.349454:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384301.349458:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384301.349460:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384301.349461:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:01000004:0.0:1767384301.349465:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384301.349468:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384301.349470:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384301.349471:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384301.349473:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384301.349498:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384301.349502:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384301.349504:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384301.349507:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384301.349507:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384301.349511:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384301.349513:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384301.349519:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000010:0.0:1767384301.349521:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dadd5852. 00000400:00000200:3.0:1767384301.349528:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:00000040:0.0:1767384301.349530:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:3.0:1767384301.349537:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:0.0:1767384301.349539:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384301.349545:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:0.0:1767384301.349546:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384301.349553:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 02000000:00000001:0.0:1767384301.349553:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.349560:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp15 02000000:00000010:0.0:1767384301.349566:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c955811c. 00000400:00000200:3.0:1767384301.349567:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp15 lpni_is_preferred = 0 00000400:00000200:3.0:1767384301.349574:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp15 00000100:00000001:0.0:1767384301.349578:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.349579:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp15 NI seq info: [17:17:256:4294967295] 192.168.204.131@tcp15 LPNI seq info [17:17:8:4294967295] 00000400:00000200:3.0:1767384301.349590:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp15 00000100:00000001:0.0:1767384301.349592:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384301.349597:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.349604:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp15(192.168.204.131@tcp15:) -> 192.168.204.131@tcp15(192.168.204.131@tcp:192.168.204.131@tcp15) : PUT try# 0 00000100:00000040:0.0:1767384301.349611:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dadd5852] to pc [ptlrpcd_00_01+1] req@00000000dadd5852 x1853236732504320/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384301.349615:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.204.131@tcp15 00000800:00000010:3.0:1767384301.349631:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b81c56d9. 00000800:00000010:3.0:1767384301.349644:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000336490e. 10000000:00000001:0.0:1767384301.349647:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384301.349649:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ee0696e3. 10000000:00000001:0.0:1767384301.349650:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.349655:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384301.349657:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.0:1767384301.349662:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000336490e] -> 12345-192.168.204.131@tcp15 (2) 00000020:00000001:0.0:1767384301.349666:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384301.349670:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:3.1:1767384301.349671:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000336490e] -> 12345-192.168.204.131@tcp15 (2) 10000000:00000001:0.0:1767384301.349674:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384301.349683:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384301.349686:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384301.349689:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000020:01000004:0.0:1767384301.349689:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384301.349693:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384301.349695:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000020:01000004:0.0:1767384301.349696:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384301.349701:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384301.349704:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384301.349707:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384301.349709:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384301.349712:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384301.349716:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4d8d3aa. 00000100:00000001:3.0:1767384301.349719:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384301.349720:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384301.349725:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.349726:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384301.349730:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384301.349733:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384301.349742:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000303c9add. 00000100:00000001:0.0:1767384301.349747:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.349751:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384301.349753:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384301.349760:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4d8d3aa] to pc [ptlrpcd_00_02+2] req@00000000b4d8d3aa x1853236732504448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384301.349780:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384301.349783:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.349787:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384301.349790:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384301.349792:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002b7c7b80. 00000400:00000200:3.0:1767384301.349801:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000100:00000001:0.0:1767384301.349814:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384301.349818:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384301.349821:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384301.349827:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4d8d3aa x1853236732504448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.349842:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384301.349845:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.349849:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384301.349853:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384301.349855:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.349862:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000100:00100000:0.0:1767384301.349870:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4d8d3aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732504448:0@lo:253: 00000100:00000001:0.0:1767384301.349878:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384301.349882:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384301.349886:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.349890:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384301.349896:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 02000000:00000010:0.0:1767384301.349899:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000026f5023c. 02000000:00000001:0.0:1767384301.349905:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384301.349911:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078eacdb7. 00000400:00000200:3.0:1767384301.349927:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000010:0.0:1767384301.349929:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044b8e4a2. 00000100:00000200:0.0:1767384301.349934:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732504448, portal 25 00000100:00000001:0.0:1767384301.349938:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384301.349940:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659219584 : -119698050332032 : ffff9322a03aca80) 00000100:00000040:0.0:1767384301.349945:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4d8d3aa x1853236732504448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.349955:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384301.349960:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000100:00000040:0.0:1767384301.349961:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384301.349966:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bc8b5ca. 00000100:00000200:0.0:1767384301.349970:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732504448, offset 0 00000400:00000200:0.0:1767384301.349980:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384301.349990:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.349996:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384301.350000:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d202980 00000400:00000200:0.0:1767384301.350014:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000400:00000010:0.0:1767384301.350019:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad9ff39d. 00000400:00000200:0.0:1767384301.350024:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079194157 00000400:00000200:3.0:1767384301.350026:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384301.350030:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384301.350037:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384301.350041:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079194157 00000400:00000010:0.0:1767384301.350044:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079194157. 00000100:00000001:0.0:1767384301.350050:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384301.350053:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000100:00000200:0.0:1767384301.350053:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384301.350058:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000028586e1c x1853236732504448 msgsize 4848 00000100:00100000:0.0:1767384301.350067:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384301.350072:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384301.350080:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.350086:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384301.350106:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bc8b5ca 00000400:00000010:0.0:1767384301.350109:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bc8b5ca. 00000100:00000001:0.0:1767384301.350112:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384301.350118:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4d8d3aa x1853236732504448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.350130:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384301.350134:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4d8d3aa x1853236732504448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384301.350142:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000100:00000001:0.0:1767384301.350143:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.350148:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384301.350155:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.350161:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294889268 00000100:00000001:0.0:1767384301.350166:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294889268 00000100:00000001:0.0:1767384301.350174:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294889268 00000100:00000001:0.0:1767384301.350181:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294889268 00000100:00000001:0.0:1767384301.350186:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294889268 00000400:00000200:3.0:1767384301.350189:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000100:00000001:0.0:1767384301.350192:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294889268 00000100:00000001:0.0:1767384301.350198:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294889268 00000100:00000001:0.0:1767384301.350203:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294889268 00000100:00000001:0.0:1767384301.350208:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384301.350211:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.350215:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.350218:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384301.350227:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384301.350231:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384301.350235:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384301.350238:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384301.350242:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.350246:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.350247:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000100:00000001:0.0:1767384301.350276:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384301.350280:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732504448 02000000:00000001:0.0:1767384301.350284:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384301.350287:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384301.350296:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.350300:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384301.350304:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732504448 00000020:00000001:0.0:1767384301.350308:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384301.350310:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384301.350314:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384301.350316:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:0.0:1767384301.350323:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384301.350330:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384301.350335:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384301.350338:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5f2a4bb. 00000100:00000001:0.0:1767384301.350344:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384301.350347:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5f2a4bb. 00000020:00000010:0.0:1767384301.350354:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aaa61594. 00000020:00000010:0.0:1767384301.350362:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030388f90. 00000020:00000010:0.0:1767384301.350369:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007bc2113d. 00000100:00000040:0.0:1767384301.350382:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384301.350386:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384301.350389:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384301.350392:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.350400:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.350410:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384301.350425:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384301.350428:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384301.350436:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:0.0:1767384301.350439:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384301.350440:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141065296 : -119697568486320 : ffff9322bcf32c50) 00000100:00000040:0.0:1767384301.350444:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028586e1c x1853236732504448/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:282/0 lens 4848/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.350457:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384301.350463:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5f2a4bb. 00000100:00000001:0.0:1767384301.350467:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384301.350470:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5f2a4bb. 00000100:00100000:0.0:1767384301.350504:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028586e1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732504448:12345-0@lo:253: 00000100:00000200:0.0:1767384301.350508:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732504448 00000020:00000001:0.0:1767384301.350511:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384301.350517:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384301.350522:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.350528:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384301.350532:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:0.0:1767384301.350540:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384301.350544:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384301.350551:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384301.350555:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384301.350556:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009aa2c005. 00000020:00000001:0.0:1767384301.350561:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384301.350562:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000669644f0. 00000100:00000001:0.0:1767384301.350569:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:3.0:1767384301.350572:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000008839d62. 02000000:00000001:0.0:1767384301.350575:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384301.350595:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000099a0c851. 02000000:00000001:0.0:1767384301.350602:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.350607:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384301.350615:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000008839d62. 20000000:00000001:0.0:1767384301.350615:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384301.350630:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009c9a04d2. 20000000:01000000:0.0:1767384301.350636:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384301.350640:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:0.0:1767384301.350640:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384301.350644:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:3.0:1767384301.350646:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384301.350647:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384301.350650:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384301.350653:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384301.350666:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000091c6a081. 20000000:01000000:0.0:1767384301.350670:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:0.0:1767384301.350677:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384301.350683:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384301.350728:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:0.0:1767384301.350736:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384301.350741:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384301.350743:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384301.350745:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384301.350749:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384301.350752:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp15 from 243.3.0.2 00000020:00000001:0.0:1767384301.350757:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000800:00000010:3.0:1767384301.350758:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b779c8d4. 00080000:00000001:0.0:1767384301.350764:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384301.350777:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000db03d2ab. 00080000:00000001:0.0:1767384301.350780:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860149760 : -119702849401856 : ffff9321822ecc00) 00080000:00000001:0.0:1767384301.350783:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384301.350929:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384301.350932:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384301.350934:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:3.0:1767384301.350952:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003a3d666c. 00000800:00000010:3.0:1767384301.350957:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000094a01414. 00080000:00000001:0.0:1767384301.350962:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384301.350966:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:3.0:1767384301.350974:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000041ed5bf8. 00000800:00000200:3.1:1767384301.350981:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000336490e] -> 12345-192.168.204.131@tcp15 (2) 00000800:00000200:3.1:1767384301.350987:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp15 0000000041ed5bf8 deleted 00000800:00000010:3.1:1767384301.350989:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000041ed5bf8. 00000800:00000200:3.1:1767384301.350994:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384301.351002:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp15 ip 192.168.204.131:1011 00000800:00000200:3.1:1767384301.351007:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b81c56d9 type 1, nob 256 niov 1 nkiov 1 00000800:00000200:3.0:1767384301.351013:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp15 p 3.x 192.168.204.131 -> 192.168.204.131:1011 incarnation:1767384299986533400 sched[0] 00000800:00000010:3.0:1767384301.351019:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000008839d62. 00080000:00000001:0.0:1767384301.351061:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000010:3.0:1767384301.351063:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000008839d62. 00080000:00000001:0.0:1767384301.351065:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384301.351070:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000094a01414. 00000800:00000010:3.0:1767384301.351128:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b779c8d4. 00000800:00000001:0.0:1767384301.351134:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384301.351141:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384301.351182:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384301.351187:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b81c56d9. 00000400:00000200:3.0:1767384301.351192:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.351197:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp15->192.168.204.131@tcp15: PUT: OK 00000400:00000200:3.0:1767384301.351208:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:0.1:1767384301.351210:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384301.351212:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000200:0.0:1767384301.351228:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp15 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384299986533400 sched[0] 00000800:00000010:0.0:1767384301.351232:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000669644f0. 00000800:00000001:3.0:1767384301.351284:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384301.351286:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000001:3.0:1767384301.351292:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384301.351297:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384301.351301:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384301.351309:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp15(192.168.204.131@tcp15) <- 192.168.204.131@tcp15 : PUT - for me 00000400:00000200:3.0:1767384301.351318:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384301.351320:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384301.351326:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 160/160 into md 0x12cd [1] + 0 00000400:00000010:3.0:1767384301.351331:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073f55943. 00000400:00000200:3.0:1767384301.351335:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002f0fe0bb 00000800:00000001:3.0:1767384301.351339:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384301.351349:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384301.351351:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384301.351356:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384301.351357:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp15->192.168.204.131@tcp15: PUT: OK 00000400:00000200:3.0:1767384301.351364:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f0fe0bb 00000400:00000010:3.0:1767384301.351367:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f0fe0bb. 00000400:00000200:3.0:1767384301.351371:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384301.351375:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (9) 00000400:00000200:3.0:1767384301.351380:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:3.0:1767384301.351384:0:16140:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 0000000094a01414. 00000400:00000200:3.0:1767384301.351388:0:16140:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 8 00000400:00000200:0.0:1767384301.351388:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384301.351393:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384301.351404:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (10) 00000400:00000200:3.0:1767384301.351409:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384301.351413:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384301.351419:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp15 to MR: 192.168.204.131@tcp15 local destination 00000400:00000200:3.0:1767384301.351426:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp15 NI seq info: [18:18:256:4294967295] 192.168.204.131@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1767384301.351439:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp15(192.168.204.131@tcp15:192.168.204.131@tcp15) -> 192.168.204.131@tcp15(192.168.204.131@tcp15:192.168.204.131@tcp15) 192.168.204.131@tcp15 : ACK try# 0 00000800:00000200:3.0:1767384301.351446:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp15 00000400:00000200:0.0:1767384301.351446:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000800:00000010:3.0:1767384301.351454:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b81c56d9. 00000800:00000200:3.0:1767384301.351460:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000336490e] -> 12345-192.168.204.131@tcp15 (4) 00000400:00000200:0.0:1767384301.351472:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000800:00000200:3.0:1767384301.351473:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp15 ip 192.168.204.131:988 00000800:00000200:3.0:1767384301.351513:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b81c56d9 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384301.351543:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000800:00000200:3.0:1767384301.351567:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384301.351571:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b81c56d9. 00000400:00000200:3.0:1767384301.351575:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.351580:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp15->192.168.204.131@tcp15: ACK: OK 00000800:00000001:3.0:1767384301.351587:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384301.351591:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384301.351594:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384301.351595:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000800:00000001:3.0:1767384301.351599:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384301.351603:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384301.351609:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384301.351615:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp15(192.168.204.131@tcp15) <- 192.168.204.131@tcp15 : ACK - for me 00000400:00000200:3.0:1767384301.351624:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp15: ACK from 12345-192.168.204.131@tcp15 into md 0x1325 00000400:00000200:3.0:1767384301.351628:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.351634:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp15->192.168.204.131@tcp15: ACK: OK 00000400:00000200:3.0:1767384301.351638:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000400:00000010:3.0:1767384301.351640:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000400:00000200:0.0:1767384301.351642:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384301.351644:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384301.351650:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:3.0:1767384301.351654:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384301.351658:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (9) 00000800:00000001:3.0:1767384301.351663:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384301.351666:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384301.351685:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384301.351701:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384301.351707:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f55943. 00000400:00000010:3.0:1767384301.351711:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000400:00000200:3.0:1767384301.351715:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000000f233d8 00000400:00000200:3.0:1767384301.351720:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:3.0:1767384301.351728:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 0000000041ed5bf8. 00000400:00000010:3.0:1767384301.351731:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 00000000b81c56d9. 00000400:00000200:0.0:1767384301.351731:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000010:3.0:1767384301.351739:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 000000009ae75f26. 00000400:00000010:3.0:1767384301.351757:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ae59fdee. 00000400:00000200:3.0:1767384301.351762:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ae59fdee nid 192.168.204.131@tcp16 00000400:00000200:0.0:1767384301.351766:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000010:3.0:1767384301.351775:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006db3e549. 00000400:00000200:3.0:1767384301.351780:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000006db3e549 net tcp16 00000400:00000200:3.0:1767384301.351784:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (8) 00000400:00000200:3.0:1767384301.351789:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp16 flags 0x11 00000400:00000010:3.0:1767384301.351793:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 0000000041ed5bf8. 00000400:00000010:3.0:1767384301.351796:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 00000000b81c56d9. 00000400:00000010:3.0:1767384301.351799:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 000000009ae75f26. 00000400:00000010:3.0:1767384301.351802:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 0000000094a01414. 00000400:00000200:3.0:1767384301.351804:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384301.351808:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:3.0:1767384301.351811:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:3.0:1767384301.351816:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:3.0:1767384301.351819:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384301.351822:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:3.0:1767384301.351827:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384301.351833:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (9) 00000400:00000200:3.0:1767384301.351921:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384301.351925:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000192b54bf. 00000800:00000010:0.0:1767384301.351931:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003bc8b5ca. 00000400:00000200:3.0:1767384301.351935:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp15 from 242.3.0.2 00000800:00000010:0.0:1767384301.351936:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5f2a4bb. 00000800:00000010:3.0:1767384301.351940:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000130ca58. 00000800:00000010:0.0:1767384301.351969:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5f2a4bb. 00000800:00000200:1.1:1767384301.352077:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000336490e] -> 12345-192.168.204.131@tcp15 (4) 00000800:00000200:1.1:1767384301.352081:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp15 00000000005d5da4 deleted 00000800:00000010:1.1:1767384301.352084:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000005d5da4. 00000800:00000200:1.1:1767384301.352088:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1767384301.352183:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384301.352189:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp15 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384299986533400 sched[0] 00000800:00000010:3.0:1767384301.352193:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003bc8b5ca. 00000800:00000001:3.0:1767384301.352212:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384301.352215:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384301.352387:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384301.352393:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384301.358758:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384301.358764:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:3.0:1767384301.358765:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384301.358771:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384301.358776:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384301.358776:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384301.358780:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384301.358781:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384301.358783:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384301.358786:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000db03d2ab. 20000000:01000000:0.0:1767384301.358791:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384301.358792:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384301.358801:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384301.358806:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384301.358812:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384301.358819:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384301.358825:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384301.358829:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384301.358846:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384301.358852:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384301.358861:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003f40ae87. 00010000:00000001:2.0:1767384301.358866:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384301.358870:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001033a6d7. 00000020:00000001:2.0:1767384301.358874:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384301.358883:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001033a6d7 with handle 0xf83434fd52e6d94d to hash 00000020:00000001:2.0:1767384301.358886:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384301.358890:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384301.358893:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384301.358898:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384301.358900:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384301.358904:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001033a6d7/0xf83434fd52e6d94d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.358912:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384301.358918:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384301.358921:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384301.358924:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384301.358927:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384301.358932:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384301.358934:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384301.358939:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384301.358941:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384301.358942:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384301.358943:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384301.358945:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003f40ae87) refcount = 1 00010000:00010000:2.0:1767384301.358948:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001033a6d7/0xf83434fd52e6d94d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.358951:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384301.358953:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384301.358954:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384301.358956:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.358957:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384301.358959:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384301.358961:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:2.0:1767384301.358964:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384301.358965:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384301.358967:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001033a6d7 refcount=4 00000020:00000001:2.0:1767384301.358968:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384301.358982:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384301.358984:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384301.358985:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001033a6d7/0xf83434fd52e6d94d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.358992:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384301.358996:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001033a6d7/0xf83434fd52e6d94d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.359003:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384301.359004:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384301.359005:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001033a6d7/0xf83434fd52e6d94d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.359008:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384301.359009:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.359012:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384301.359015:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001033a6d7/0xf83434fd52e6d94d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384301.359021:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001033a6d7 already unused, calling callback (000000008463f753) 00010000:00000001:2.0:1767384301.359024:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384301.359025:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384301.359027:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001033a6d7/0xf83434fd52e6d94d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.359031:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384301.359032:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384301.359033:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384301.359034:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001033a6d7 refcount=5 00000020:00000001:2.0:1767384301.359035:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384301.359036:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515164672 : -119698194386944 : ffff932297a4b000) 00010000:00000001:2.0:1767384301.359038:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384301.359039:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001033a6d7/0xf83434fd52e6d94d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.359048:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384301.359050:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384301.359051:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.359054:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384301.359056:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384301.359057:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384301.359059:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384301.359061:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001033a6d7 with handle 0xf83434fd52e6d94d from hash 00010000:00000001:2.0:1767384301.359062:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384301.359064:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384301.359065:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384301.359066:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384301.359067:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384301.359069:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384301.359071:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384301.359072:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384301.359074:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.359076:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384301.359077:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384301.359079:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384301.359080:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384301.359081:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.359083:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.359084:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384301.359086:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001033a6d7/0xf83434fd52e6d94d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.359089:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384301.359090:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384301.359105:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384301.359106:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384301.359107:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384301.359108:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384301.359110:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384301.359112:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384301.359114:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384301.359124:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001033a6d7/0xf83434fd52e6d94d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.359131:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384301.359132:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384301.359134:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001033a6d7/0xf83434fd52e6d94d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384301.359138:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003f40ae87 count: 0 00010000:00000001:2.0:1767384301.359156:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384301.359157:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384301.360524:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294889268, at 4294889269 00000100:00000040:2.0:1767384301.360527:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294889268, at 4294889269 00000100:00000010:0.0:1767384301.360533:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7157b6a. 00000100:00000010:2.0:1767384301.360534:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093336b2b. 00000100:00000040:3.0:1767384301.360953:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294889268, at 4294889269 00000100:00000010:3.0:1767384301.360960:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaf98a33. 00010000:00000010:2.1:1767384301.364508:0:20665:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003f40ae87. 00010000:00000010:2.1:1767384301.364518:0:20665:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001033a6d7. 00080000:00000001:3.0:1767384301.367282:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384301.367293:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384301.367297:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.367300:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384301.367302:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384301.367315:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384301.367319:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384301.367326:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384301.367349:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384301.367353:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384301.367355:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384301.367357:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384301.367358:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384301.367361:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d066f627. 00080000:00000001:3.0:1767384301.367366:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384301.367376:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384301.367379:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384301.367382:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384301.367386:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384301.367389:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384301.367395:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000921f0aa6. 00010000:00000001:3.0:1767384301.367399:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384301.367404:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070a4c68f. 00000020:00000001:3.0:1767384301.367408:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.367411:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070a4c68f with handle 0xf83434fd52e6d954 to hash 00000020:00000001:3.0:1767384301.367414:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384301.367416:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166794752 : -119698542756864 : ffff932282e0fc00) 00010000:00000001:3.0:1767384301.367419:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166794752 : -119698542756864 : ffff932282e0fc00) 00010000:00000001:3.0:1767384301.367422:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384301.367424:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.367428:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6d954 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.367437:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384301.367440:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384301.367442:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384301.367444:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.367452:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.367454:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.367456:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.367459:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384301.367461:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384301.367463:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384301.367464:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384301.367466:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000921f0aa6) refcount = 1 00010000:00010000:3.0:1767384301.367471:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6d954 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.367506:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384301.367508:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384301.367510:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.367513:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.367515:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384301.367518:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384301.367520:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:3.0:1767384301.367524:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384301.367526:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.367528:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070a4c68f refcount=4 00000020:00000001:3.0:1767384301.367531:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166794752 : -119698542756864 : ffff932282e0fc00) 00010000:00000001:3.0:1767384301.367534:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166794752 : -119698542756864 : ffff932282e0fc00) 00010000:00000001:3.0:1767384301.367537:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384301.367539:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6d954 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.367545:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384301.367547:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6d954 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.367553:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.367555:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384301.367557:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6d954 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.367574:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384301.367576:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.367578:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384301.367580:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6d954 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384301.367586:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070a4c68f already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384301.367588:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384301.367591:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384301.367592:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6d954 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.367598:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384301.367600:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384301.367601:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.367603:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070a4c68f refcount=5 00000020:00000001:3.0:1767384301.367604:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166794752 : -119698542756864 : ffff932282e0fc00) 00010000:00000001:3.0:1767384301.367607:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166794752 : -119698542756864 : ffff932282e0fc00) 00010000:00000001:3.0:1767384301.367610:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384301.367612:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6d954 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.367617:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384301.367619:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384301.367621:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.367624:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384301.367625:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384301.367628:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384301.367629:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384301.367632:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070a4c68f with handle 0xf83434fd52e6d954 from hash 00010000:00000001:3.0:1767384301.367635:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384301.367637:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.367638:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.367644:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384301.367646:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384301.367648:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384301.367650:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384301.367652:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.367654:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.367656:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384301.367658:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384301.367661:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.367662:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.367663:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.367665:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.367667:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.367669:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6d954 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.367675:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.367677:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.367679:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384301.367680:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384301.367682:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.367684:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.367686:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384301.367688:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.367690:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.367693:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6d954 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.367699:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384301.367701:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384301.367703:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6d954 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384301.367710:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000921f0aa6 count: 0 00010000:00000001:3.0:1767384301.367723:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384301.367726:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384301.369606:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384301.369610:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384301.369612:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009c9a04d2. 20000000:00000001:2.0:1767384301.369618:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384301.369622:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732504448 00010000:00000001:2.0:1767384301.369625:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384301.369634:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028586e1c x1853236732504448/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384301.369642:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384301.369645:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.369648:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.369653:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384301.369656:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384301.369658:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384301.369661:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384301.369664:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.369668:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384301.369672:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384301.369678:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cabf16d. 00000100:00000200:2.0:1767384301.369684:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732504448, offset 224 00000400:00000200:2.0:1767384301.369692:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384301.369705:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384301.369722:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d202980 00000400:00000200:2.0:1767384301.369730:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1331 [2] + 224 00000400:00000200:2.0:1767384301.369739:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.369743:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384301.369749:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.369754:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4d8d3aa x1853236732504448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.369762:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b4d8d3aa x1853236732504448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.369779:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384301.369786:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cabf16d 00000400:00000010:2.0:1767384301.369788:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cabf16d. 00000100:00000001:0.0:1767384301.369790:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.369791:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384301.369795:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384301.369798:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.369800:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.369804:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:0.0:1767384301.369806:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384301.369807:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384301.369811:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384301.369811:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384301.369816:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384301.369816:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078eacdb7. 00000400:00000200:0.0:1767384301.369822:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044b8e4a2 00000100:00000040:2.0:1767384301.369823:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028586e1c x1853236732504448/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384301.369826:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044b8e4a2. 00000100:00000001:0.0:1767384301.369832:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384301.369836:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028586e1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732504448:12345-0@lo:253: Request processed in 19377us (19776us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384301.369839:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4d8d3aa x1853236732504448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.369851:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000200:0.0:1767384301.369852:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4d8d3aa x1853236732504448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.369855:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384301.369860:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384301.369863:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384301.369865:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384301.369868:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384301.369870:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030388f90. 00000100:00000001:0.0:1767384301.369870:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384301.369875:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384301.369877:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007bc2113d. 00000100:00000001:0.0:1767384301.369878:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384301.369882:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.369884:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aaa61594. 02000000:00000001:0.0:1767384301.369885:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384301.369892:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00001000:0.0:1767384301.369893:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=21 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384301.369898:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384301.369899:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384301.369902:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384301.369904:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384301.369908:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000099a0c851. 00010000:00000001:0.0:1767384301.369908:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384301.369911:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.369914:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384301.369914:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.369919:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384301.369920:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4d8d3aa x1853236732504448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384301.369925:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384301.369932:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f50f1b91. 00000400:00000010:2.0:1767384301.369939:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cabf16d. 00000100:00000001:0.0:1767384301.369941:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384301.369945:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384301.369948:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384301.369952:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384301.369953:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384301.369955:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384301.369957:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384301.369958:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384301.369959:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384301.369961:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384301.369962:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384301.369964:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384301.369967:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4d8d3aa x1853236732504448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384301.369972:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4d8d3aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732504448:0@lo:253: 00000100:00000001:0.0:1767384301.369976:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384301.369979:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384301.369981:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4d8d3aa x1853236732504448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.369986:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384301.369989:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384301.369991:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000026f5023c. 02000000:00000001:0.0:1767384301.369995:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384301.369998:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384301.369999:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384301.370001:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384301.370003:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000303c9add. 02000000:00000001:0.0:1767384301.370009:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384301.370010:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384301.370012:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4d8d3aa. 00000100:00000001:0.0:1767384301.370015:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384301.370017:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384301.370019:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384301.370028:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384301.370037:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.370041:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384301.370043:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384301.371064:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384301.371066:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384301.371068:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000094490e3e. 20000000:00000001:2.0:1767384301.371072:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384301.371075:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732504320 00010000:00000001:2.0:1767384301.371077:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384301.371081:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001dc170d0 x1853236732504320/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384301.371086:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384301.371088:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.371090:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.371106:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384301.371108:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384301.371110:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384301.371114:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384301.371116:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.371118:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384301.371120:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384301.371123:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8d236ed. 00000100:00000200:2.0:1767384301.371127:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732504320, offset 224 00000400:00000200:2.0:1767384301.371132:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384301.371137:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384301.371142:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d202900 00000400:00000200:2.0:1767384301.371146:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1329 [2] + 224 00000400:00000200:2.0:1767384301.371151:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.371153:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384301.371156:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.371159:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dadd5852 x1853236732504320/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.371174:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dadd5852 x1853236732504320/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.371188:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384301.371192:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d236ed 00000400:00000010:2.0:1767384301.371193:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8d236ed. 00000100:00000001:2.0:1767384301.371195:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384301.371196:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384301.371199:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.371201:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:3.0:1767384301.371202:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384301.371203:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384301.371208:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384301.371208:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.371210:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384301.371212:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dc170d0 x1853236732504320/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.371220:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001dc170d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732504320:12345-0@lo:253: Request processed in 20698us (21251us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384301.371222:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384301.371226:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384301.371228:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000400:00000010:3.0:1767384301.371230:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062747445. 00000100:00000040:2.0:1767384301.371232:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384301.371237:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384301.371238:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384301.371239:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b169bed2 00000020:00000010:2.0:1767384301.371241:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fffe4487. 00000400:00000010:3.0:1767384301.371244:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b169bed2. 00000020:00000010:2.0:1767384301.371246:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a3914474. 00000100:00000001:3.0:1767384301.371251:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384301.371252:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee32b678. 00000020:00000040:2.0:1767384301.371257:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000200:3.0:1767384301.371261:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dadd5852 x1853236732504320/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384301.371261:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384301.371263:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009822d232. 02000000:00000001:2.0:1767384301.371269:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384301.371271:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384301.371277:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384301.371282:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84299ca. 00000100:00000200:3.0:1767384301.371283:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dadd5852 x1853236732504320/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384301.371286:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8d236ed. 00000100:00000001:3.0:1767384301.371297:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384301.371299:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.371302:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384301.371304:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384301.371306:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.371308:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.371310:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.371313:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384301.371316:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.371318:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384301.371320:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.371322:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384301.371323:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.371325:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.371329:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dadd5852 x1853236732504320/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.371336:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.371338:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384301.371339:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384301.371342:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384301.371344:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384301.371346:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384301.371347:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384301.371348:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384301.371350:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384301.371351:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384301.371352:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384301.371361:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384301.371362:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384301.371365:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dadd5852 x1853236732504320/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.371373:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dadd5852 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732504320:0@lo:253: 00000100:00000001:3.0:1767384301.371377:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.371379:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.371381:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dadd5852 x1853236732504320/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.371388:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384301.371389:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384301.371391:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000281cd987. 02000000:00000001:3.0:1767384301.371395:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384301.371397:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384301.371398:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384301.371400:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384301.371402:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c955811c. 02000000:00000001:3.0:1767384301.371405:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384301.371407:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384301.371409:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dadd5852. 00000100:00000001:3.0:1767384301.371412:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384301.371413:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.371415:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.371421:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.371422:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.371425:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.371427:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384301.371736:0:20669:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ddb3f8e4. 00000400:00000040:0.0:1767384301.371754:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384301.371757:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384301.371759:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.371761:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.371763:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.371764:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384301.371766:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384301.371767:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384301.371768:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384301.371769:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384301.371771:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384301.371772:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384301.371773:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384301.371774:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.371775:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384301.371777:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384301.371778:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.371778:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384301.371779:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384301.371781:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.371782:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384301.371783:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384301.371784:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384301.371784:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.371785:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384301.371787:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.371788:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384301.371788:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384301.371789:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384301.371790:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.371791:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384301.371792:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.371793:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384301.371794:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384301.371795:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384301.371799:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.371800:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384301.371802:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384301.371803:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384301.371804:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384301.371805:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384301.371806:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.371807:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384301.371808:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384301.371809:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384301.371810:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384301.371811:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384301.371812:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384301.371813:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384301.371814:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384301.371815:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384301.371816:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384301.371817:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384301.371818:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384301.371819:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384301.371820:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384301.371821:0:20669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384301.371848:0:20669:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ddb3f8e4. 00010000:00000010:3.1:1767384301.374524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000921f0aa6. 00010000:00000010:3.1:1767384301.374531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070a4c68f. 10000000:00000001:2.0:1767384301.563527:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384301.563539:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:2.0:1767384301.563544:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384301.563547:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384301.563548:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384301.563550:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384301.563552:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384301.563554:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384301.563557:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 9 10000000:00000001:2.0:1767384301.563559:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384301.563560:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384301.563567:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c719fed2. 00000020:00000040:2.0:1767384301.563571:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384301.563576:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384301.563580:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384301.563585:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384301.563591:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad66d631. 00000100:00000001:2.0:1767384301.563599:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.563603:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384301.563606:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384301.563614:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b1b70af8. 00010000:00000001:2.0:1767384301.563619:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384301.563622:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b02c8ce1. 00000020:00000001:2.0:1767384301.563626:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384301.563629:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b02c8ce1 with handle 0xf83434fd52e6d95b to hash 00000020:00000001:2.0:1767384301.563632:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384301.563633:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384301.563635:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384301.563639:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384301.563640:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384301.563642:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384301.563650:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384301.563659:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384301.563669:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384301.563671:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384301.563676:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004697dd0. 00000100:00000001:2.0:1767384301.563678:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375841548352 : -119697868003264 : ffff9322ab18e840) 00000100:00000001:2.0:1767384301.563681:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384301.563682:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000001:2.0:1767384301.563687:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384301.563689:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.563692:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384301.563693:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384301.563701:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c719fed2 x1853236732504576/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.563709:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384301.563711:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.563715:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384301.563717:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384301.563719:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384301.563721:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732504576:0@lo:101: 00000100:00000001:2.0:1767384301.563725:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384301.563730:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384301.563733:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.563735:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384301.563738:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000302c7c5e. 02000000:00000001:2.0:1767384301.563740:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.563746:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000105d3655. 00000400:00000010:2.0:1767384301.563753:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384301.563759:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732504576, portal 25 00000100:00000001:2.0:1767384301.563762:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384301.563763:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000040:2.0:1767384301.563768:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c719fed2 x1853236732504576/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.563777:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384301.563788:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384301.563792:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095ed3381. 00000100:00000200:2.0:1767384301.563795:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732504576, offset 0 00000400:00000200:2.0:1767384301.563803:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384301.563818:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384301.563829:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d202a00 00000400:00000200:2.0:1767384301.563834:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1f5 [2] + 0 00000400:00000010:2.0:1767384301.563837:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000186fcd29. 00000400:00000200:2.0:1767384301.563840:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000090792a12 00000400:00000200:2.0:1767384301.563845:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.563849:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384301.563852:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090792a12 00000400:00000010:2.0:1767384301.563854:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090792a12. 00000100:00000001:2.0:1767384301.563858:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384301.563860:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384301.563863:0:16780:0:(events.c:337:request_in_callback()) incoming req@00000000414a4068 x1853236732504576 msgsize 328 00000100:00100000:2.0:1767384301.563866:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384301.563868:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384301.563878:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384301.563884:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095ed3381 00000400:00000010:2.0:1767384301.563885:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095ed3381. 00000100:00000001:2.0:1767384301.563888:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384301.563891:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c719fed2 x1853236732504576/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.563899:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.563901:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c719fed2 x1853236732504576/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.563906:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.563908:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384301.563913:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.563916:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294889482 00000100:00000010:2.0:1767384301.563920:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c85f55d. 00000100:00000001:2.0:1767384301.563926:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384301.563932:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294889482 00000100:00000001:3.0:1767384301.563939:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1767384301.563942:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007ed0e14. 00000100:00100000:3.0:1767384301.563944:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732504576 00000100:00000001:2.0:1767384301.563946:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767384301.563948:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.563951:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384301.563953:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294889482 00000100:00000001:3.0:1767384301.563954:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384301.563961:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a017f2d0. 02000000:00000001:3.0:1767384301.563962:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.563966:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384301.563967:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732504576 00000100:00000001:2.0:1767384301.563970:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294889482 00000020:00000001:3.0:1767384301.563972:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1767384301.563974:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087d576e4. 00000020:00000040:3.0:1767384301.563975:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:2.0:1767384301.563979:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384301.563982:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384301.563987:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384301.563987:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.563992:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384301.563993:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000001:2.0:1767384301.563995:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384301.563997:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00100000:2.0:1767384301.563999:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 0000000004697dd0 going to sleep for 11 seconds 00000020:00000001:3.0:1767384301.564000:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384301.564003:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.564006:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384301.564007:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.564012:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000935c0864. 00000100:00000001:3.0:1767384301.564016:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.564019:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000935c0864. 00000020:00000010:3.0:1767384301.564025:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086246e9f. 00000020:00000010:3.0:1767384301.564031:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ece45189. 00000020:00000010:3.0:1767384301.564036:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00000100:00000040:3.0:1767384301.564044:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.564046:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.564048:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.564050:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.564059:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.564072:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.564085:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.564087:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.564107:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000001:2.0:1767384301.564107:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384301.564110:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384301.564113:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384301.564114:0:16777:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.564117:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141061200 : -119697568490416 : ffff9322bcf31c50) 00000100:00000001:2.0:1767384301.564118:0:16777:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.564127:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000414a4068 x1853236732504576/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:282/0 lens 328/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.564135:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.564137:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000935c0864. 00000100:00000001:3.0:1767384301.564138:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.564140:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000935c0864. 00000100:00100000:3.0:1767384301.564142:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000414a4068 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16780:x1853236732504576:12345-0@lo:101: 00000100:00000200:3.0:1767384301.564145:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732504576 00000020:00000001:3.0:1767384301.564148:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.564156:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.564157:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.564159:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.564161:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:3.0:1767384301.564165:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.564166:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.564168:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.564169:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.564173:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.564174:0:16775:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384301.564176:0:16775:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384301.564178:0:16775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384301.564179:0:16775:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384301.564181:0:16775:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.564186:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384301.564192:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000921f0aa6. 00010000:00000001:3.0:1767384301.564194:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384301.564197:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007f9ba894. 00000020:00000001:3.0:1767384301.564199:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.564200:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007f9ba894 with handle 0xf83434fd52e6d962 to hash 00000020:00000001:3.0:1767384301.564201:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384301.564203:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166791168 : -119698542760448 : ffff932282e0ee00) 00010000:00000001:3.0:1767384301.564204:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166791168 : -119698542760448 : ffff932282e0ee00) 00010000:00010000:3.0:1767384301.564206:0:16775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007f9ba894/0xf83434fd52e6d962 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf83434fd52e6d95b expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384301.564212:0:16775:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e25b4a2c : new locks_count 10 00000020:00000040:3.0:1767384301.564214:0:16775:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:3.0:1767384301.564222:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.564223:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.564228:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000dff8c6e. 02000000:00000001:3.0:1767384301.564230:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.564232:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.564234:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384301.564238:0:16775:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384301.564251:0:16775:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384301.564254:0:16775:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.564255:0:16775:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.564257:0:16775:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.564259:0:16775:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.564261:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384301.564263:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384301.564264:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384301.564265:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384301.564266:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000921f0aa6) refcount = 1 00010000:00010000:3.0:1767384301.564269:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007f9ba894/0xf83434fd52e6d962 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf83434fd52e6d95b expref: 15 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.564274:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384301.564275:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384301.564277:0:16775:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.564278:0:16775:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.564279:0:16775:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384301.564283:0:16775:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384301.564285:0:16775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007f9ba894/0xf83434fd52e6d962 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d95b expref: 15 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.564290:0:16775:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384301.564292:0:16775:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384301.564294:0:16775:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.564296:0:16775:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.564297:0:16775:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384301.564298:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.564299:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384301.564300:0:16775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007f9ba894, rc 0) 00000020:00000001:3.0:1767384301.564302:0:16775:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384301.564305:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732504576 00010000:00000001:3.0:1767384301.564307:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.564310:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000414a4068 x1853236732504576/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.564316:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.564323:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.564327:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.564330:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.564333:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384301.564335:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384301.564337:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.564339:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.564342:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.564345:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.564348:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f0fe0bb. 00000100:00000200:3.0:1767384301.564351:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732504576, offset 224 00000400:00000200:3.0:1767384301.564356:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.564363:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.564369:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d202a00 00000400:00000200:3.0:1767384301.564373:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x134d [1] + 224 00000400:00000200:3.0:1767384301.564376:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.564378:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.564381:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.564384:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c719fed2 x1853236732504576/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.564390:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000c719fed2 x1853236732504576/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.564402:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.564407:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f0fe0bb 00000400:00000010:3.0:1767384301.564408:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f0fe0bb. 00000100:00000001:3.0:1767384301.564411:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384301.564412:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.564416:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.564418:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384301.564419:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384301.564422:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384301.564423:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384301.564424:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384301.564427:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384301.564428:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384301.564430:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000105d3655. 00000100:00000040:3.0:1767384301.564433:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000414a4068 x1853236732504576/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384301.564435:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000400:00000010:2.0:1767384301.564438:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000100:00000001:2.0:1767384301.564443:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.564447:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c719fed2 x1853236732504576/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.564518:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000414a4068 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732504576:12345-0@lo:101: Request processed in 381us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384301.564526:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000040:3.0:1767384301.564529:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384301.564533:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.564535:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384301.564540:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ece45189. 00000020:00000010:3.0:1767384301.564543:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 00000020:00000010:3.0:1767384301.564547:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086246e9f. 00000020:00000040:3.0:1767384301.564551:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:3.0:1767384301.564555:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384301.564557:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000dff8c6e. 02000000:00000001:3.0:1767384301.564560:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.564562:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.564567:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.564572:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d77f18f0. 00000100:00000200:2.0:1767384301.564573:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c719fed2 x1853236732504576/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384301.564578:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000788c5f6f. 00000100:00000001:2.0:1767384301.564582:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384301.564585:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.564588:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384301.564590:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384301.564597:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384301.564598:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.564600:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.564604:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384301.564606:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.564609:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384301.564610:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.564612:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384301.564614:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.564616:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.564620:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c719fed2 x1853236732504576/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.564625:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.564627:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384301.564629:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.564633:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c719fed2 x1853236732504576/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.564639:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732504576:0@lo:101: 00000100:00000001:2.0:1767384301.564644:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.564647:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.564649:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384301.564650:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.564652:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c719fed2 x1853236732504576/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.564656:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384301.564657:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000004697dd0. 00000100:00000001:2.0:1767384301.564660:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384301.564661:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.564663:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384301.564665:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384301.564666:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384301.564667:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b02c8ce1 refcount=4 00000020:00000001:2.0:1767384301.564668:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384301.564671:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000040:2.0:1767384301.564678:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000b02c8ce1, remote cookie: 0xf83434fd52e6d962, flags: 0x0 00010000:00000001:2.0:1767384301.564680:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384301.564682:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384301.564683:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384301.564684:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384301.564685:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384301.564686:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b1b70af8) refcount = 1 00010000:00010000:2.0:1767384301.564689:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d962 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.564693:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384301.564694:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384301.564695:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384301.564698:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384301.564700:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384301.564702:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d962 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.564706:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384301.564707:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384301.564708:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384301.564709:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384301.564710:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384301.564711:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.564712:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.564714:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c719fed2 x1853236732504576/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.564719:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384301.564721:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384301.564723:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000302c7c5e. 02000000:00000001:2.0:1767384301.564726:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384301.564728:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.564729:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384301.564731:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384301.564733:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad66d631. 02000000:00000001:2.0:1767384301.564736:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.564742:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384301.564744:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c719fed2. 00000100:00000001:2.0:1767384301.564747:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384301.564749:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384301.564750:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384301.564752:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384301.564754:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:2.0:1767384301.564755:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.564758:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384301.564759:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384301.564761:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b02c8ce1 refcount=3 00000020:00000001:2.0:1767384301.564764:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384301.564766:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384301.564768:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384301.564771:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384301.564772:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384301.564774:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384301.564776:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384301.564780:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000001b183d4c. 00000100:00000010:2.0:1767384301.564795:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c719fed2. 00000020:00000040:2.0:1767384301.564799:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384301.564802:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384301.564804:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384301.564806:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384301.564810:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad66d631. 00000100:00000001:2.0:1767384301.564814:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.564818:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384301.564822:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000302c7c5e. 00000100:00000010:2.0:1767384301.564826:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000033fd573d. 00000020:00000040:2.0:1767384301.564828:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384301.564833:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384301.564834:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384301.564838:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004697dd0. 00000100:00000001:2.0:1767384301.564840:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375841548352 : -119697868003264 : ffff9322ab18e840) 00000100:00000001:2.0:1767384301.564843:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384301.564845:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000001:2.0:1767384301.564855:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384301.564856:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.564859:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384301.564861:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384301.564865:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.564873:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384301.564874:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.564887:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384301.564890:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384301.564892:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384301.564894:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732504704:0@lo:256: 00000100:00000001:2.0:1767384301.564898:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384301.564900:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384301.564902:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.564905:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384301.564911:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000105d3655. 00000400:00000010:2.0:1767384301.564916:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000be1fc803. 00000100:00000200:2.0:1767384301.564919:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d202a80-0x695824d202a80, portal 33 00000100:00000001:2.0:1767384301.564921:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.564923:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384301.564925:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009781a2ad. 02000000:00000001:2.0:1767384301.564926:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.564928:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eda4afb8. 00000400:00000010:2.0:1767384301.564931:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384301.564932:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732504704, portal 25 00000100:00000001:2.0:1767384301.564933:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384301.564934:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000040:2.0:1767384301.564938:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.564942:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384301.564944:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384301.564946:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095ed3381. 00000100:00000200:2.0:1767384301.564948:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732504704, offset 0 00000400:00000200:2.0:1767384301.564960:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384301.564966:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384301.564973:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d202a80 00000400:00000200:2.0:1767384301.564976:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1f9 [2] + 0 00000400:00000010:2.0:1767384301.564979:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb7c2295. 00000400:00000200:2.0:1767384301.564981:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000072d3e963 00000400:00000200:2.0:1767384301.564984:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.564988:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384301.564990:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072d3e963 00000400:00000010:2.0:1767384301.564991:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072d3e963. 00000100:00000001:2.0:1767384301.564994:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384301.564995:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384301.564997:0:16780:0:(events.c:337:request_in_callback()) incoming req@000000003a5d7143 x1853236732504704 msgsize 304 00000100:00100000:2.0:1767384301.565001:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384301.565002:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384301.565011:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384301.565014:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095ed3381 00000400:00000010:2.0:1767384301.565016:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095ed3381. 00000100:00000001:2.0:1767384301.565017:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384301.565020:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.565025:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.565026:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.565030:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.565031:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384301.565034:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.565035:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294889483 00000100:00000001:2.0:1767384301.565039:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294889482 00000100:00000001:2.0:1767384301.565042:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294889483 00000100:00000001:2.0:1767384301.565044:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294889482 00000100:00000001:2.0:1767384301.565046:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294889483 00000100:00000001:2.0:1767384301.565048:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294889482 00000100:00000001:2.0:1767384301.565055:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294889483 00000100:00000001:2.0:1767384301.565058:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294889482 00000100:00000001:2.0:1767384301.565060:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.565062:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.565063:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384301.565065:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384301.565066:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 0000000004697dd0 going to sleep for 11 seconds 00000100:00000001:3.0:1767384301.565067:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384301.565068:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384301.565071:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732504704 00000100:00000001:2.0:1767384301.565072:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.565074:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.565077:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.565078:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.565081:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.565083:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732504704 00000020:00000001:3.0:1767384301.565085:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384301.565086:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384301.565103:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.565105:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:3.0:1767384301.565108:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384301.565120:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384301.565123:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.565126:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000935c0864. 00000100:00000001:3.0:1767384301.565134:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.565136:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000935c0864. 00000020:00000010:3.0:1767384301.565141:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086246e9f. 00000020:00000010:3.0:1767384301.565144:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ece45189. 00000020:00000010:3.0:1767384301.565148:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00000100:00000040:3.0:1767384301.565152:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384301.565154:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.565156:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.565157:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.565161:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.565172:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.565180:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.565181:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.565184:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:3.0:1767384301.565187:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384301.565188:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141058128 : -119697568493488 : ffff9322bcf31050) 00000100:00000040:3.0:1767384301.565192:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a5d7143 x1853236732504704/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:282/0 lens 304/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.565198:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384301.565201:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000935c0864. 00000100:00000001:3.0:1767384301.565202:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384301.565204:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000935c0864. 00000100:00100000:3.0:1767384301.565207:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a5d7143 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732504704:12345-0@lo:256: 00000100:00000200:3.0:1767384301.565209:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732504704 00000020:00000001:3.0:1767384301.565211:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384301.565212:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.565213:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.565215:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.565216:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:3.0:1767384301.565218:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.565219:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.565220:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384301.565227:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.565229:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.565231:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.565233:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384301.565235:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000000dff8c6e. 02000000:00000001:3.0:1767384301.565237:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.565238:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.565240:0:16775:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384301.565243:0:16775:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384301.565246:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384301.565248:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384301.565251:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.565253:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384301.565254:0:16775:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384301.565257:0:16775:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000444ddffc. 20000000:00000001:3.0:1767384301.565259:0:16775:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384301.565270:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384301.565276:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384301.565282:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384301.565284:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384301.565286:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384301.565287:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384301.565289:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384301.565290:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:3.0:1767384301.565292:0:16775:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3912/1/4/3. 20000000:00000040:3.0:1767384301.565297:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384301.565298:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384301.565299:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384301.565300:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384301.565301:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384301.565302:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384301.565303:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384301.565304:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:3.0:1767384301.565306:0:16775:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3728/1/4/3. 20000000:01000000:3.0:1767384301.565307:0:16775:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 368, version 20 20000000:00000001:3.0:1767384301.565309:0:16775:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=368 : 368 : 170) 00000100:00000001:3.0:1767384301.565311:0:16775:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384301.565314:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f1768c92. 00000100:00000010:3.0:1767384301.565320:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000436c2626. 00000020:00000040:3.0:1767384301.565322:0:16775:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=16 00010000:00000001:3.0:1767384301.565325:0:16775:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384301.565327:0:16775:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384301.565330:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f0fe0bb. 00000400:00000010:3.0:1767384301.565335:0:16775:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a06ddee0. 00000400:00000200:3.0:1767384301.565338:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.565345:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.565350:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 33 MB=0x695824d202a80 00000400:00000200:3.0:1767384301.565353:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 368/368 into md 0x135d [4] + 0 00000400:00000010:3.0:1767384301.565356:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000105d3655. 00000400:00000200:3.0:1767384301.565358:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000be1fc803 00000400:00000200:3.0:1767384301.565361:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.565363:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384301.565365:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be1fc803 00000400:00000010:3.0:1767384301.565367:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000be1fc803. 00000100:00000001:3.0:1767384301.565370:0:16775:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384301.565371:0:16775:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000c719fed2 desc 00000000302c7c5e mbits 1853236732504704 00000100:00000001:3.0:1767384301.565381:0:16775:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384301.565384:0:16775:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384301.565389:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:2.0:1767384301.565395:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.565399:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.565400:0:16775:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1369 00000400:00000200:3.0:1767384301.565405:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.565409:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384301.565412:0:16775:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384301.565413:0:16775:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000f1768c92 00000100:00000001:3.0:1767384301.565414:0:16775:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384301.565419:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f0fe0bb 00000400:00000010:3.0:1767384301.565419:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f0fe0bb. 00000100:00000001:3.0:1767384301.565421:0:16775:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384301.565421:0:16775:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f1768c92 00000100:00000001:3.0:1767384301.565422:0:16775:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384301.565425:0:16775:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 368 bytes via portal 33 id 12345-0@lo mbits 0x695824d202a80-0x695824d202a80 00000100:00000001:3.0:1767384301.565427:0:16775:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.565430:0:16775:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.565438:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384301.565440:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000010:3.0:1767384301.565443:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000436c2626. 00000100:00000010:3.0:1767384301.565445:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f1768c92. 00000100:00000001:3.0:1767384301.565448:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384301.565448:0:16775:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384301.565453:0:16775:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000444ddffc. 20000000:00000001:3.0:1767384301.565455:0:16775:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384301.565457:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732504704 00010000:00000001:3.0:1767384301.565459:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384301.565461:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a5d7143 x1853236732504704/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:282/0 lens 304/240 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.565467:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.565468:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.565470:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.565472:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384301.565474:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384301.565475:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384301.565497:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384301.565499:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.565501:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.565503:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.565506:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f0fe0bb. 00000100:00000200:3.0:1767384301.565508:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732504704, offset 224 00000400:00000200:3.0:1767384301.565513:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.565519:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.565525:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d202a80 00000400:00000200:3.0:1767384301.565530:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1361 [1] + 224 00000400:00000200:3.0:1767384301.565533:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.565536:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384301.565539:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384301.565542:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.565548:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.565563:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.565568:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f0fe0bb 00000400:00000010:3.0:1767384301.565570:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f0fe0bb. 00000100:00000001:3.0:1767384301.565574:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384301.565575:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.565576:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384301.565581:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384301.565582:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384301.565585:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384301.565586:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:2.0:1767384301.565588:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eda4afb8. 00010000:00000001:3.0:1767384301.565589:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384301.565593:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.565593:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000020:00000001:3.0:1767384301.565594:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384301.565597:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000100:00000040:3.0:1767384301.565600:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a5d7143 x1853236732504704/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:282/0 lens 304/240 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.565602:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.565608:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.565613:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a5d7143 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732504704:12345-0@lo:256: Request processed in 410us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384301.565630:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000200:2.0:1767384301.565630:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.565636:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384301.565641:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384301.565645:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384301.565645:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384301.565647:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384301.565648:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ece45189. 00000100:00000001:2.0:1767384301.565649:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384301.565653:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384301.565654:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 00000100:00000001:2.0:1767384301.565655:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384301.565658:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.565660:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.565661:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086246e9f. 00000100:00001000:2.0:1767384301.565664:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=21 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384301.565667:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00001000:2.0:1767384301.565669:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=21 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384301.565672:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384301.565673:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384301.565675:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000000dff8c6e. 00000100:00000001:2.0:1767384301.565676:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.565680:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384301.565680:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384301.565683:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.565684:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384301.565688:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384301.565692:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000400d93d8. 00000100:00000001:2.0:1767384301.565692:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.565698:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384301.565699:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000429ed0e1. 00000100:00000040:2.0:1767384301.565708:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.565713:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384301.565715:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.565716:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.565721:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732504704:0@lo:256: 00000100:00000001:2.0:1767384301.565723:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.565725:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.565726:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384301.565726:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.565728:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.565731:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384301.565733:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000004697dd0. 00000100:00000001:2.0:1767384301.565735:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384301.565736:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384301.565738:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 20, more 0. 10000000:00000001:2.0:1767384301.565741:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384301.565747:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002e0c3e6b. 00010000:00000001:2.0:1767384301.565757:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384301.565760:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384301.565765:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:2.0:1767384301.565768:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.565771:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384301.565773:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:2.0:1767384301.565776:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000400:00000200:2.0:1767384301.565780:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 8 NIDs 00000400:00001000:2.0:1767384301.565784:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384301.565788:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:2.0:1767384301.565802:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384301.565807:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (8) 00000400:00000200:2.0:1767384301.565811:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384301.565814:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:2.0:1767384301.565816:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (9) 00000400:00000200:2.0:1767384301.565818:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:2.0:1767384301.565819:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:2.0:1767384301.565821:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384301.565823:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:2.0:1767384301.565824:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:2.0:1767384301.565826:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384301.565827:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:2.0:1767384301.565828:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:2.0:1767384301.565830:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384301.565831:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:2.0:1767384301.565831:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:2.0:1767384301.565834:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384301.565834:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:2.0:1767384301.565836:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000200:2.0:1767384301.565837:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384301.565838:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:2.0:1767384301.565839:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:2.0:1767384301.565841:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384301.565843:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:2.0:1767384301.565844:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:2.0:1767384301.565846:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384301.565847:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000100:00000001:2.0:1767384301.565849:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.565850:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384301.565852:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 10000000:00000010:2.0:1767384301.565856:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c7cfd79b. 10000000:00000040:2.0:1767384301.565858:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 19/20 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:2.0:1767384301.565860:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384301.565866:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384301.565875:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c99c9c7. 00000020:00000010:2.0:1767384301.565878:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000451208c. 00000040:00000010:2.0:1767384301.565882:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000079328481. 00000020:00000010:2.0:1767384301.565886:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048b2c44b. 00000020:00000010:2.0:1767384301.565890:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384301.565893:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000935ec853. 80000000:00000010:2.0:1767384301.565896:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048d44b09. 40000000:00000010:2.0:1767384301.565899:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008775d2d9. 00100000:00000010:2.0:1767384301.565903:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006e3cf8ae. 00040000:00000010:2.0:1767384301.565907:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000695551d4. 00040000:00000010:2.0:1767384301.565911:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ea36a276. 00040000:00000010:2.0:1767384301.565914:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c254167c. 00080000:00000010:2.0:1767384301.565917:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003a2df984. 00000004:00000010:2.0:1767384301.565921:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000069654615. 00000004:00000010:2.0:1767384301.565927:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c1826475. 00000004:00000010:2.0:1767384301.565933:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003a7382b3. 00002000:00000010:2.0:1767384301.565937:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ac79a36d. 00000004:00000010:2.0:1767384301.565940:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006ae0519a. 00000004:00000001:2.0:1767384301.565944:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384301.565948:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384301.565949:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000c7cfd79b 00000040:00001000:2.0:1767384301.565951:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384301.565952:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384301.565953:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384301.565954:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384301.565957:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384301.565958:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384301.565959:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384301.565960:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000040:00000001:2.0:1767384301.565961:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384301.566005:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.566008:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000451208c. 00000040:00000010:2.0:1767384301.566012:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000079328481. 00000020:00000010:2.0:1767384301.566014:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048b2c44b. 00000020:00000010:2.0:1767384301.566017:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384301.566025:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000935ec853. 80000000:00000010:2.0:1767384301.566029:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000048d44b09. 40000000:00000010:2.0:1767384301.566032:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008775d2d9. 00100000:00000010:2.0:1767384301.566034:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006e3cf8ae. 00040000:00000010:2.0:1767384301.566037:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000695551d4. 00040000:00000010:2.0:1767384301.566039:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ea36a276. 00040000:00000010:2.0:1767384301.566042:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c254167c. 00080000:00000010:2.0:1767384301.566047:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003a2df984. 00000004:00000010:2.0:1767384301.566049:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000069654615. 00000004:00000010:2.0:1767384301.566056:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c1826475. 00000004:00000010:2.0:1767384301.566060:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003a7382b3. 00002000:00000010:2.0:1767384301.566063:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ac79a36d. 00000004:00000010:2.0:1767384301.566066:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006ae0519a. 00000020:00000010:2.0:1767384301.566069:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c99c9c7. 00000020:00000001:2.0:1767384301.566071:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.566072:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384301.566075:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c7cfd79b. 10000000:00000040:2.0:1767384301.566081:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1767384301.566083:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002e0c3e6b. 10000000:00000001:2.0:1767384301.566085:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.566087:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.566104:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c719fed2 x1853236732504704/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.566109:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384301.566111:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384301.566112:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009781a2ad. 02000000:00000001:2.0:1767384301.566114:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384301.566115:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.566116:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384301.566117:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384301.566118:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384301.566119:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.566120:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384301.566121:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384301.566122:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000033fd573d. 00000100:00000010:2.0:1767384301.566128:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000302c7c5e. 00000100:00000001:2.0:1767384301.566129:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384301.566131:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad66d631. 02000000:00000001:2.0:1767384301.566132:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.566133:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384301.566134:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c719fed2. 00000100:00000001:2.0:1767384301.566136:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384301.566137:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384301.566147:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000001b183d4c. 10000000:01000000:2.0:1767384301.566149:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384301.566152:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384301.566153:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384301.566154:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384301.566155:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b02c8ce1 refcount=3 00000020:00000001:2.0:1767384301.566157:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384301.566158:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384301.566160:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384301.566162:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d962 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.566166:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384301.566167:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384301.566169:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d962 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.566172:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384301.566173:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384301.566174:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384301.566175:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384301.566176:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384301.566178:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384301.566179:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384301.566180:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 10000000:00000001:2.0:1767384301.566182:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384301.574086:0:20741:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000935c0864. 00000020:00000040:3.0:1767384301.574110:0:20741:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384301.574112:0:20741:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000935c0864. 00000100:00000040:2.0:1767384301.575512:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294889483, at 4294889484 00000100:00000040:0.0:1767384301.575516:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294889483, at 4294889484 00000100:00000010:2.0:1767384301.575522:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a017f2d0. 00000100:00000040:3.0:1767384301.575523:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294889483, at 4294889484 00000100:00000010:0.0:1767384301.575524:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c85f55d. 00000100:00000010:3.0:1767384301.575533:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087d576e4. 00000020:00000001:3.0:1767384301.948579:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384301.948585:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.948588:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384302.883793:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384302.883803:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:3.0:1767384302.883813:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f0fe0bb. 00000400:00000200:3.0:1767384302.883817:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (9) 00000400:00000010:3.0:1767384302.883822:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000bbc2390. 00000400:00000200:3.0:1767384302.883831:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:3.0:1767384302.883846:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:00000001:0.0:1767384302.883846:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384302.883852:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384302.883857:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:0.0:1767384302.883857:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384302.883861:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384302.883866:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384302.883870:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384302.883872:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384302.883875:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384302.883878:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384302.883882:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384302.883883:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384302.883886:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384302.883891:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384302.883894:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384302.883895:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384302.883898:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384302.883903:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384302.883910:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384302.883911:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767384302.883917:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000010:0.0:1767384302.883919:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4d8d3aa. 00000400:00000200:3.0:1767384302.883920:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000020:00000040:0.0:1767384302.883927:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:3.0:1767384302.883928:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp16 00000400:00000200:3.0:1767384302.883934:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp16 lpni_is_preferred = 0 00000400:00000200:3.0:1767384302.883937:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp16 00000100:00000001:0.0:1767384302.883938:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384302.883942:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp16 NI seq info: [19:19:256:4294967295] 192.168.204.131@tcp16 LPNI seq info [19:19:8:4294967295] 02000000:00000001:0.0:1767384302.883944:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384302.883951:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp16 02000000:00000001:0.0:1767384302.883952:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.883960:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp16(192.168.204.131@tcp16:) -> 192.168.204.131@tcp16(192.168.204.131@tcp:192.168.204.131@tcp16) : PUT try# 0 00000800:00000200:3.0:1767384302.883966:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.204.131@tcp16 02000000:00000010:0.0:1767384302.883967:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007d619a56. 00000100:00000001:0.0:1767384302.883977:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384302.883978:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b81c56d9. 00000800:00000010:3.0:1767384302.883989:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fdb15896. 00000800:00000010:3.0:1767384302.883992:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002a99787d. 00000100:00000001:0.0:1767384302.883992:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384302.883997:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384302.884001:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fdb15896] -> 12345-192.168.204.131@tcp16 (2) 00000800:00000200:3.1:1767384302.884006:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fdb15896] -> 12345-192.168.204.131@tcp16 (2) 00000100:00000040:0.0:1767384302.884011:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4d8d3aa] to pc [ptlrpcd_00_03+3] req@00000000b4d8d3aa x1853236732504832/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384302.884027:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384302.884031:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 10000000:00000001:0.0:1767384302.884048:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384302.884053:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.884057:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384302.884059:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384302.884062:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.884081:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384302.884083:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384302.884083:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384302.884088:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:3.0:1767384302.884091:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b4d8d3aa x1853236732504832/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384302.884092:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384302.884097:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384302.884103:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384302.884109:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384302.884109:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384302.884112:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384302.884114:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384302.884117:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384302.884118:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384302.884121:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384302.884122:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384302.884127:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384302.884128:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384302.884131:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:3.0:1767384302.884134:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b4d8d3aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732504832:0@lo:253: 00000020:01000004:0.0:1767384302.884135:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384302.884139:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384302.884140:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384302.884145:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2c1afad. 02000000:00000001:3.0:1767384302.884147:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384302.884152:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384302.884152:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 02000000:00000001:3.0:1767384302.884158:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384302.884159:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384302.884162:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384302.884164:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003df40e17. 02000000:00000001:0.0:1767384302.884166:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.884169:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384302.884175:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040b3902c. 02000000:00000010:0.0:1767384302.884177:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000099a0c851. 00000400:00000010:3.0:1767384302.884182:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0739dd2. 00000100:00000001:0.0:1767384302.884184:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384302.884187:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732504832, portal 25 00000100:00000001:3.0:1767384302.884190:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384302.884191:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659219584 : -119698050332032 : ffff9322a03aca80) 00000100:00000040:3.0:1767384302.884200:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b4d8d3aa x1853236732504832/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.884202:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384302.884206:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884214:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384302.884218:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2c1afad] to pc [ptlrpcd_00_00+0] req@00000000e2c1afad x1853236732504960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384302.884220:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384302.884225:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055773b41. 00000100:00000200:3.0:1767384302.884230:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732504832, offset 0 00000400:00000200:3.0:1767384302.884245:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:0.0:1767384302.884253:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.884254:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:0.0:1767384302.884259:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.884262:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384302.884264:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384302.884268:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000094490e3e. 00000400:00000200:3.0:1767384302.884270:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d202b00 00000400:00000200:3.0:1767384302.884281:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000400:00000010:3.0:1767384302.884284:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005248be41. 00000400:00000200:3.0:1767384302.884288:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa2c0c28 00000100:00000001:0.0:1767384302.884288:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.884295:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.884298:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384302.884305:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384302.884305:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.884310:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384302.884314:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384302.884315:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa2c0c28 00000400:00000010:3.0:1767384302.884318:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa2c0c28. 00000100:00000040:0.0:1767384302.884322:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e2c1afad x1853236732504960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.884324:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384302.884327:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384302.884333:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000007f69143f x1853236732504832 msgsize 4848 00000100:00000001:0.0:1767384302.884337:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384302.884342:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384302.884343:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384302.884347:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384302.884349:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384302.884353:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384302.884356:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884359:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384302.884360:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e2c1afad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732504960:0@lo:253: 00000100:00000001:0.0:1767384302.884367:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384302.884368:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055773b41 00000400:00000010:3.0:1767384302.884371:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055773b41. 02000000:00000001:0.0:1767384302.884371:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384302.884375:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884377:0:16149:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384302.884382:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384302.884384:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b4d8d3aa x1853236732504832/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384302.884392:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009c9a04d2. 00000100:00000001:3.0:1767384302.884393:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384302.884398:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.884399:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b4d8d3aa x1853236732504832/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.884408:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.884408:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078eacdb7. 00000100:00000001:3.0:1767384302.884412:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384302.884417:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.884419:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d346276. 00000100:00000001:3.0:1767384302.884422:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294890802 00000100:00000200:0.0:1767384302.884427:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732504960, portal 25 00000100:00000010:3.0:1767384302.884430:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a64bd513. 00000100:00000001:0.0:1767384302.884432:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384302.884436:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659226752 : -119698050324864 : ffff9322a03ae680) 00000100:00000001:3.0:1767384302.884441:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384302.884446:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e2c1afad x1853236732504960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.884449:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294890802 00000100:00000010:3.0:1767384302.884454:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6736ced. 00000100:00000001:3.0:1767384302.884461:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384302.884467:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384302.884474:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384302.884475:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294890802 00000100:00000010:3.0:1767384302.884506:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006346829c. 00000400:00000010:0.0:1767384302.884510:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007a85a6b. 00000100:00000001:3.0:1767384302.884511:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767384302.884517:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732504960, offset 0 00000100:00000001:3.0:1767384302.884519:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294890803 00000100:00000010:3.0:1767384302.884526:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d26c2827. 00000400:00000200:0.0:1767384302.884529:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384302.884532:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384302.884538:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384302.884542:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384302.884544:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884549:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.884554:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d202b80 00000100:00000001:3.0:1767384302.884555:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384302.884563:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000100:00000001:3.0:1767384302.884567:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384302.884568:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010c54454. 00000100:00000001:3.0:1767384302.884570:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384302.884574:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384302.884574:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2e8cdc3 00000100:00000001:3.0:1767384302.884577:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384302.884580:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884582:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.884582:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.884591:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384302.884596:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2e8cdc3 00000400:00000010:0.0:1767384302.884599:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2e8cdc3. 00000100:00000001:0.0:1767384302.884605:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384302.884608:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384302.884610:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384302.884612:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000004bab96ae x1853236732504960 msgsize 4848 00000100:00100000:3.0:1767384302.884614:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732504832 02000000:00000001:3.0:1767384302.884618:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384302.884622:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384302.884623:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384302.884625:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.884629:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 02000000:00000001:3.0:1767384302.884630:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384302.884636:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732504832 00000020:00000001:3.0:1767384302.884638:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384302.884640:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384302.884643:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384302.884645:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384302.884646:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:3.0:1767384302.884650:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384302.884652:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:0.0:1767384302.884655:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007a85a6b 00000100:00000001:3.0:1767384302.884657:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384302.884659:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007a85a6b. 00000020:00000010:3.0:1767384302.884662:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000121bc28f. 00000100:00000001:0.0:1767384302.884666:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384302.884667:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384302.884670:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000121bc28f. 00000100:00000200:0.0:1767384302.884674:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e2c1afad x1853236732504960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384302.884677:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f5ada52. 00000100:00000001:0.0:1767384302.884685:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384302.884690:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007716e04b. 00000100:00000040:0.0:1767384302.884692:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e2c1afad x1853236732504960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384302.884696:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00000100:00000001:0.0:1767384302.884706:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.884709:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384302.884711:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384302.884715:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884716:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384302.884719:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384302.884721:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294890803 00000100:00000001:3.0:1767384302.884722:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.884733:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294890802 00000100:00000001:3.0:1767384302.884734:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884747:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.884748:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294890803 00000100:00000001:0.0:1767384302.884758:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294890802 00000100:00000001:0.0:1767384302.884764:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294890803 00000100:00000001:3.0:1767384302.884765:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384302.884768:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732504960 00000100:00000001:0.0:1767384302.884770:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294890802 02000000:00000001:3.0:1767384302.884771:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384302.884773:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384302.884777:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.884780:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.884780:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294890803 00000100:00100000:3.0:1767384302.884784:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732504960 00000100:00000001:0.0:1767384302.884786:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294890803 00000020:00000001:3.0:1767384302.884787:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384302.884790:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:0.0:1767384302.884792:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384302.884793:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384302.884796:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=16 00000100:00000001:0.0:1767384302.884798:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.884799:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384302.884803:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384302.884804:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884806:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384302.884808:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384302.884810:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000121bc28f. 00000100:00000001:3.0:1767384302.884814:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384302.884816:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000121bc28f. 00000100:00000001:0.0:1767384302.884818:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384302.884822:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b9cc82. 00000100:00000001:0.0:1767384302.884822:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384302.884827:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b55167da. 00000100:00000001:0.0:1767384302.884828:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.884832:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384302.884833:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000022ae943. 00000100:00000001:0.0:1767384302.884835:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884838:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384302.884840:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384302.884840:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884843:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884850:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884853:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.884859:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.884864:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.884867:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384302.884872:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384302.884881:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384302.884885:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000001:0.0:1767384302.884886:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384302.884893:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384302.884896:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141068368 : -119697568483248 : ffff9322bcf33850) 00000100:00100000:0.0:1767384302.884903:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:3.0:1767384302.884905:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007f69143f x1853236732504832/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:283/0 lens 4848/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384302.884910:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:0.0:1767384302.884917:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376010597456 : -119697698954160 : ffff9322b52c6450) 00000100:00000001:3.0:1767384302.884925:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384302.884929:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004bab96ae x1853236732504960/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:283/0 lens 4848/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384302.884930:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000121bc28f. 00000100:00000001:3.0:1767384302.884934:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384302.884939:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000121bc28f. 00000100:00100000:3.0:1767384302.884948:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007f69143f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16149:x1853236732504832:12345-0@lo:253: 00000100:00000001:0.0:1767384302.884951:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384302.884952:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732504832 00000020:00000001:3.0:1767384302.884957:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384302.884957:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008fe18aec. 00000020:00000001:3.0:1767384302.884962:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384302.884964:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384302.884965:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.884971:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384302.884972:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008fe18aec. 00000020:00000001:3.0:1767384302.884974:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384302.884980:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384302.884983:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384302.884984:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004bab96ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16146:x1853236732504960:12345-0@lo:253: 00000020:00000001:3.0:1767384302.884989:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384302.884993:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384302.884994:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732504960 00000020:00000001:3.0:1767384302.884996:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.885002:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384302.885006:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384302.885007:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384302.885011:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b779e14a. 00000020:00000001:0.0:1767384302.885012:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384302.885016:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.885017:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.885019:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.885022:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384302.885023:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384302.885027:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:0.0:1767384302.885032:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384302.885034:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384302.885035:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000056870cb4. 00000020:00000001:0.0:1767384302.885036:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:3.0:1767384302.885041:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384302.885041:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384302.885045:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384302.885046:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384302.885050:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384302.885052:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384302.885054:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.885056:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384302.885057:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384302.885078:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384302.885080:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c955811c. 02000000:00000001:0.0:1767384302.885084:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.885086:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384302.885089:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000c67c9c9. 20000000:00000001:0.0:1767384302.885089:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384302.885093:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000010:0.0:1767384302.885099:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000303c9add. 20000000:00000001:3.0:1767384302.885100:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384302.885106:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384302.885108:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384302.885110:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384302.885111:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384302.885115:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384302.885116:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384302.885118:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384302.885166:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384302.885170:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384302.885171:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.885173:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384302.885177:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384302.885182:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384302.885186:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384302.885194:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000dff8c6e. 00080000:00000001:3.0:1767384302.885196:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375526169600 : -119698183382016 : ffff9322984c9c00) 00080000:00000001:3.0:1767384302.885199:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384302.885319:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384302.885322:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.885325:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384302.885352:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.885356:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384302.885515:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384302.885519:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384302.885562:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dcc5e6da. 00000800:00000010:3.0:1767384302.885566:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000055773b41. 00000800:00000010:3.0:1767384302.885580:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a513bece. 00000800:00000200:3.1:1767384302.885585:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fdb15896] -> 12345-192.168.204.131@tcp16 (2) 00000800:00000200:3.1:1767384302.885593:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp16 00000000a513bece deleted 00000800:00000010:3.1:1767384302.885595:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a513bece. 00000800:00000200:3.1:1767384302.885600:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384302.885606:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp16 ip 192.168.204.131:1009 00000800:00000200:3.1:1767384302.885609:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b81c56d9 type 1, nob 272 niov 1 nkiov 1 00000800:00000200:3.0:1767384302.885615:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp16 p 3.x 192.168.204.131 -> 192.168.204.131:1009 incarnation:1767384301347693745 sched[0] 00000800:00000010:3.0:1767384302.885620:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000121bc28f. 00000800:00000010:3.0:1767384302.885668:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000121bc28f. 00000800:00000010:3.0:1767384302.885671:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000055773b41. 00000800:00000010:3.0:1767384302.885702:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bb4044ca. 00000800:00000001:3.0:1767384302.885729:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767384302.885730:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:3.0:1767384302.885743:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384302.885797:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384302.885801:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b81c56d9. 00000400:00000200:3.0:1767384302.885805:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384302.885810:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp16->192.168.204.131@tcp16: PUT: OK 00000400:00000200:3.0:1767384302.885819:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384302.885822:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000001:3.0:1767384302.885831:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384302.885836:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384302.885838:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384302.885842:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384302.885859:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp16(192.168.204.131@tcp16) <- 192.168.204.131@tcp16 : PUT - for me 00000400:00000200:3.0:1767384302.885869:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384302.885875:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 176/176 into md 0x1339 [1] + 0 00000400:00000010:3.0:1767384302.885879:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073f55943. 00000400:00000200:3.0:1767384302.885887:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000343f9e01 00000800:00000001:3.0:1767384302.885892:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384302.885903:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384302.885906:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384302.885911:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp16->192.168.204.131@tcp16: PUT: OK 00000400:00000200:3.0:1767384302.885915:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000400:00000010:3.0:1767384302.885920:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000400:00000200:3.0:1767384302.885928:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384302.885933:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (10) 00000400:00000200:3.0:1767384302.885938:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:3.0:1767384302.885942:0:16141:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 0000000055773b41. 00000400:00000200:3.0:1767384302.885945:0:16141:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 9 00000400:00000200:3.0:1767384302.885951:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384302.885961:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (11) 00000400:00000200:3.0:1767384302.885964:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384302.885969:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp16 to MR: 192.168.204.131@tcp16 local destination 00000400:00000200:3.0:1767384302.885974:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp16 NI seq info: [20:20:256:4294967295] 192.168.204.131@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1767384302.885986:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp16(192.168.204.131@tcp16:192.168.204.131@tcp16) -> 192.168.204.131@tcp16(192.168.204.131@tcp16:192.168.204.131@tcp16) 192.168.204.131@tcp16 : ACK try# 0 00000800:00000200:3.0:1767384302.885990:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp16 00000800:00000010:3.0:1767384302.886010:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b81c56d9. 00000800:00000200:3.0:1767384302.886015:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fdb15896] -> 12345-192.168.204.131@tcp16 (4) 00000800:00000200:3.0:1767384302.886024:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp16 ip 192.168.204.131:988 00000800:00000200:3.0:1767384302.886027:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b81c56d9 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384302.886094:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384302.886096:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b81c56d9. 00000400:00000200:3.0:1767384302.886099:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384302.886102:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp16->192.168.204.131@tcp16: ACK: OK 00000800:00000001:3.0:1767384302.886111:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384302.886115:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384302.886119:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384302.886123:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384302.886125:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384302.886130:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384302.886137:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp16(192.168.204.131@tcp16) <- 192.168.204.131@tcp16 : ACK - for me 00000400:00000200:3.0:1767384302.886145:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp16: ACK from 12345-192.168.204.131@tcp16 into md 0x1379 00000400:00000200:3.0:1767384302.886149:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384302.886154:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp16->192.168.204.131@tcp16: ACK: OK 00000400:00000200:3.0:1767384302.886157:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f0fe0bb 00000400:00000010:3.0:1767384302.886159:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f0fe0bb. 00000400:00000200:3.0:1767384302.886162:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384302.886166:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:3.0:1767384302.886175:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384302.886178:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (10) 00000800:00000001:3.0:1767384302.886184:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384302.886189:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384302.886220:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384302.886224:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f55943. 00000400:00000010:3.0:1767384302.886229:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f0fe0bb. 00000400:00000200:3.0:1767384302.886232:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000000f233d8 00000400:00000200:3.0:1767384302.886238:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:3.0:1767384302.886244:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000b81c56d9. 00000400:00000010:3.0:1767384302.886247:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 0000000078e8aeb0. 00000400:00000010:3.0:1767384302.886250:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 000000008af84f3f. 00000400:00000010:3.0:1767384302.886263:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004c779f02. 00000400:00000200:3.0:1767384302.886269:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004c779f02 nid 192.168.204.131@tcp17 00000400:00000010:3.0:1767384302.886277:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000045edff32. 00000400:00000200:3.0:1767384302.886281:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000045edff32 net tcp17 00000400:00000200:3.0:1767384302.886286:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (9) 00000400:00000200:3.0:1767384302.886291:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp17 flags 0x11 00000400:00000010:3.0:1767384302.886296:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000b81c56d9. 00000400:00000010:3.0:1767384302.886298:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 0000000078e8aeb0. 00000400:00000010:3.0:1767384302.886301:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 000000008af84f3f. 00000400:00000010:3.0:1767384302.886303:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 0000000055773b41. 00000400:00000200:3.0:1767384302.886305:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384302.886308:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:3.0:1767384302.886312:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:3.0:1767384302.886319:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:3.0:1767384302.886323:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384302.886325:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:3.0:1767384302.886329:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384302.886334:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (10) 00000800:00000010:3.0:1767384302.887122:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000081e0e5fe. 00000800:00000010:3.0:1767384302.887217:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000055773b41. 00000800:00000010:3.0:1767384302.887349:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a513bece. 00000800:00000200:3.1:1767384302.887356:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fdb15896] -> 12345-192.168.204.131@tcp16 (4) 00000800:00000200:3.1:1767384302.887359:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp16 00000000a513bece deleted 00000800:00000010:3.1:1767384302.887360:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a513bece. 00000800:00000200:3.1:1767384302.887364:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384302.887369:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp16 p 3.x 192.168.204.131 -> 192.168.204.131:1008 incarnation:1767384301347693745 sched[0] 00000800:00000010:3.0:1767384302.887374:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c1641f11. 00000800:00000200:1.1:1767384302.887473:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:3.0:1767384302.887509:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c1641f11. 00000800:00000010:3.0:1767384302.887544:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000055773b41. 00000800:00000010:3.0:1767384302.887617:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009a508e04. 00080000:00000001:3.0:1767384302.893718:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384302.893725:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:0.0:1767384302.893726:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384302.893731:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384302.893732:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384302.893734:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384302.893735:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384302.893738:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384302.893739:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384302.893742:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000dff8c6e. 00080000:00000001:0.0:1767384302.893747:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384302.893748:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384302.893769:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384302.893772:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384302.893777:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384302.893801:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384302.893804:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384302.893808:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384302.893812:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384302.893815:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384302.893834:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000921f0aa6 count: 2 00010000:00000001:3.0:1767384302.893840:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384302.893847:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384302.893854:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f6207a6. 00000020:00000001:3.0:1767384302.893861:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384302.893866:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006f6207a6 with handle 0xf83434fd52e6d969 to hash 00000020:00000001:3.0:1767384302.893872:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384302.893875:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384302.893880:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384302.893887:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384302.893891:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384302.893895:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.893906:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384302.893911:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384302.893914:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384302.893917:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384302.893920:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384302.893923:0:16798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000007f9ba894/0xf83434fd52e6d962 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d95b expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.893929:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384302.893931:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.893933:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384302.893935:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384302.893937:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384302.893939:0:16798:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384302.893942:0:16798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384302.893957:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000921f0aa6) refcount = 2 00010000:00000040:3.0:1767384302.893960:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384302.893963:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007f9ba894/0xf83434fd52e6d962 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf83434fd52e6d95b expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384302.893967:0:16798:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384302.893969:0:16798:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384302.893976:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000271a0dac. 00000100:00000001:3.0:1767384302.893981:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384302.893986:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000841f453c. 00000100:00000001:3.0:1767384302.894001:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370888757248 : -119702820794368 : ffff932183e35000) 00000100:00000001:3.0:1767384302.894003:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370888757248 : -119702820794368 : ffff932183e35000) 00000100:00000001:3.0:1767384302.894006:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384302.894007:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384302.894010:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384302.894012:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384302.894016:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384302.894020:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384302.894023:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384302.894025:0:16798:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384302.894027:0:16798:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384302.894032:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac377ddb. 00000020:00000040:3.0:1767384302.894035:0:16798:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00000100:00000001:3.0:1767384302.894037:0:16798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384302.894039:0:16798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384302.894041:0:16798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384302.894046:0:16798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005073daa0. 00000100:00000001:3.0:1767384302.894050:0:16798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384302.894054:0:16798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000007f9ba894/0xf83434fd52e6d962 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf83434fd52e6d95b expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384302.894082:0:16798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000007f9ba894/0xf83434fd52e6d962 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf83434fd52e6d95b expref: 16 pid: 16775 timeout: 373 lvb_type: 0 00010000:00000001:3.0:1767384302.894106:0:16798:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384302.894109:0:16798:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384302.894114:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ac377ddb x1853236732505088/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384302.894121:0:16798:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384302.894123:0:16798:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384302.894127:0:16798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ac377ddb pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732505088:0@lo:104: 00000100:00000001:3.0:1767384302.894130:0:16798:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384302.894133:0:16798:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384302.894135:0:16798:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.894137:0:16798:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384302.894141:0:16798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000629fd367. 02000000:00000001:3.0:1767384302.894142:0:16798:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384302.894146:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e07a0. 00000400:00000010:3.0:1767384302.894151:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000100:00000200:3.0:1767384302.894154:0:16798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732505088, portal 16 00000100:00000001:3.0:1767384302.894156:0:16798:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384302.894158:0:16798:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208697728 : -119698500853888 : ffff932285605f80) 00000100:00000040:3.0:1767384302.894162:0:16798:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000ac377ddb x1853236732505088/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384302.894168:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384302.894173:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384302.894178:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c799fdb5. 00000100:00000200:3.0:1767384302.894181:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732505088, offset 0 00000400:00000200:3.0:1767384302.894189:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384302.894199:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384302.894207:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d202c00 00000400:00000200:3.0:1767384302.894213:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000400:00000200:3.0:1767384302.894217:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384302.894221:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384302.894225:0:16798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384302.894226:0:16798:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384302.894236:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067b9ea58. 00000100:00000040:3.0:1767384302.894239:0:16798:0:(events.c:337:request_in_callback()) incoming req@0000000067b9ea58 x1853236732505088 msgsize 328 00000100:00100000:3.0:1767384302.894243:0:16798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384302.894255:0:16798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384302.894262:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c799fdb5 00000400:00000010:3.0:1767384302.894264:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c799fdb5. 00000100:00000001:3.0:1767384302.894267:0:16798:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384302.894270:0:16798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ac377ddb x1853236732505088/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384302.894277:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384302.894280:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ac377ddb x1853236732505088/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384302.894285:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.894287:0:16798:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384302.894291:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.894294:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294890812 00000100:00000001:3.0:1767384302.894302:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294890803 00000100:00000001:3.0:1767384302.894309:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294890812 00000100:00000001:3.0:1767384302.894315:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294890803 00000100:00000001:3.0:1767384302.894320:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294890812 00000100:00000001:3.0:1767384302.894321:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294890803 00000100:00000001:3.0:1767384302.894328:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294890812 00000100:00000001:3.0:1767384302.894334:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294890803 00000100:00000001:3.0:1767384302.894341:0:16798:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384302.894346:0:16798:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.894348:0:16798:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.894351:0:16798:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.894357:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.894362:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384302.894364:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384302.894370:0:16798:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.894374:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384302.894377:0:16798:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384302.894395:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.894399:0:16798:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.894400:0:16798:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384302.894406:0:16798:0:(client.c:2690:ptlrpc_set_wait()) set 00000000841f453c going to sleep for 11 seconds 00000100:00000001:3.0:1767384302.894410:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384302.894414:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384302.894525:0:16815:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001558ec0d. 00000100:00000001:3.0:1767384302.894772:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384302.894778:0:16798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384302.894782:0:16798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384302.894786:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e07a0. 00000400:00000200:3.0:1767384302.894790:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000400:00000010:3.0:1767384302.894793:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000100:00000001:3.0:1767384302.894800:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384302.894804:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ac377ddb x1853236732505088/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384302.894812:0:16798:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ac377ddb x1853236732505088/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384302.894818:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384302.894823:0:16798:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.894829:0:16798:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384302.894834:0:16798:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384302.894836:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384302.894839:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.894842:0:16798:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.894842:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384302.894849:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384302.894851:0:16798:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e169ce83 time=22 v=5 (5 0 0 0) 00010000:00010000:0.0:1767384302.894856:0:16771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00001000:3.0:1767384302.894861:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000319a7c00 time=22 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384302.894865:0:16771:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384302.894869:0:16798:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384302.894871:0:16771:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384302.894874:0:16798:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384302.894877:0:16771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6d962 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.894881:0:16798:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384302.894886:0:16798:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.894894:0:16798:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.894902:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ac377ddb x1853236732505088/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384302.894924:0:16771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b02c8ce1 already unused, calling callback (00000000081d0b67) 00000100:00000001:3.0:1767384302.894927:0:16798:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384302.894931:0:16771:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384302.894933:0:16771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf83434fd52e6d962 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384302.894943:0:16798:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384302.894946:0:16798:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384302.894947:0:16771:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384302.894951:0:16798:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384302.894951:0:16771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384302.894954:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384302.894955:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384302.894957:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384302.894959:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b02c8ce1 refcount=3 00010000:00000001:3.0:1767384302.894961:0:16798:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.894964:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00000100:00000040:3.0:1767384302.894968:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac377ddb x1853236732505088/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384302.894969:0:16771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:0.0:1767384302.894977:0:16771:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:3.0:1767384302.894979:0:16798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ac377ddb pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732505088:0@lo:104: 00010000:00010000:0.0:1767384302.894982:0:16771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf83434fd52e6d962 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384302.894984:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.894988:0:16798:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.894993:0:16798:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384302.894995:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:0.0:1767384302.894999:0:16771:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:3.0:1767384302.895000:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ac377ddb x1853236732505088/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:0.0:1767384302.895004:0:16771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf83434fd52e6d962 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384302.895010:0:16798:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384302.895013:0:16798:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384302.895017:0:16798:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000629fd367. 10000000:01000000:0.0:1767384302.895018:0:16771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:3.0:1767384302.895021:0:16798:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384302.895024:0:16798:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:0.0:1767384302.895024:0:16771:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000020:00000040:3.0:1767384302.895027:0:16798:0:(genops.c:1242:class_import_put()) import 00000000da0ccbb4 refcount=1 obd=MGS 10000000:00000040:0.0:1767384302.895028:0:16771:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000020:00000001:3.0:1767384302.895030:0:16798:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000040:0.0:1767384302.895034:0:16771:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000010:3.0:1767384302.895035:0:16798:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005073daa0. 00010000:00000001:0.0:1767384302.895038:0:16771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384302.895040:0:16798:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384302.895043:0:16771:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.895044:0:16798:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384302.895046:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac377ddb. 00000100:00000001:3.0:1767384302.895051:0:16798:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384302.895052:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384302.895054:0:16798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000841f453c. 00000100:00000001:3.0:1767384302.895057:0:16798:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384302.895058:0:16798:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384302.895059:0:16798:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000271a0dac. 00010000:00000001:3.0:1767384302.895074:0:16798:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.895078:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384302.895078:0:16771:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:3.0:1767384302.895082:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384302.895083:0:16771:0:(mgc_request.c:117:config_log_put()) Process entered 20000000:00000001:3.0:1767384302.895086:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00000040:0.0:1767384302.895087:0:16771:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 2 10000000:00000001:0.0:1767384302.895092:0:16771:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384302.895095:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:0.0:1767384302.895096:0:16771:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384302.895097:0:16798:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384302.895103:0:16771:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384302.895116:0:16771:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384302.895119:0:16771:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384302.895129:0:16771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384302.895131:0:16771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384302.895134:0:16771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b02c8ce1 with handle 0xf83434fd52e6d95b from hash 00010000:00000001:0.0:1767384302.895138:0:16771:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384302.895139:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384302.895141:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384302.895142:0:16771:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384302.895144:0:16771:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384302.895146:0:16771:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384302.895151:0:16771:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384302.895153:0:16771:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384302.895158:0:16771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad3f5235. 00000020:00000040:0.0:1767384302.895161:0:16771:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384302.895165:0:16771:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384302.895166:0:16771:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384302.895169:0:16771:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384302.895174:0:16771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e0f64093. 00000100:00000001:0.0:1767384302.895177:0:16771:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.895181:0:16771:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384302.895184:0:16771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6d962 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384302.895191:0:16771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384302.895193:0:16771:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.895196:0:16771:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384302.895198:0:16771:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.895203:0:16771:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad3f5235] to pc [ptlrpcd_00_01+1] req@00000000ad3f5235 x1853236732505216/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384302.895232:0:16771:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384302.895236:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384302.895238:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384302.895240:0:16771:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.895242:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384302.895244:0:16771:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.895245:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384302.895250:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384302.895250:0:16771:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384302.895257:0:16771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6d962 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384302.895258:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ad3f5235 x1853236732505216/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.895276:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384302.895278:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.895280:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384302.895283:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384302.895288:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384302.895294:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ad3f5235 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732505216:0@lo:103: 00010000:00000001:0.0:1767384302.895294:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384302.895299:0:16771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 00000000b02c8ce1/0xf83434fd52e6d95b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6d962 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384302.895300:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384302.895304:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384302.895306:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.895309:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384302.895314:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005073daa0. 00010000:00000040:0.0:1767384302.895315:0:16771:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b1b70af8 count: 0 02000000:00000001:3.0:1767384302.895317:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384302.895321:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e07a0. 00000400:00000010:3.0:1767384302.895325:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000100:00000200:3.0:1767384302.895328:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732505216, portal 18 00000100:00000001:3.0:1767384302.895330:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1767384302.895331:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384302.895332:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659220480 : -119698050331136 : ffff9322a03ace00) 00010000:00000001:0.0:1767384302.895336:0:16771:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1767384302.895339:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ad3f5235 x1853236732505216/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384302.895340:0:16771:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000004983db90. 00010000:00000001:0.0:1767384302.895348:0:16771:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.895349:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384302.895353:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384302.895355:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384302.895356:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c799fdb5. 00000020:00000001:0.0:1767384302.895359:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384302.895360:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732505216, offset 0 00010000:00010000:0.0:1767384302.895367:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384302.895370:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384302.895372:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384302.895376:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.895380:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384302.895382:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384302.895385:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384302.895390:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.895404:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d202c80 00010000:00010000:0.0:1767384302.895405:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384302.895410:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:3.0:1767384302.895414:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384302.895417:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384302.895422:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384302.895423:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384302.895426:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac377ddb. 00000100:00000040:3.0:1767384302.895428:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000ac377ddb x1853236732505216 msgsize 328 00000100:00100000:3.0:1767384302.895432:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384302.895439:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384302.895443:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c799fdb5 00000400:00000010:3.0:1767384302.895444:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c799fdb5. 00000100:00000001:3.0:1767384302.895447:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384302.895450:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ad3f5235 x1853236732505216/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.895457:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384302.895459:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ad3f5235 x1853236732505216/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.895463:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.895465:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384302.895468:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.895470:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294890813 00000100:00000001:2.0:1767384302.895472:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384302.895474:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294890812 00000100:00100000:2.0:1767384302.895475:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732505216 02000000:00000001:2.0:1767384302.895502:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384302.895504:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294890814 00000100:00000001:2.0:1767384302.895505:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384302.895509:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.895512:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294890812 02000000:00000001:2.0:1767384302.895514:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384302.895520:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732505216 00000100:00000001:3.0:1767384302.895521:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294890814 00000020:00000001:2.0:1767384302.895522:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384302.895526:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:3.0:1767384302.895529:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294890812 00000020:00000001:2.0:1767384302.895529:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384302.895534:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=17 00000100:00000001:3.0:1767384302.895536:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294890814 00000020:00000001:2.0:1767384302.895540:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384302.895542:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294890812 00000020:00000001:2.0:1767384302.895544:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384302.895550:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.895551:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384302.895555:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384302.895556:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ed429bb. 00000100:00000001:2.0:1767384302.895559:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384302.895562:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ed429bb. 00000100:00000001:3.0:1767384302.895566:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384302.895568:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc371b86. 00000100:00000001:3.0:1767384302.895569:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384302.895574:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001be8e2dc. 00000100:00000001:3.0:1767384302.895577:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.895579:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384302.895579:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ccfa8a62. 00000100:00000001:3.0:1767384302.895585:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.895586:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384302.895588:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.895590:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384302.895591:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.895596:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384302.895599:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384302.895601:0:16770:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384302.895602:0:16770:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.895604:0:16770:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384302.895607:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384302.895608:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384302.895609:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007f9ba894 refcount=4 00000020:00000001:2.0:1767384302.895610:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166791168 : -119698542760448 : ffff932282e0ee00) 00010000:00000001:2.0:1767384302.895612:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166791168 : -119698542760448 : ffff932282e0ee00) 00010000:00010000:2.0:1767384302.895616:0:16770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000007f9ba894/0xf83434fd52e6d962 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6d95b expref: 17 pid: 16775 timeout: 373 lvb_type: 0 00010000:00000001:2.0:1767384302.895622:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.895629:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.895630:0:16770:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.895631:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.895636:0:16770:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384302.895640:0:16770:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac377ddb x1853236732505216/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:283/0 lens 328/0 e 0 to 0 dl 1767384313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.895646:0:16770:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384302.895648:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.895660:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.895672:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384302.895673:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384302.895678:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384302.895680:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 3 00000100:00000001:2.0:1767384302.895682:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208697728 : -119698500853888 : ffff932285605f80) 00000100:00000040:2.0:1767384302.895686:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac377ddb x1853236732505216/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:283/0 lens 328/0 e 0 to 0 dl 1767384313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.895691:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384302.895693:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ed429bb. 00000100:00000001:2.0:1767384302.895695:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384302.895696:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ed429bb. 00000100:00100000:2.0:1767384302.895699:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ac377ddb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+17:16147:x1853236732505216:12345-0@lo:103: 00000100:00000200:2.0:1767384302.895702:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732505216 00010000:00000001:2.0:1767384302.895704:0:16770:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384302.895706:0:16770:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384302.895707:0:16770:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384302.895711:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384302.895712:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384302.895714:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000302c7c5e. 02000000:00000001:2.0:1767384302.895715:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.895717:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.895719:0:16770:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384302.895720:0:16770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384302.895722:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384302.895728:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384302.895729:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007f9ba894 refcount=4 00000020:00000001:2.0:1767384302.895731:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166791168 : -119698542760448 : ffff932282e0ee00) 00010000:00000001:2.0:1767384302.895733:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166791168 : -119698542760448 : ffff932282e0ee00) 00010000:00000040:2.0:1767384302.895735:0:16770:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000921f0aa6 count: 3 00010000:00010000:2.0:1767384302.895738:0:16770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000007f9ba894/0xf83434fd52e6d962 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6d95b expref: 17 pid: 16775 timeout: 373 lvb_type: 0 00000100:00001000:2.0:1767384302.895743:0:16770:0:(import.c:2128:obd_at_measure()) add 0 to 000000002788824c time=1767384302 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384302.895745:0:16770:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384302.895751:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.895753:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384302.895755:0:16770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000007f9ba894/0xf83434fd52e6d962 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf83434fd52e6d95b expref: 17 pid: 16775 timeout: 373 lvb_type: 0 00000020:00000001:2.0:1767384302.895759:0:16770:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384302.895760:0:16770:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384302.895761:0:16770:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.895763:0:16770:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.895766:0:16770:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384302.895767:0:16770:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384302.895772:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.895773:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.895775:0:16770:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384302.895776:0:16770:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384302.895778:0:16770:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007f9ba894 with handle 0xf83434fd52e6d962 from hash 00010000:00000001:2.0:1767384302.895780:0:16770:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384302.895781:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.895782:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.895784:0:16770:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384302.895785:0:16770:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384302.895786:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384302.895788:0:16770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007f9ba894/0xf83434fd52e6d962 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf83434fd52e6d95b expref: 17 pid: 16775 timeout: 373 lvb_type: 0 00010000:00000040:2.0:1767384302.895792:0:16770:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 9 00000020:00000040:2.0:1767384302.895798:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 16 00010000:00000001:2.0:1767384302.895802:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.895804:0:16770:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384302.895806:0:16770:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384302.895807:0:16770:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006f6207a6 00010000:00000001:2.0:1767384302.895809:0:16770:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384302.895811:0:16770:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384302.895812:0:16770:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.895814:0:16770:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384302.895815:0:16770:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.895817:0:16770:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384302.895818:0:16770:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384302.895820:0:16770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.895824:0:16770:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384302.895826:0:16770:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384302.895827:0:16770:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384302.895828:0:16770:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384302.895829:0:16770:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000921f0aa6) refcount = 2 00010000:00010000:2.0:1767384302.895832:0:16770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.895835:0:16770:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384302.895836:0:16770:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384302.895838:0:16770:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.895840:0:16770:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384302.895844:0:16770:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ed429bb. 00000100:00000001:2.0:1767384302.895846:0:16770:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384302.895849:0:16770:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001be659e5. 00000100:00000001:2.0:1767384302.895853:0:16770:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370868444160 : -119702841107456 : ffff932182ad5c00) 00000100:00000001:2.0:1767384302.895855:0:16770:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370868444160 : -119702841107456 : ffff932182ad5c00) 00000100:00000001:2.0:1767384302.895858:0:16770:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384302.895859:0:16770:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384302.895860:0:16770:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384302.895862:0:16770:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384302.895870:0:16770:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:2.0:1767384302.895873:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384302.895875:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384302.895876:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f6207a6 refcount=5 00000020:00000001:2.0:1767384302.895879:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:2.0:1767384302.895881:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:2.0:1767384302.895884:0:16770:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384302.895886:0:16770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.895893:0:16770:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384302.895895:0:16770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.895901:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.895903:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384302.895905:0:16770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.895909:0:16770:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384302.895910:0:16770:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.895912:0:16770:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384302.895913:0:16770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384302.895916:0:16770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006f6207a6 already unused, calling callback (000000008463f753) 00010000:00000001:2.0:1767384302.895919:0:16770:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384302.895920:0:16770:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384302.895922:0:16770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.895926:0:16770:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384302.895927:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384302.895928:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384302.895929:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f6207a6 refcount=6 00000020:00000001:2.0:1767384302.895935:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:2.0:1767384302.895937:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:2.0:1767384302.895939:0:16770:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384302.895940:0:16770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.895944:0:16770:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384302.895945:0:16770:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384302.895946:0:16770:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.895955:0:16770:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384302.895956:0:16770:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384302.895957:0:16770:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384302.895958:0:16770:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384302.895959:0:16770:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f6207a6 with handle 0xf83434fd52e6d969 from hash 00010000:00000001:2.0:1767384302.895961:0:16770:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384302.895962:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.895962:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.895963:0:16770:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384302.895964:0:16770:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384302.895965:0:16770:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384302.895967:0:16770:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384302.895968:0:16770:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.895969:0:16770:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.895971:0:16770:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384302.895971:0:16770:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384302.895973:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.895974:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.895975:0:16770:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.895977:0:16770:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384302.895978:0:16798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.895978:0:16770:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384302.895980:0:16770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384302.895995:0:16798:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384302.895996:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384302.895999:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384302.896000:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.896003:0:16770:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:3.0:1767384302.896005:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.896011:0:16770:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384302.896012:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384302.896013:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384302.896014:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.896015:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384302.896016:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.896017:0:16770:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000001:3.0:1767384302.896019:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384302.896022:0:16770:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384302.896025:0:16770:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.896027:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384302.896028:0:16770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006f6207a6/0xf83434fd52e6d969 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.896033:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.896034:0:16770:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.896036:0:16770:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384302.896037:0:16770:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384302.896039:0:16770:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.896040:0:16770:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.896042:0:16770:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384302.896044:0:16770:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001be659e5. 00000100:00000001:2.0:1767384302.896046:0:16770:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384302.896048:0:16770:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384302.896050:0:16770:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ed429bb. 00010000:00000001:2.0:1767384302.896052:0:16770:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384302.896053:0:16770:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000921f0aa6 count: 0 00010000:00010000:2.0:1767384302.896057:0:16770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384302.896059:0:16770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.896062:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384302.896075:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384302.896077:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384302.896081:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384302.896084:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384302.896086:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384302.896088:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384302.896090:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.896092:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384302.896095:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384302.896099:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384302.896102:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732505216, offset 224 00000400:00000200:2.0:1767384302.896122:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384302.896127:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384302.896131:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d202c80 00000400:00000200:2.0:1767384302.896135:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x139d [1] + 224 00000400:00000200:2.0:1767384302.896138:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384302.896140:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384302.896142:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384302.896144:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ad3f5235 x1853236732505216/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384302.896151:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ad3f5235 x1853236732505216/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.896163:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384302.896166:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000400:00000010:2.0:1767384302.896167:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000100:00000001:2.0:1767384302.896170:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384302.896171:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384302.896175:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.896177:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384302.896177:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:3.0:1767384302.896180:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384302.896181:0:16770:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.896184:0:16770:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384302.896185:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384302.896188:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac377ddb x1853236732505216/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:283/0 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384302.896189:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384302.896192:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e07a0. 00000400:00000200:3.0:1767384302.896197:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000400:00000010:3.0:1767384302.896200:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000100:00100000:2.0:1767384302.896204:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ac377ddb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16147:x1853236732505216:12345-0@lo:103: Request processed in 509us (771us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384302.896206:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384302.896212:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ad3f5235 x1853236732505216/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384302.896216:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384302.896222:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:2.0:1767384302.896227:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384302.896228:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ad3f5235 x1853236732505216/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.896231:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384302.896237:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384302.896237:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001be8e2dc. 00000100:00000001:3.0:1767384302.896240:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.896242:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384302.896244:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384302.896244:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ccfa8a62. 00000020:00000010:2.0:1767384302.896249:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc371b86. 00000020:00000040:2.0:1767384302.896253:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000001:3.0:1767384302.896257:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384302.896258:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.896260:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384302.896265:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=22 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384302.896266:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384302.896270:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384302.896273:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384302.896275:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.896277:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384302.896278:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.896279:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.896282:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ad3f5235 x1853236732505216/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.896286:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384302.896288:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384302.896289:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384302.896292:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad3f5235 x1853236732505216/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384302.896296:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ad3f5235 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732505216:0@lo:103: 00000100:00000001:3.0:1767384302.896299:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.896301:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384302.896302:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ad3f5235 x1853236732505216/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.896307:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384302.896308:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384302.896309:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005073daa0. 02000000:00000001:3.0:1767384302.896312:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384302.896313:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384302.896315:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384302.896316:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384302.896318:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e0f64093. 02000000:00000001:3.0:1767384302.896321:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384302.896322:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384302.896323:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ad3f5235. 00000100:00000001:3.0:1767384302.896325:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384302.896330:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.896332:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.896336:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.896337:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.896339:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.896340:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384302.898504:0:21029:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b1b70af8. 00010000:00000010:0.1:1767384302.898511:0:21029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b02c8ce1. 00010000:00000010:2.1:1767384302.900868:0:16624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007f9ba894. 00010000:00000010:2.1:1767384302.900967:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f6207a6. 00010000:00000010:2.1:1767384302.900976:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000921f0aa6. 00080000:00000001:0.0:1767384302.905426:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384302.905431:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384302.905434:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384302.905437:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384302.905441:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384302.905445:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c627cf17. 00080000:00000001:0.0:1767384302.905450:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:0.0:1767384302.905526:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294890813, at 4294890814 00000100:00000010:0.0:1767384302.905536:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a64bd513. 00080000:00000020:2.0:1767384302.906333:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384302.906338:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384302.906340:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000056870cb4. 20000000:00000001:2.0:1767384302.906347:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384302.906352:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732504832 00010000:00000001:2.0:1767384302.906355:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384302.906363:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007f69143f x1853236732504832/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384302.906371:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384302.906372:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384302.906376:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384302.906379:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384302.906382:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384302.906384:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384302.906387:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384302.906389:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.906393:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384302.906397:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384302.906402:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000005d5da4. 00000100:00000200:2.0:1767384302.906406:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732504832, offset 224 00000400:00000200:2.0:1767384302.906412:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384302.906422:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384302.906432:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d202b00 00000400:00000200:2.0:1767384302.906438:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x137d [2] + 224 00000400:00000200:2.0:1767384302.906445:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384302.906448:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384302.906452:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384302.906456:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4d8d3aa x1853236732504832/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384302.906464:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b4d8d3aa x1853236732504832/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.906476:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384302.906522:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.906527:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384302.906533:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000005d5da4 00000400:00000010:2.0:1767384302.906538:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000005d5da4. 00000100:00000001:2.0:1767384302.906541:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384302.906543:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384302.906544:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384302.906547:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384302.906550:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040b3902c. 00000100:00000001:2.0:1767384302.906552:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.906555:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0739dd2 00000100:00000040:2.0:1767384302.906558:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:3.0:1767384302.906559:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0739dd2. 00010000:00000001:2.0:1767384302.906563:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384302.906564:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384302.906565:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.906569:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384302.906570:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b4d8d3aa x1853236732504832/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384302.906575:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f69143f x1853236732504832/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384302.906591:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b4d8d3aa x1853236732504832/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384302.906595:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007f69143f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732504832:12345-0@lo:253: Request processed in 21667us (22258us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384302.906612:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384302.906616:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384302.906616:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000001:3.0:1767384302.906622:0:16149:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384302.906623:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 02000000:00000001:3.0:1767384302.906625:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384302.906627:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384302.906628:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384302.906630:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384302.906631:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.906635:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384302.906637:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007716e04b. 00000100:00001000:3.0:1767384302.906639:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=22 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384302.906644:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=22 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384302.906645:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 00000100:00000001:3.0:1767384302.906648:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384302.906650:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384302.906651:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f5ada52. 00010000:00000001:3.0:1767384302.906652:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384302.906655:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.906658:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384302.906659:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000040:3.0:1767384302.906662:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b4d8d3aa x1853236732504832/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384302.906664:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384302.906667:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b779e14a. 00000100:00000001:3.0:1767384302.906672:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384302.906673:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384302.906675:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384302.906677:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384302.906681:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384302.906685:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384302.906688:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eda4afb8. 00000020:01000004:3.0:1767384302.906690:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384302.906694:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:2.0:1767384302.906695:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000005d5da4. 00000020:01000004:3.0:1767384302.906696:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384302.906699:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384302.906702:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384302.906703:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384302.906705:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384302.906706:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384302.906709:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384302.906710:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384302.906713:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4d8d3aa x1853236732504832/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384302.906718:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294890814, at 4294890815 00000100:00100000:3.0:1767384302.906719:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b4d8d3aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732504832:0@lo:253: 00000100:00000010:2.0:1767384302.906727:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006346829c. 00000100:00000001:3.0:1767384302.906728:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.906732:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384302.906736:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b4d8d3aa x1853236732504832/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.906751:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384302.906753:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384302.906755:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003df40e17. 02000000:00000001:3.0:1767384302.906758:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384302.906760:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384302.906761:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384302.906764:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384302.906766:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007d619a56. 02000000:00000001:3.0:1767384302.906771:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384302.906773:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384302.906774:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4d8d3aa. 00000100:00000001:3.0:1767384302.906777:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384302.906779:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.906780:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.906786:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.906787:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.906790:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.906792:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.906801:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294890814, at 4294890815 00000100:00000010:3.0:1767384302.906813:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d26c2827. 00000100:00000001:0.0:1767384302.908743:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.908746:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384302.908752:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384302.908755:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384302.908758:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078eacdb7. 00000400:00000200:0.0:1767384302.908765:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d346276 00000400:00000010:0.0:1767384302.908768:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d346276. 00000100:00000001:0.0:1767384302.908773:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384302.908784:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e2c1afad x1853236732504960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384302.908798:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e2c1afad x1853236732504960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.908812:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384302.908815:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.908818:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384302.908822:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384302.908824:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.908826:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.908829:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.908831:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=22 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384302.908836:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.908840:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384302.908841:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.908843:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384302.908844:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.908846:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.908848:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e2c1afad x1853236732504960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.908853:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.908854:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384302.908855:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384302.908857:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384302.908858:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384302.908859:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384302.908860:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384302.908861:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384302.908862:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384302.908863:0:16146:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384302.908864:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384302.908865:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384302.908866:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2c1afad x1853236732504960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.908870:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e2c1afad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732504960:0@lo:253: 00000100:00000001:0.0:1767384302.908879:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.908880:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.908882:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e2c1afad x1853236732504960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.908885:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384302.908887:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384302.908888:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009c9a04d2. 02000000:00000001:0.0:1767384302.908890:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384302.908891:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384302.908892:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384302.908893:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384302.908894:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000099a0c851. 02000000:00000001:0.0:1767384302.908896:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384302.908897:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384302.908898:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2c1afad. 00000100:00000001:0.0:1767384302.908900:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384302.908901:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.908902:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.908906:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384302.908906:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.908908:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.908909:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384302.911859:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f1ee53d4. 00010000:00000010:1.1:1767384302.911865:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000770811d6. 00000020:00000001:3.0:1767384302.971588:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384302.971593:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384302.971596:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384303.646461:0:21230:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384303.646474:0:21230:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384303.646478:0:21230:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384303.646484:0:21230:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384303.646489:0:21230:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384303.646520:0:21230:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384303.995650:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384303.995656:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384303.995660:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384304.451785:0:21394:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384304.451791:0:21394:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:3.0:1767384304.456394:0:21394:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384304.463907:0:21395:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000705afed7. 00000400:00000010:0.0:1767384304.463924:0:21395:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a7b825cf. 00000400:00000010:0.0:1767384304.463946:0:21395:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e61a61c6. 00000400:00000010:0.0:1767384304.463949:0:21395:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dff7aac4. 00000400:00000010:0.0:1767384304.463953:0:21395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000023076985. 00000400:00000010:0.0:1767384304.463957:0:21395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005018240d. 00000400:00000010:0.0:1767384304.463959:0:21395:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000519c0e2. 00000400:00000010:0.0:1767384304.463960:0:21395:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a5b7d31a. 00000400:00000010:0.0:1767384304.463964:0:21395:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000017f10069. 00000800:00000010:0.0:1767384304.463974:0:21395:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fec341ba. 00000800:00000200:0.0:1767384304.463987:0:21395:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384304.463994:0:21395:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384304.464046:0:21395:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:0.0:1767384304.464073:0:21395:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp18 [8/256/0/180] 00000400:00000010:0.0:1767384304.466049:0:21395:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 0000000010bc148f. 00000400:00000010:0.0:1767384304.466056:0:21395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078eacdb7. 00000400:00000010:0.0:1767384304.466062:0:21395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000098aa607. 00000400:00000001:0.0:1767384304.466076:0:21395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384304.466078:0:21395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384304.466080:0:21395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067217700. 00000400:00000200:0.0:1767384304.466082:0:21395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008dbb81d 00000400:00000010:0.0:1767384304.466084:0:21395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008dbb81d. 00000400:00000010:0.0:1767384304.466088:0:21395:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000004b11e2ab. 00000400:00000200:0.0:1767384304.466092:0:21395:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (9) 00000400:00000200:0.0:1767384304.466103:0:21395:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384304.466113:0:21395:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:0.0:1767384304.466122:0:21395:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c955811c. 00000020:01000000:0.0:1767384304.466126:0:21395:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384304.466129:0:21395:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp18 00000400:00000200:2.0:1767384304.466140:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384304.466144:0:21395:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a7b825cf. 00000400:00000010:0.0:1767384304.466148:0:21395:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000705afed7. 00000400:00000200:2.0:1767384304.466157:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:2.0:1767384304.466167:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000400:00000200:2.0:1767384304.466171:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (10) 00000020:00000001:3.0:1767384304.466178:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384304.466178:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fc04d7fd. 00000400:00000200:2.0:1767384304.466184:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 10000000:00000001:3.0:1767384304.466186:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384304.466191:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384304.466194:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384304.466198:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384304.466199:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:01000004:3.0:1767384304.466204:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384304.466208:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384304.466208:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384304.466213:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384304.466216:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384304.466217:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384304.466222:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384304.466223:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384304.466225:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384304.466229:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384304.466229:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384304.466233:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384304.466236:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:3.0:1767384304.466238:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384304.466244:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:3.0:1767384304.466247:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007838d187. 00000400:00000200:2.0:1767384304.466248:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384304.466254:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000040:3.0:1767384304.466256:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:2.0:1767384304.466258:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:2.0:1767384304.466264:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp17 00000100:00000001:3.0:1767384304.466267:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384304.466269:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp17 lpni_is_preferred = 0 02000000:00000001:3.0:1767384304.466273:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384304.466275:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp17 00000400:00000200:2.0:1767384304.466281:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp17 NI seq info: [21:21:256:4294967295] 192.168.204.131@tcp17 LPNI seq info [21:21:8:4294967295] 02000000:00000001:3.0:1767384304.466282:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384304.466290:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp17 02000000:00000010:3.0:1767384304.466296:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000056b99496. 00000400:00000200:2.0:1767384304.466302:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp17(192.168.204.131@tcp17:) -> 192.168.204.131@tcp17(192.168.204.131@tcp:192.168.204.131@tcp17) : PUT try# 0 00000100:00000001:3.0:1767384304.466308:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384304.466314:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.204.131@tcp17 00000100:00000001:3.0:1767384304.466321:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384304.466322:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067a23323. 00000100:00000001:3.0:1767384304.466326:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384304.466334:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000efe8fbeb. 00000800:00000010:2.0:1767384304.466341:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cb25d13e. 00000100:00000040:3.0:1767384304.466349:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007838d187] to pc [ptlrpcd_00_02+2] req@000000007838d187 x1853236732505344/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384304.466350:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efe8fbeb] -> 12345-192.168.204.131@tcp17 (2) 00000800:00000200:2.1:1767384304.466364:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efe8fbeb] -> 12345-192.168.204.131@tcp17 (2) 00000400:00000200:2.0:1767384304.466383:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384304.466389:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 10000000:00000001:3.0:1767384304.466398:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384304.466405:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.466408:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.466408:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384304.466413:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384304.466414:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384304.466418:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384304.466423:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384304.466427:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384304.466427:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384304.466427:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007838d187 x1853236732505344/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384304.466431:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384304.466433:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384304.466435:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384304.466439:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384304.466442:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384304.466442:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384304.466444:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384304.466444:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384304.466445:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384304.466447:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384304.466449:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384304.466449:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384304.466451:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384304.466453:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384304.466453:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384304.466454:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384304.466456:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384304.466459:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ed5032d. 00000100:00100000:0.0:1767384304.466459:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007838d187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732505344:0@lo:253: 00000020:00000040:3.0:1767384304.466462:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384304.466465:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384304.466465:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384304.466467:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384304.466469:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.466471:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384304.466475:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007becc6c3. 02000000:00000001:0.0:1767384304.466475:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.466521:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.466526:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384304.466528:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384304.466533:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ed5032d] to pc [ptlrpcd_00_03+3] req@000000005ed5032d x1853236732505472/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384304.466533:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384304.466535:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 02000000:00000010:0.0:1767384304.466541:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000303c9add. 02000000:00000001:0.0:1767384304.466545:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384304.466552:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384304.466555:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.466558:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384304.466559:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027867e31. 00000020:01000000:3.0:1767384304.466560:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384304.466563:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c955811c. 00000400:00000010:0.0:1767384304.466563:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7b825cf. 00000100:00000200:0.0:1767384304.466569:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732505344, portal 25 00000100:00000001:0.0:1767384304.466572:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384304.466574:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208690560 : -119698500861056 : ffff932285604380) 00000100:00000040:0.0:1767384304.466580:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007838d187 x1853236732505344/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.466588:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384304.466589:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000100:00000040:0.0:1767384304.466594:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384304.466598:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041ed5bf8. 00000100:00000001:3.0:1767384304.466601:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384304.466602:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732505344, offset 0 00000100:00000001:3.0:1767384304.466604:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.466607:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384304.466610:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384304.466611:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ed5032d x1853236732505472/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.466618:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384304.466620:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384304.466620:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384304.466624:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384304.466626:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384304.466629:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384304.466632:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732505472:0@lo:253: 00000400:00000200:2.0:1767384304.466634:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384304.466635:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d202d00 00000100:00000001:3.0:1767384304.466638:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384304.466642:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384304.466644:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384304.466646:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 02000000:00000001:3.0:1767384304.466647:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384304.466652:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b97db37f. 02000000:00000010:3.0:1767384304.466655:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000099a0c851. 02000000:00000001:3.0:1767384304.466658:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384304.466658:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071e83ec0 00000400:00000010:3.0:1767384304.466673:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040b3902c. 00000400:00000200:0.0:1767384304.466677:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384304.466681:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000313c1dea. 00000400:00000200:0.0:1767384304.466682:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384304.466685:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732505472, portal 25 00000100:00000001:3.0:1767384304.466688:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384304.466689:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000100:00000001:3.0:1767384304.466690:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208695936 : -119698500855680 : ffff932285605880) 00000400:00000200:0.0:1767384304.466690:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071e83ec0 00000400:00000010:0.0:1767384304.466696:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071e83ec0. 00000100:00000040:3.0:1767384304.466699:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ed5032d x1853236732505472/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.466703:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384304.466706:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384304.466706:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384304.466709:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000e7e79f1e x1853236732505344 msgsize 4848 00000100:00000040:3.0:1767384304.466710:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384304.466714:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000841f453c. 00000100:00100000:0.0:1767384304.466715:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384304.466716:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732505472, offset 0 00000100:00000040:0.0:1767384304.466717:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384304.466720:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384304.466726:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384304.466732:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384304.466740:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384304.466743:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041ed5bf8 00000400:00000010:0.0:1767384304.466745:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041ed5bf8. 00000400:00000200:3.0:1767384304.466749:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d202d80 00000100:00000001:0.0:1767384304.466750:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384304.466764:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007838d187 x1853236732505344/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384304.466766:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000400:00000010:3.0:1767384304.466771:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e21d67ae. 00000400:00000200:3.0:1767384304.466775:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc1f5ad9 00000400:00000200:2.0:1767384304.466776:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000100:00000001:0.0:1767384304.466776:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384304.466784:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007838d187 x1853236732505344/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384304.466790:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384304.466797:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384304.466800:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384304.466803:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc1f5ad9 00000100:00000001:0.0:1767384304.466803:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384304.466806:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc1f5ad9. 00000100:00000001:3.0:1767384304.466809:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384304.466810:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384304.466811:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384304.466814:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000edffb9db x1853236732505472 msgsize 4848 00000400:00000200:2.0:1767384304.466815:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000100:00000001:0.0:1767384304.466816:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294892385 00000100:00100000:3.0:1767384304.466821:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384304.466824:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384304.466824:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f898e13c. 00000100:00000001:0.0:1767384304.466831:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384304.466834:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384304.466839:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294892385 00000400:00000200:3.0:1767384304.466840:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000841f453c 00000400:00000010:3.0:1767384304.466842:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000841f453c. 00000100:00000010:0.0:1767384304.466844:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e0209e5. 00000100:00000001:3.0:1767384304.466846:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384304.466849:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384304.466850:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000100:00000200:3.0:1767384304.466851:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ed5032d x1853236732505472/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.466852:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294892385 00000100:00000010:0.0:1767384304.466858:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f945fcb5. 00000100:00000001:3.0:1767384304.466861:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384304.466864:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384304.466866:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ed5032d x1853236732505472/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.466869:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294892385 00000100:00000001:3.0:1767384304.466872:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.466874:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384304.466874:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cdd6c91e. 00000100:00000001:0.0:1767384304.466878:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384304.466879:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.466881:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294892385 00000100:00000001:0.0:1767384304.466882:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384304.466884:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294892385 00000100:00000001:3.0:1767384304.466886:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294892385 00000100:00000001:0.0:1767384304.466886:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384304.466887:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000100:00000001:3.0:1767384304.466889:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294892385 00000100:00000001:0.0:1767384304.466890:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.466893:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294892385 00000100:00000001:0.0:1767384304.466893:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.466896:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294892385 00000100:00000001:3.0:1767384304.466898:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294892385 00000100:00000001:3.0:1767384304.466900:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294892385 00000100:00000001:3.0:1767384304.466902:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384304.466904:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.466904:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384304.466907:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.466907:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384304.466910:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.466912:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.466915:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.466915:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.466918:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.466920:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384304.466921:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000100:00000001:3.0:1767384304.466924:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384304.466929:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384304.466932:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.466935:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.466941:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.466949:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384304.466953:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732505344 02000000:00000001:0.0:1767384304.466956:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384304.466960:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384304.466961:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384304.466963:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384304.466964:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732505472 02000000:00000001:3.0:1767384304.466966:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384304.466968:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384304.466968:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.466971:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384304.466971:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 02000000:00000001:3.0:1767384304.466973:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384304.466973:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732505344 00000100:00100000:3.0:1767384304.466977:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732505472 00000020:00000001:3.0:1767384304.466981:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384304.466982:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384304.466984:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000040:0.0:1767384304.466984:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384304.466987:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384304.466987:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384304.466991:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000040:0.0:1767384304.466991:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:3.0:1767384304.466994:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384304.466994:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384304.466998:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384304.466998:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:2.0:1767384304.466999:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000100:00000001:3.0:1767384304.467004:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384304.467004:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384304.467010:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037d5409d. 00000020:00000010:0.0:1767384304.467010:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d8210b9d. 00000100:00000001:3.0:1767384304.467015:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.467015:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384304.467019:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037d5409d. 00000020:00000010:0.0:1767384304.467019:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d8210b9d. 00000400:00000200:2.0:1767384304.467024:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000020:00000010:3.0:1767384304.467026:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074acfe8c. 00000020:00000010:0.0:1767384304.467026:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c5690b3. 00000020:00000010:3.0:1767384304.467032:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019e98eca. 00000020:00000010:0.0:1767384304.467032:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6c9cc1f. 00000020:00000010:3.0:1767384304.467058:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dfebda51. 00000020:00000010:0.0:1767384304.467058:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000001a4ab32. 00000400:00000200:2.0:1767384304.467062:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000100:00000040:0.0:1767384304.467071:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384304.467076:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384304.467076:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384304.467078:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384304.467078:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384304.467080:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.467080:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.467091:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.467092:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384304.467093:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000100:00000001:3.0:1767384304.467104:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.467104:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.467119:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384304.467119:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384304.467120:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000100:00000001:3.0:1767384304.467122:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384304.467122:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384304.467129:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:3.0:1767384304.467134:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00100000:0.0:1767384304.467136:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:0.0:1767384304.467139:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:0.0:1767384304.467142:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375658428496 : -119698051123120 : ffff9322a02eb850) 00000100:00000001:3.0:1767384304.467145:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375658419280 : -119698051132336 : ffff9322a02e9450) 00000100:00000040:3.0:1767384304.467151:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000edffb9db x1853236732505472/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:285/0 lens 4848/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384304.467151:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e7e79f1e x1853236732505344/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:285/0 lens 4848/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.467162:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384304.467162:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384304.467166:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037d5409d. 00000020:00000010:0.0:1767384304.467166:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d8210b9d. 00000100:00000001:3.0:1767384304.467168:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.467168:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384304.467170:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037d5409d. 00000020:00000010:0.0:1767384304.467172:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d8210b9d. 00000100:00100000:3.0:1767384304.467175:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000edffb9db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732505472:12345-0@lo:253: 00000100:00100000:0.0:1767384304.467175:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e7e79f1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732505344:12345-0@lo:253: 00000100:00000200:3.0:1767384304.467180:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732505472 00000100:00000200:0.0:1767384304.467180:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732505344 00000020:00000001:3.0:1767384304.467184:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384304.467189:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384304.467190:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384304.467191:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.467193:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384304.467194:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384304.467195:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.467197:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:0.0:1767384304.467197:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384304.467199:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384304.467201:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384304.467203:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384304.467204:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384304.467207:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384304.467208:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384304.467210:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384304.467212:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384304.467213:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384304.467215:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.467216:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.467220:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384304.467220:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384304.467225:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384304.467225:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384304.467232:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c955811c. 02000000:00000010:3.0:1767384304.467233:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009c9a04d2. 02000000:00000001:3.0:1767384304.467238:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.467238:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.467241:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.467241:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.467245:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384304.467245:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384304.467258:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007d619a56. 20000000:00000010:0.0:1767384304.467259:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000026f5023c. 20000000:01000000:3.0:1767384304.467263:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384304.467263:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384304.467267:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384304.467267:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384304.467270:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384304.467272:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.467275:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384304.467275:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.467277:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.467278:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384304.467279:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.467281:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384304.467290:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000cde03bc. 20000000:01000000:0.0:1767384304.467293:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:0.0:1767384304.467302:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384304.467309:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384304.467376:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.467380:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384304.467382:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.467386:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384304.467391:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384304.467397:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:0.0:1767384304.467402:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384304.467412:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000097b12895. 00080000:00000001:0.0:1767384304.467416:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860150784 : -119702849400832 : ffff9321822ed000) 00080000:00000001:0.0:1767384304.467420:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384304.467430:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e36ce5ab. 00000800:00000010:2.0:1767384304.467440:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b68bb73. 00000800:00000010:2.0:1767384304.467448:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e0f5090. 00000800:00000010:2.0:1767384304.467530:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e0f5090. 00000400:00000200:2.0:1767384304.467621:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384304.467638:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp17 from 239.3.0.2 00000800:00000010:2.0:1767384304.467642:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f25bb930. 00000001:00000001:0.0:1767384304.467888:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.467891:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.467896:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384304.467927:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.467930:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384304.468011:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002b7c7b80. 00000800:00000010:2.0:1767384304.468020:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000133f670e. 00000800:00000010:2.0:1767384304.468054:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d89b8752. 00000800:00000200:2.1:1767384304.468059:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efe8fbeb] -> 12345-192.168.204.131@tcp17 (2) 00000800:00000200:2.1:1767384304.468061:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp17 00000000d89b8752 deleted 00000800:00000010:2.1:1767384304.468063:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d89b8752. 00000800:00000200:2.1:1767384304.468069:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384304.468076:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp17 ip 192.168.204.131:1007 00000800:00000200:2.1:1767384304.468080:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067a23323 type 1, nob 288 niov 1 nkiov 1 00000800:00000200:2.0:1767384304.468085:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp17 p 3.x 192.168.204.131 -> 192.168.204.131:1007 incarnation:1767384302882040479 sched[0] 00000800:00000010:2.0:1767384304.468089:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e0f5090. 00080000:00000001:0.0:1767384304.468095:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384304.468100:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384304.468139:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e0f5090. 00000800:00000010:2.0:1767384304.468147:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000133f670e. 00000800:00000010:2.0:1767384304.468212:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f25bb930. 00000800:00000001:3.0:1767384304.468245:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384304.468315:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384304.468323:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp17 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384302882040479 sched[0] 00000800:00000200:2.0:1767384304.468326:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384304.468327:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b68bb73. 00000800:00000010:2.0:1767384304.468333:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067a23323. 00000400:00000200:2.0:1767384304.468339:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.468347:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp17->192.168.204.131@tcp17: PUT: OK 00000400:00000200:2.0:1767384304.468350:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384304.468353:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000001:2.0:1767384304.468360:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.468367:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384304.468369:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.468372:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384304.468377:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp17(192.168.204.131@tcp17) <- 192.168.204.131@tcp17 : PUT - for me 00000400:00000200:2.0:1767384304.468386:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384304.468391:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 192/192 into md 0x138d [1] + 0 00000400:00000010:2.0:1767384304.468394:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073f55943. 00000400:00000200:3.0:1767384304.468397:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384304.468398:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002f0fe0bb 00000800:00000001:2.0:1767384304.468404:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.468414:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384304.468416:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.468420:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp17->192.168.204.131@tcp17: PUT: OK 00000400:00000200:2.0:1767384304.468422:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f0fe0bb 00000400:00000010:2.0:1767384304.468424:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f0fe0bb. 00000400:00000200:2.0:1767384304.468427:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384304.468430:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (11) 00000400:00000200:2.0:1767384304.468433:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:2.0:1767384304.468437:0:16141:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 0000000067a23323. 00000400:00000200:2.0:1767384304.468440:0:16141:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 10 00000400:00000200:2.0:1767384304.468446:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384304.468455:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384304.468455:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (12) 00000400:00000200:2.0:1767384304.468462:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384304.468468:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp17 to MR: 192.168.204.131@tcp17 local destination 00000400:00000200:3.0:1767384304.468534:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000001:3.0:1767384304.468579:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384304.468632:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp17 NI seq info: [22:22:256:4294967295] 192.168.204.131@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:2.0:1767384304.468640:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp17(192.168.204.131@tcp17:192.168.204.131@tcp17) -> 192.168.204.131@tcp17(192.168.204.131@tcp17:192.168.204.131@tcp17) 192.168.204.131@tcp17 : ACK try# 0 00000800:00000200:2.0:1767384304.468644:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp17 00000400:00000200:2.0:1767384304.468662:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384304.468667:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d0731d0. 00000400:00000010:2.0:1767384304.468671:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095ed3381. 00000400:00000200:2.0:1767384304.468674:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000000f233d8 00000400:00000200:2.0:1767384304.468677:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1004d1 00000400:00000010:2.0:1767384304.468684:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 000000008bda08d3. 00000400:00000010:2.0:1767384304.468688:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 00000000cb7964ee. 00000400:00000010:2.0:1767384304.468690:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 000000002ceca208. 00000400:00000010:2.0:1767384304.468704:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000b6c40d1. 00000400:00000200:2.0:1767384304.468708:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000b6c40d1 nid 192.168.204.131@tcp18 00000400:00000010:2.0:1767384304.468711:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000048d44b09. 00000400:00000200:2.0:1767384304.468713:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000048d44b09 net tcp18 00000400:00000200:2.0:1767384304.468717:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (11) 00000400:00000200:2.0:1767384304.468722:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp18 flags 0x11 00000400:00000010:2.0:1767384304.468725:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 000000008bda08d3. 00000400:00000010:2.0:1767384304.468727:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 00000000cb7964ee. 00000400:00000010:2.0:1767384304.468730:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 000000002ceca208. 00000400:00000010:2.0:1767384304.468732:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 0000000067a23323. 00000400:00000200:2.0:1767384304.468735:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384304.468738:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100551 00000400:00000200:2.0:1767384304.468741:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 1 00000400:00000200:2.0:1767384304.468745:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 00000400:00000200:2.0:1767384304.468748:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384304.468750:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100511 rc 0 00000400:00000200:2.0:1767384304.468753:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:2.0:1767384304.468756:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (12) 00000800:00000010:2.0:1767384304.468769:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067a23323. 00000800:00000200:2.0:1767384304.468774:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efe8fbeb] -> 12345-192.168.204.131@tcp17 (4) 00000400:00000200:3.0:1767384304.468779:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000800:00000200:2.0:1767384304.468787:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp17 ip 192.168.204.131:988 00000800:00000200:2.0:1767384304.468790:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067a23323 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384304.468825:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000800:00000200:2.0:1767384304.468840:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384304.468842:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067a23323. 00000400:00000200:2.0:1767384304.468847:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.468852:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp17->192.168.204.131@tcp17: ACK: OK 00000800:00000001:2.0:1767384304.468859:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.468862:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384304.468864:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.468868:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384304.468869:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.468872:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384304.468875:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384304.468877:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp17(192.168.204.131@tcp17) <- 192.168.204.131@tcp17 : ACK - for me 00000400:00000200:2.0:1767384304.468888:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp17: ACK from 12345-192.168.204.131@tcp17 into md 0x13bd 00000400:00000200:2.0:1767384304.468892:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384304.468902:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384304.468908:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp17->192.168.204.131@tcp17: ACK: OK 00000400:00000200:2.0:1767384304.468916:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000400:00000010:2.0:1767384304.468919:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000400:00000200:3.0:1767384304.468923:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384304.468925:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384304.468931:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:2.0:1767384304.468935:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (11) 00000800:00000001:2.0:1767384304.468941:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384304.468943:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000800:00000001:2.0:1767384304.468945:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384304.468966:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384304.469014:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384304.469069:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384304.469122:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384304.469142:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384304.469173:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384304.469201:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384304.469218:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000800:00000010:3.0:1767384304.469406:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000281cd987. 00000800:00000010:3.0:1767384304.469412:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000841f453c. 00000400:00000200:2.0:1767384304.469415:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384304.469417:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037d5409d. 00000400:00000200:2.0:1767384304.469441:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp17 from 238.3.0.2 00000800:00000010:2.0:1767384304.469446:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003d60b154. 00000800:00000010:3.0:1767384304.469460:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037d5409d. 00000800:00000010:3.0:1767384304.469531:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009822d232. 00000800:00000010:3.0:1767384304.469536:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000084fc78f8. 00000800:00000010:3.0:1767384304.469555:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004659a5ac. 00000800:00000200:3.1:1767384304.469561:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efe8fbeb] -> 12345-192.168.204.131@tcp17 (4) 00000800:00000200:3.1:1767384304.469567:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp17 000000004659a5ac deleted 00000800:00000010:3.1:1767384304.469569:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004659a5ac. 00000800:00000200:3.1:1767384304.469573:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384304.469579:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp17 p 3.x 192.168.204.131 -> 192.168.204.131:1006 incarnation:1767384302882040479 sched[0] 00000800:00000010:3.0:1767384304.469584:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000037d5409d. 00000800:00000010:3.0:1767384304.469790:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000037d5409d. 00000800:00000010:3.0:1767384304.469796:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000084fc78f8. 00000800:00000010:3.0:1767384304.469823:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003d60b154. 00000800:00000001:0.0:1767384304.470108:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.470116:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384304.470170:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384304.470179:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp17 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384302882040479 sched[0] 00000800:00000010:0.0:1767384304.470186:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000841f453c. 00000800:00000001:2.0:1767384304.470320:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.470327:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384304.477583:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294892385, at 4294892386 00000100:00000010:2.0:1767384304.477591:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f945fcb5. 00000100:00000040:3.0:1767384304.477608:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294892385, at 4294892386 00000100:00000010:3.0:1767384304.477617:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cdd6c91e. 00080000:00000001:0.0:1767384304.477964:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384304.477971:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:0.0:1767384304.477975:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.477978:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384304.477996:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384304.478002:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384304.478006:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384304.478010:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384304.478010:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:2.0:1767384304.478011:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384304.478016:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:2.0:1767384304.478022:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384304.478027:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000097b12895. 00080000:00000020:0.0:1767384304.478029:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384304.478048:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:0.0:1767384304.478553:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294892385, at 4294892387 00000100:00000010:0.0:1767384304.478565:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f898e13c. 00080000:00000001:2.0:1767384304.489322:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384304.489332:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384304.489340:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384304.489344:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384304.489347:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384304.489350:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000015c2f627. 00080000:00000001:2.0:1767384304.489360:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384304.489363:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384304.489369:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384304.489372:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384304.489378:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384304.489381:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384304.489387:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000086d71f44. 00010000:00000001:3.0:1767384304.489392:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384304.489396:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000051c97626. 00000020:00000001:3.0:1767384304.489401:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384304.489409:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000051c97626 with handle 0xf83434fd52e6d97e to hash 00000020:00000001:3.0:1767384304.489413:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384304.489415:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384304.489418:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384304.489420:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384304.489422:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384304.489426:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6d97e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.489433:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384304.489437:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384304.489442:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384304.489444:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384304.489447:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384304.489451:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384304.489453:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384304.489456:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384304.489458:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384304.489459:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384304.489460:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384304.489461:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000086d71f44) refcount = 1 00010000:00010000:3.0:1767384304.489464:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000051c97626/0xf83434fd52e6d97e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.489540:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384304.489542:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384304.489544:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384304.489547:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.489550:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384304.489555:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384304.489559:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:3.0:1767384304.489561:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384304.489563:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384304.489565:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051c97626 refcount=4 00000020:00000001:3.0:1767384304.489567:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384304.489571:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384304.489574:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384304.489577:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6d97e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.489581:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384304.489582:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6d97e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.489586:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384304.489587:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384304.489588:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000051c97626/0xf83434fd52e6d97e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.489593:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384304.489596:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.489599:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384304.489602:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000051c97626/0xf83434fd52e6d97e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384304.489608:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000051c97626 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384304.489611:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384304.489619:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384304.489621:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000051c97626/0xf83434fd52e6d97e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.489626:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384304.489628:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384304.489631:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384304.489634:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051c97626 refcount=5 00000020:00000001:3.0:1767384304.489635:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384304.489637:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384304.489639:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384304.489641:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000051c97626/0xf83434fd52e6d97e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.489645:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384304.489649:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384304.489650:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.489658:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384304.489661:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384304.489666:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384304.489669:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384304.489671:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000051c97626 with handle 0xf83434fd52e6d97e from hash 00010000:00000001:3.0:1767384304.489674:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384304.489675:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384304.489676:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384304.489679:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384304.489683:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384304.489685:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384304.489686:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384304.489688:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384304.489689:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.489691:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384304.489692:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384304.489694:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384304.489695:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384304.489695:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.489702:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.489704:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384304.489706:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000051c97626/0xf83434fd52e6d97e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.489710:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384304.489711:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384304.489712:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384304.489713:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384304.489714:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384304.489714:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384304.489716:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384304.489718:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.489720:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384304.489722:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000051c97626/0xf83434fd52e6d97e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.489725:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384304.489726:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384304.489727:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000051c97626/0xf83434fd52e6d97e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384304.489732:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000086d71f44 count: 0 00010000:00000001:3.0:1767384304.489745:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384304.489747:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384304.490533:0:21401:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f1ee53d4. 00010000:00000010:1.1:1767384304.490543:0:21401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000770811d6. 00000400:00000010:0.0:1767384304.490895:0:21400:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000434cbb44. 00000400:00000040:0.0:1767384304.490924:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384304.490929:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384304.490933:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.490935:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384304.490939:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.490941:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384304.490946:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384304.490948:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384304.490951:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384304.490952:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384304.490955:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384304.490958:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384304.490961:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384304.490963:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384304.490972:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384304.490976:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384304.490978:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384304.490980:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384304.490982:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384304.490985:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.490989:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384304.490991:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384304.490993:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384304.490995:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384304.490997:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384304.491000:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.491001:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384304.491003:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384304.491005:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384304.491007:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384304.491009:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384304.491012:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.491014:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384304.491016:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384304.491019:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384304.491021:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384304.491023:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384304.491027:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384304.491030:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384304.491032:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384304.491050:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384304.491053:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384304.491056:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384304.491058:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384304.491060:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384304.491064:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384304.491066:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384304.491068:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384304.491071:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384304.491073:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384304.491075:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384304.491078:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384304.491079:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384304.491089:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384304.491091:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384304.491093:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384304.491095:0:21400:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384304.491146:0:21400:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000434cbb44. 00080000:00000020:2.0:1767384304.491259:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384304.491263:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384304.491265:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000026f5023c. 20000000:00000001:2.0:1767384304.491269:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384304.491275:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732505344 00010000:00000001:2.0:1767384304.491278:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384304.491286:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7e79f1e x1853236732505344/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.491294:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384304.491296:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384304.491301:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384304.491307:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384304.491310:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384304.491314:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384304.491319:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384304.491322:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.491327:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384304.491330:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384304.491335:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ec09fae. 00000100:00000200:2.0:1767384304.491343:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732505344, offset 224 00000400:00000200:2.0:1767384304.491349:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384304.491363:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384304.491376:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d202d00 00000400:00000200:2.0:1767384304.491384:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13c1 [2] + 224 00000400:00000200:2.0:1767384304.491395:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.491399:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384304.491414:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384304.491420:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007838d187 x1853236732505344/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384304.491431:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007838d187 x1853236732505344/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.491458:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384304.491466:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384304.491471:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ec09fae 00000100:00000001:0.0:1767384304.491472:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384304.491506:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ec09fae. 00000100:00000001:2.0:1767384304.491513:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384304.491516:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384304.491516:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384304.491521:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384304.491525:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384304.491525:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027867e31. 00000100:00000040:2.0:1767384304.491532:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000200:0.0:1767384304.491533:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b825cf 00010000:00000001:2.0:1767384304.491535:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384304.491538:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7b825cf. 00000020:00000001:2.0:1767384304.491539:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.491544:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384304.491546:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384304.491551:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7e79f1e x1853236732505344/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384304.491555:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007838d187 x1853236732505344/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384304.491565:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7e79f1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732505344:12345-0@lo:253: Request processed in 24399us (24850us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384304.491583:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007838d187 x1853236732505344/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384304.491584:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00000040:2.0:1767384304.491589:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384304.491594:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384304.491597:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384304.491602:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384304.491604:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6c9cc1f. 00000100:00000001:0.0:1767384304.491606:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384304.491610:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000001a4ab32. 00000100:00000001:0.0:1767384304.491611:0:16148:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384304.491617:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c5690b3. 02000000:00000001:0.0:1767384304.491618:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384304.491624:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384304.491627:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:0.0:1767384304.491628:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.491633:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384304.491634:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384304.491636:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c955811c. 02000000:00000001:2.0:1767384304.491641:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384304.491643:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384304.491643:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384304.491651:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=24 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384304.491652:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384304.491657:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384304.491660:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.491664:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384304.491666:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.491670:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.491676:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007838d187 x1853236732505344/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.491685:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.491689:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384304.491692:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384304.491706:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384304.491708:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384304.491710:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384304.491713:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384304.491714:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384304.491715:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384304.491717:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384304.491720:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384304.491722:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384304.491724:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384304.491730:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007838d187 x1853236732505344/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384304.491738:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007838d187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732505344:0@lo:253: 00000100:00000001:0.0:1767384304.491744:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.491748:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384304.491750:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007838d187 x1853236732505344/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.491761:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384304.491765:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384304.491769:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000303c9add. 02000000:00000001:0.0:1767384304.491776:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384304.491778:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767384304.491780:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3976c6. 00000020:00000040:0.0:1767384304.491781:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384304.491785:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384304.491788:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000056b99496. 02000000:00000001:0.0:1767384304.491798:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384304.491801:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384304.491803:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007838d187. 00000100:00000001:0.0:1767384304.491808:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384304.491810:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.491814:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.491826:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384304.491828:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.491831:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.491836:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384304.491845:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ec09fae. 00080000:00000020:2.0:1767384304.492060:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384304.492062:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384304.492064:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007d619a56. 20000000:00000001:2.0:1767384304.492070:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384304.492073:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732505472 00010000:00000001:2.0:1767384304.492075:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384304.492078:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000edffb9db x1853236732505472/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.492084:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384304.492085:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384304.492087:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384304.492089:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384304.492091:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384304.492092:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384304.492094:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384304.492095:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.492097:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384304.492100:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384304.492102:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d89b8752. 00000100:00000200:2.0:1767384304.492106:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732505472, offset 224 00000400:00000200:2.0:1767384304.492112:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384304.492117:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384304.492123:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d202d80 00000400:00000200:2.0:1767384304.492127:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13c9 [2] + 224 00000400:00000200:2.0:1767384304.492132:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.492134:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384304.492137:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384304.492141:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ed5032d x1853236732505472/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384304.492146:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005ed5032d x1853236732505472/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.492157:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384304.492171:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384304.492171:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d89b8752 00000400:00000010:2.0:1767384304.492174:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d89b8752. 00000100:00000001:3.0:1767384304.492175:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384304.492177:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384304.492180:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384304.492182:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384304.492183:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384304.492185:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384304.492188:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:3.0:1767384304.492189:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040b3902c. 00010000:00000001:2.0:1767384304.492191:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384304.492194:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384304.492197:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000313c1dea 00000020:00000001:2.0:1767384304.492197:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384304.492202:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000313c1dea. 00000100:00000040:2.0:1767384304.492205:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000edffb9db x1853236732505472/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.492207:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384304.492215:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ed5032d x1853236732505472/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384304.492216:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000edffb9db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732505472:12345-0@lo:253: Request processed in 25052us (25400us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384304.492232:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000040:2.0:1767384304.492236:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000200:3.0:1767384304.492237:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ed5032d x1853236732505472/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.492239:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384304.492241:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384304.492245:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019e98eca. 00000020:00000010:2.0:1767384304.492252:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dfebda51. 00000020:00000010:2.0:1767384304.492257:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074acfe8c. 00000100:00000001:3.0:1767384304.492264:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384304.492264:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:3.0:1767384304.492269:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384304.492269:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384304.492271:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384304.492273:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009c9a04d2. 02000000:00000001:3.0:1767384304.492274:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384304.492277:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384304.492280:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.492280:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384304.492282:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.492285:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384304.492286:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=24 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384304.492291:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=24 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384304.492293:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384304.492294:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384304.492296:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.492300:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384304.492301:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384304.492302:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc13490b. 00000100:00000001:3.0:1767384304.492303:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384304.492309:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ed5032d x1853236732505472/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384304.492310:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d89b8752. 00000100:00000001:3.0:1767384304.492318:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384304.492320:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384304.492321:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384304.492323:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384304.492324:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384304.492325:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384304.492326:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384304.492327:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384304.492329:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384304.492330:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384304.492331:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384304.492332:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384304.492333:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ed5032d x1853236732505472/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384304.492338:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732505472:0@lo:253: 00000100:00000001:3.0:1767384304.492341:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.492342:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384304.492343:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ed5032d x1853236732505472/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.492353:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384304.492354:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384304.492356:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000099a0c851. 02000000:00000001:3.0:1767384304.492358:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384304.492359:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384304.492360:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384304.492361:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384304.492363:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007becc6c3. 02000000:00000001:3.0:1767384304.492365:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384304.492366:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384304.492367:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ed5032d. 00000100:00000001:3.0:1767384304.492369:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384304.492369:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.492370:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.492376:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384304.492377:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.492379:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384304.492381:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384304.496536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000086d71f44. 00010000:00000010:3.1:1767384304.496548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000051c97626. 00000020:00000001:3.0:1767384305.019664:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384305.019670:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.019675:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384305.262122:0:21611:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384305.262143:0:21611:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.262147:0:21611:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.262154:0:21611:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384305.262159:0:21611:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.262162:0:21611:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384306.043572:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384306.043576:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384306.043579:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384306.067785:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384306.067795:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:2.0:1767384306.067806:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000400:00000200:2.0:1767384306.067811:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (11) 00000400:00000010:2.0:1767384306.067825:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000720f3410. 00000400:00000200:2.0:1767384306.067833:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:2.0:1767384306.067851:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:00000001:3.0:1767384306.067854:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384306.067860:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384306.067861:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:3.0:1767384306.067863:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384306.067867:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384306.067871:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384306.067874:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384306.067874:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384306.067877:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384306.067879:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384306.067881:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384306.067883:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384306.067885:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384306.067887:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384306.067888:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384306.067889:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384306.067893:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384306.067897:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384306.067900:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:3.0:1767384306.067904:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ed5032d. 00000400:00000200:2.0:1767384306.067905:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:3.0:1767384306.067912:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:2.0:1767384306.067913:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384306.067916:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384306.067924:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:3.0:1767384306.067926:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384306.067930:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384306.067932:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 02000000:00000001:3.0:1767384306.067936:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.067941:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp18 02000000:00000010:3.0:1767384306.067947:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000078d3a7e3. 00000400:00000200:2.0:1767384306.067947:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp18 lpni_is_preferred = 0 00000400:00000200:2.0:1767384306.067954:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp18 00000100:00000001:3.0:1767384306.067956:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.067961:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp18 NI seq info: [23:23:256:4294967295] 192.168.204.131@tcp18 LPNI seq info [23:23:8:4294967295] 00000100:00000001:3.0:1767384306.067967:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384306.067970:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.067973:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp18 00000100:00000040:3.0:1767384306.067980:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ed5032d] to pc [ptlrpcd_00_00+0] req@000000005ed5032d x1853236732505600/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.067993:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp18(192.168.204.131@tcp18:) -> 192.168.204.131@tcp18(192.168.204.131@tcp:192.168.204.131@tcp18) : PUT try# 0 00000800:00000200:2.0:1767384306.068001:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.204.131@tcp18 00000800:00000010:2.0:1767384306.068020:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063f20702. 10000000:00000001:3.0:1767384306.068027:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384306.068029:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a86511c6. 10000000:00000001:3.0:1767384306.068033:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384306.068034:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000073036d51. 00000020:00000001:3.0:1767384306.068040:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384306.068046:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a86511c6] -> 12345-192.168.204.131@tcp18 (2) 00000020:01000000:3.0:1767384306.068047:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:2.1:1767384306.068056:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a86511c6] -> 12345-192.168.204.131@tcp18 (2) 00000020:00000001:3.0:1767384306.068060:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384306.068064:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384306.068068:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384306.068071:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384306.068073:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000020:01000004:3.0:1767384306.068076:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384306.068078:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384306.068083:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384306.068085:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000020:01000004:3.0:1767384306.068087:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384306.068093:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384306.068097:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384306.068100:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384306.068102:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384306.068106:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384306.068110:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc35d9a8. 00000020:00000040:3.0:1767384306.068117:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384306.068118:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.068122:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.068124:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384306.068129:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384306.068135:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384306.068144:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f97bc961. 00000100:00000001:3.0:1767384306.068152:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.068161:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384306.068165:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.068174:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc35d9a8] to pc [ptlrpcd_00_01+1] req@00000000cc35d9a8 x1853236732505728/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.068178:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 10000000:00000001:3.0:1767384306.068205:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384306.068210:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.068212:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384306.068214:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384306.068220:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000050b01d5. 00000400:00000200:2.0:1767384306.068230:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000100:00000001:3.0:1767384306.068234:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.068239:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384306.068241:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384306.068246:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc35d9a8 x1853236732505728/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.068258:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000100:00000001:3.0:1767384306.068261:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384306.068266:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384306.068273:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384306.068277:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384306.068281:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.068286:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc35d9a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732505728:0@lo:253: 00000400:00000200:2.0:1767384306.068290:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000100:00000001:3.0:1767384306.068298:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384306.068302:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384306.068307:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384306.068311:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384306.068317:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 02000000:00000010:3.0:1767384306.068319:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a9bd8a30. 02000000:00000001:3.0:1767384306.068325:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384306.068332:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040b3902c. 00000400:00000010:3.0:1767384306.068342:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a54bce82. 00000100:00000200:3.0:1767384306.068347:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732505728, portal 25 00000400:00000200:2.0:1767384306.068350:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000100:00000001:3.0:1767384306.068351:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384306.068356:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208691456 : -119698500860160 : ffff932285604700) 00000100:00000040:3.0:1767384306.068366:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc35d9a8 x1853236732505728/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.068374:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.068395:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000100:00000001:3.0:1767384306.068401:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384306.068410:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384306.068416:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055773b41. 00000400:00000200:2.0:1767384306.068425:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000100:00000200:3.0:1767384306.068428:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732505728, offset 0 00000400:00000200:3.0:1767384306.068441:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384306.068453:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384306.068456:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384306.068468:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d202e80 00000400:00000200:3.0:1767384306.068476:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000400:00000010:3.0:1767384306.068503:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f79e761. 00000400:00000200:3.0:1767384306.068508:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b30ac461 00000400:00000200:2.0:1767384306.068513:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384306.068515:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384306.068525:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384306.068531:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b30ac461 00000400:00000010:3.0:1767384306.068536:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b30ac461. 00000100:00000001:3.0:1767384306.068545:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384306.068549:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384306.068553:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000100:00000040:3.0:1767384306.068573:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000000e5d47a1 x1853236732505728 msgsize 4848 00000100:00100000:3.0:1767384306.068586:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384306.068590:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384306.068599:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000100:00000001:3.0:1767384306.068607:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384306.068615:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055773b41 00000400:00000010:3.0:1767384306.068618:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055773b41. 00000100:00000001:3.0:1767384306.068623:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384306.068628:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc35d9a8 x1853236732505728/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.068632:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000100:00000001:3.0:1767384306.068644:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384306.068648:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc35d9a8 x1853236732505728/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.068657:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.068659:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384306.068663:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000100:00000001:3.0:1767384306.068665:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.068670:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294893987 00000100:00000001:3.0:1767384306.068678:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294893986 00000100:00000001:3.0:1767384306.068684:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294893987 00000100:00000001:3.0:1767384306.068688:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294893986 00000400:00000200:2.0:1767384306.068690:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000100:00000001:3.0:1767384306.068692:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294893987 00000100:00000001:3.0:1767384306.068703:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294893986 00000100:00000001:3.0:1767384306.068708:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294893987 00000100:00000001:3.0:1767384306.068726:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294893987 00000400:00000200:2.0:1767384306.068728:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000100:00000001:3.0:1767384306.068729:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384306.068735:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.068738:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.068740:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.068749:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384306.068750:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000100:00000001:3.0:1767384306.068751:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384306.068757:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.068759:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384306.068761:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.068764:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.068786:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384306.068789:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732505600 02000000:00000001:3.0:1767384306.068792:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384306.068794:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384306.068797:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384306.068801:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.068805:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732505600 00000020:00000001:3.0:1767384306.068807:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384306.068810:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384306.068813:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384306.068816:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:3.0:1767384306.068818:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384306.068821:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384306.068827:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384306.068831:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a68a681c. 00000100:00000001:3.0:1767384306.068834:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384306.068838:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a68a681c. 00000020:00000010:3.0:1767384306.068844:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006aa04cb9. 00000020:00000010:3.0:1767384306.068850:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068a8db3d. 00000020:00000010:3.0:1767384306.068856:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004af8f3bd. 00000100:00000040:3.0:1767384306.068869:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384306.068882:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384306.068885:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384306.068891:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.068902:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.068917:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.068933:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384306.068937:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384306.068946:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000040:3.0:1767384306.068951:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384306.068957:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141346896 : -119697568204720 : ffff9322bcf77850) 00000100:00000040:3.0:1767384306.068966:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000655bd1e1 x1853236732505600/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:287/0 lens 4848/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.068991:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384306.068996:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a68a681c. 00000100:00000001:3.0:1767384306.069002:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384306.069019:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099a0c851. 00000020:00000010:3.0:1767384306.069025:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a68a681c. 00000800:00000010:2.0:1767384306.069027:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000126707a8. 00000100:00100000:3.0:1767384306.069036:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000655bd1e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732505600:12345-0@lo:253: 00000800:00000010:2.0:1767384306.069037:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041d8bd00. 00000100:00000200:3.0:1767384306.069048:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732505600 00000020:00000001:3.0:1767384306.069052:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384306.069057:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384306.069062:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.069067:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384306.069071:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384306.069079:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000010:2.0:1767384306.069079:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041d8bd00. 00000020:00000001:3.0:1767384306.069083:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384306.069089:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384306.069093:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384306.069097:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.069102:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384306.069106:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384306.069116:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000303c9add. 02000000:00000001:3.0:1767384306.069120:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.069125:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384306.069136:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384306.069148:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c955811c. 20000000:01000000:3.0:1767384306.069155:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384306.069159:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384306.069162:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384306.069164:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384306.069170:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384306.069174:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384306.069189:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384306.069205:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp18 from 237.3.0.2 00000800:00000010:2.0:1767384306.069209:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000755b9249. 00000800:00000010:2.0:1767384306.069323:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009c9a04d2. 00000800:00000010:2.0:1767384306.069329:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004697dd0. 00000800:00000010:2.0:1767384306.069342:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005a513ae7. 00000800:00000200:2.1:1767384306.069345:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a86511c6] -> 12345-192.168.204.131@tcp18 (2) 00000800:00000200:2.1:1767384306.069349:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp18 000000005a513ae7 deleted 00000800:00000010:2.1:1767384306.069350:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005a513ae7. 00000800:00000200:2.1:1767384306.069356:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384306.069363:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp18 ip 192.168.204.131:1005 00000800:00000200:2.1:1767384306.069367:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000063f20702 type 1, nob 304 niov 1 nkiov 1 00000800:00000200:2.0:1767384306.069372:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp18 p 3.x 192.168.204.131 -> 192.168.204.131:1005 incarnation:1767384304463976148 sched[0] 00000800:00000010:2.0:1767384306.069386:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041d8bd00. 00000800:00000010:2.0:1767384306.069424:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041d8bd00. 00000800:00000010:2.0:1767384306.069429:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004697dd0. 00000800:00000010:2.0:1767384306.069456:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000755b9249. 00000800:00000001:2.0:1767384306.069469:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384306.069475:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384306.069561:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384306.069565:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063f20702. 00000400:00000200:2.0:1767384306.069567:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.069571:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp18->192.168.204.131@tcp18: PUT: OK 00000400:00000200:2.0:1767384306.069574:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384306.069577:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000200:2.1:1767384306.069600:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384306.069604:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp18 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384304463976148 sched[0] 00000800:00000010:2.0:1767384306.069607:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000126707a8. 00000400:00000200:2.0:1767384306.069662:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.069740:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.069793:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.069850:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.069897:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.069949:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.069996:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.070042:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.070062:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.070085:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.070113:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.070157:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.070193:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.070226:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.070259:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.070282:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.070310:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.070353:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384306.070387:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000800:00000010:2.0:1767384306.070756:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007d619a56. 00000800:00000010:2.0:1767384306.070761:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000126707a8. 00000800:00000010:2.0:1767384306.070764:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041d8bd00. 00000800:00000010:2.0:1767384306.070799:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041d8bd00. 00000400:00000200:2.0:1767384306.070831:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp18 from 236.3.0.2 00000800:00000010:2.0:1767384306.070840:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000755b9249. 00000800:00000010:2.0:1767384306.070971:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000026f5023c. 00000800:00000010:2.0:1767384306.070976:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004697dd0. 00000800:00000010:2.0:1767384306.070993:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005a513ae7. 00000800:00000200:2.1:1767384306.070998:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a86511c6] -> 12345-192.168.204.131@tcp18 (4) 00000800:00000200:2.1:1767384306.071017:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp18 000000005a513ae7 deleted 00000800:00000010:2.1:1767384306.071020:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005a513ae7. 00000800:00000200:2.1:1767384306.071024:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384306.071031:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp18 p 3.x 192.168.204.131 -> 192.168.204.131:1004 incarnation:1767384304463976148 sched[0] 00000800:00000010:2.0:1767384306.071037:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041d8bd00. 00000800:00000010:2.0:1767384306.071084:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041d8bd00. 00000800:00000010:2.0:1767384306.071088:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004697dd0. 00000800:00000010:2.0:1767384306.071103:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000755b9249. 00000800:00000200:2.1:1767384306.071121:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384306.071127:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp18 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384304463976148 sched[0] 00000800:00000010:2.0:1767384306.071131:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000126707a8. 00000800:00000001:2.0:1767384306.071160:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384306.071164:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384306.078129:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384306.078134:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384306.078138:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384306.078141:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384306.078143:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384306.078146:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004f0b3abf. 00080000:00000001:2.0:1767384306.078151:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384306.078169:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384306.078176:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384306.078183:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384306.078189:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384306.078193:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384306.078202:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d0499462. 00010000:00000001:3.0:1767384306.078209:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384306.078213:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000051c97626. 00000020:00000001:3.0:1767384306.078218:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384306.078223:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000051c97626 with handle 0xf83434fd52e6d985 to hash 00000020:00000001:3.0:1767384306.078226:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384306.078228:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384306.078232:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384306.078236:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384306.078239:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384306.078243:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6d985 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.078256:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384306.078261:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384306.078264:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384306.078267:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384306.078270:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384306.078272:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384306.078275:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384306.078278:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384306.078280:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384306.078283:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384306.078289:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384306.078292:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d0499462) refcount = 1 00010000:00010000:3.0:1767384306.078296:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000051c97626/0xf83434fd52e6d985 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.078303:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384306.078306:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384306.078307:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384306.078310:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.078313:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384306.078317:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384306.078320:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:3.0:1767384306.078324:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384306.078327:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384306.078329:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051c97626 refcount=4 00000020:00000001:3.0:1767384306.078332:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384306.078335:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384306.078338:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384306.078340:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6d985 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.078347:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384306.078350:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6d985 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.078356:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384306.078358:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384306.078360:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000051c97626/0xf83434fd52e6d985 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.078366:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384306.078368:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.078371:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384306.078373:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000051c97626/0xf83434fd52e6d985 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384306.078390:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000051c97626 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384306.078394:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384306.078396:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384306.078399:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000051c97626/0xf83434fd52e6d985 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.078406:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384306.078408:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384306.078410:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384306.078411:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051c97626 refcount=5 00000020:00000001:3.0:1767384306.078413:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384306.078416:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384306.078419:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384306.078422:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000051c97626/0xf83434fd52e6d985 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.078428:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384306.078430:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384306.078432:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.078436:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384306.078438:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384306.078439:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384306.078441:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384306.078444:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000051c97626 with handle 0xf83434fd52e6d985 from hash 00010000:00000001:3.0:1767384306.078446:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384306.078447:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384306.078449:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384306.078451:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384306.078452:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384306.078454:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384306.078456:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384306.078459:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384306.078461:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.078463:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384306.078470:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384306.078473:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384306.078474:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384306.078475:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.078524:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.078528:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384306.078530:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000051c97626/0xf83434fd52e6d985 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.078537:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384306.078539:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384306.078540:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384306.078542:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384306.078544:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384306.078546:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384306.078549:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384306.078552:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384306.078554:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384306.078556:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000051c97626/0xf83434fd52e6d985 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384306.078562:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384306.078564:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384306.078566:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000051c97626/0xf83434fd52e6d985 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384306.078573:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d0499462 count: 0 00010000:00000001:3.0:1767384306.078585:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384306.078588:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:0.0:1767384306.078823:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000084cc20e3. 20000000:01000000:0.0:1767384306.078827:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:0.0:1767384306.078834:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384306.078842:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384306.078882:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384306.078887:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384306.078889:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384306.078891:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384306.078895:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384306.078901:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:0.0:1767384306.078905:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384306.078912:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000032be78f4. 00080000:00000001:0.0:1767384306.078916:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860155904 : -119702849395712 : ffff9321822ee400) 00080000:00000001:0.0:1767384306.078919:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384306.078991:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384306.078993:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384306.078996:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384306.079027:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384306.079031:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384306.079127:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384306.079131:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384306.079526:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294893987, at 4294893988 00000100:00000010:2.0:1767384306.079533:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000607dc08a. 00000100:00000040:3.0:1767384306.079538:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294893987, at 4294893988 00000100:00000010:3.0:1767384306.079547:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaf98a33. 00000100:00000040:0.0:1767384306.080528:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294893987, at 4294893989 00000100:00000010:0.0:1767384306.080537:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000817eff28. 00080000:00000001:0.0:1767384306.087263:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384306.087271:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:0.0:1767384306.087275:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384306.087278:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384306.087281:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384306.087295:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384306.087299:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384306.087307:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384306.087310:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384306.087312:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384306.087316:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384306.087322:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384306.087330:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384306.087337:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003dfb5041. 00010000:00000001:2.0:1767384306.087341:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384306.087344:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000002af02c4. 00000020:00000001:2.0:1767384306.087348:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384306.087351:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000002af02c4 with handle 0xf83434fd52e6d98c to hash 00000020:00000001:2.0:1767384306.087354:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384306.087356:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515161088 : -119698194390528 : ffff932297a4a200) 00010000:00000001:2.0:1767384306.087359:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515161088 : -119698194390528 : ffff932297a4a200) 00010000:00000001:2.0:1767384306.087363:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384306.087365:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384306.087368:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000002af02c4/0xf83434fd52e6d98c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.087378:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384306.087382:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384306.087384:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384306.087388:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384306.087390:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384306.087393:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384306.087395:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384306.087398:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384306.087400:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384306.087403:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384306.087405:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384306.087407:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003dfb5041) refcount = 1 00010000:00010000:2.0:1767384306.087412:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000002af02c4/0xf83434fd52e6d98c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.087418:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384306.087420:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384306.087421:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384306.087424:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.087425:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384306.087427:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384306.087430:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:2.0:1767384306.087439:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384306.087440:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384306.087442:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000002af02c4 refcount=4 00000020:00000001:2.0:1767384306.087444:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515161088 : -119698194390528 : ffff932297a4a200) 00010000:00000001:2.0:1767384306.087447:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515161088 : -119698194390528 : ffff932297a4a200) 00010000:00000001:2.0:1767384306.087449:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384306.087451:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000002af02c4/0xf83434fd52e6d98c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.087456:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384306.087457:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000002af02c4/0xf83434fd52e6d98c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.087462:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384306.087463:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384306.087465:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000002af02c4/0xf83434fd52e6d98c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.087469:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384306.087471:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.087473:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384306.087474:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000002af02c4/0xf83434fd52e6d98c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384306.087497:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000002af02c4 already unused, calling callback (000000008463f753) 00010000:00000001:2.0:1767384306.087499:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000010:3.1:1767384306.087501:0:21782:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d0499462. 00010000:00000001:2.0:1767384306.087502:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384306.087503:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000002af02c4/0xf83434fd52e6d98c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.087511:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000010:3.1:1767384306.087514:0:21782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000051c97626. 00010000:00000001:2.0:1767384306.087514:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384306.087517:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384306.087520:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000002af02c4 refcount=5 00000020:00000001:2.0:1767384306.087522:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515161088 : -119698194390528 : ffff932297a4a200) 00010000:00000001:2.0:1767384306.087528:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515161088 : -119698194390528 : ffff932297a4a200) 00010000:00000001:2.0:1767384306.087531:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384306.087533:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000002af02c4/0xf83434fd52e6d98c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.087537:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384306.087538:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384306.087539:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.087542:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384306.087544:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384306.087546:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384306.087548:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384306.087549:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000002af02c4 with handle 0xf83434fd52e6d98c from hash 00010000:00000001:2.0:1767384306.087551:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384306.087553:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384306.087554:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384306.087556:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384306.087557:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384306.087559:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384306.087560:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384306.087562:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384306.087564:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.087565:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384306.087566:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384306.087568:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384306.087570:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384306.087571:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.087573:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.087574:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384306.087576:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000002af02c4/0xf83434fd52e6d98c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.087580:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384306.087581:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384306.087582:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384306.087583:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384306.087590:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384306.087591:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384306.087593:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384306.087596:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384306.087598:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384306.087600:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000002af02c4/0xf83434fd52e6d98c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.087604:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384306.087605:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384306.087606:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000002af02c4/0xf83434fd52e6d98c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384306.087610:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003dfb5041 count: 0 00010000:00000001:2.0:1767384306.087624:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384306.087625:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384306.088291:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384306.088295:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384306.088298:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000094724ad3. 20000000:00000001:2.0:1767384306.088304:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384306.088309:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732505728 00010000:00000001:2.0:1767384306.088312:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384306.088322:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e5d47a1 x1853236732505728/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:287/0 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384306.088329:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384306.088332:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384306.088336:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384306.088340:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384306.088343:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384306.088345:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384306.088348:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384306.088352:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.088358:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384306.088364:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384306.088369:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004697dd0. 00000100:00000200:2.0:1767384306.088378:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732505728, offset 224 00000400:00000200:2.0:1767384306.088395:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384306.088412:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384306.088425:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d202e80 00000400:00000200:2.0:1767384306.088433:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13f5 [2] + 224 00000400:00000200:2.0:1767384306.088441:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.088444:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384306.088451:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384306.088455:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc35d9a8 x1853236732505728/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384306.088463:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cc35d9a8 x1853236732505728/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.088495:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384306.088504:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004697dd0 00000400:00000010:2.0:1767384306.088507:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004697dd0. 00000100:00000001:2.0:1767384306.088510:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384306.088512:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384306.088517:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.088521:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384306.088523:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384306.088525:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384306.088528:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384306.088535:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e5d47a1 x1853236732505728/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:287/0 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384306.088548:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e5d47a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732505728:12345-0@lo:253: Request processed in 19553us (19987us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384306.088561:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000040:2.0:1767384306.088568:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384306.088571:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384306.088572:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384306.088580:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cdc34766. 00000020:00000010:2.0:1767384306.088586:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c3f355d2. 00000020:00000010:2.0:1767384306.088594:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d53a55e6. 00000020:00000040:2.0:1767384306.088608:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:2.0:1767384306.088615:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384306.088618:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000050b01d5. 02000000:00000001:2.0:1767384306.088623:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384306.088627:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384306.088635:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384306.088641:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a29eaad. 00000400:00000010:2.0:1767384306.088650:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004697dd0. 00000400:00000010:0.0:1767384306.090082:0:21781:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001428ae87. 00000400:00000040:0.0:1767384306.090104:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384306.090108:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384306.090112:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384306.090114:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384306.090118:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384306.090120:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384306.090124:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384306.090126:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384306.090128:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384306.090130:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384306.090134:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384306.090136:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384306.090140:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384306.090142:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384306.090144:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384306.090146:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384306.090148:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384306.090150:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384306.090152:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384306.090155:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384306.090158:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384306.090160:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384306.090163:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384306.090165:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384306.090167:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384306.090171:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384306.090173:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384306.090175:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384306.090177:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384306.090180:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384306.090181:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384306.090184:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384306.090186:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384306.090189:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384306.090190:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384306.090192:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384306.090194:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384306.090197:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384306.090204:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384306.090207:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384306.090209:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384306.090211:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384306.090213:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384306.090215:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384306.090217:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384306.090219:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384306.090221:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384306.090224:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384306.090227:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384306.090228:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384306.090231:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384306.090233:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384306.090235:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384306.090237:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384306.090239:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384306.090241:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384306.090243:0:21781:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384306.090289:0:21781:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001428ae87. 00000100:00000001:2.0:1767384306.090684:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.090687:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384306.090693:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384306.090697:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384306.090700:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067217700. 00000400:00000200:2.0:1767384306.090706:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6478b54 00000400:00000010:2.0:1767384306.090709:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6478b54. 00000100:00000001:2.0:1767384306.090713:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384306.090722:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ed5032d x1853236732505600/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384306.090734:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ed5032d x1853236732505600/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.090747:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384306.090753:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.090757:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384306.090762:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384306.090765:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384306.090769:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.090775:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384306.090782:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384306.090789:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384306.090795:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384306.090798:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.090804:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384306.090807:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.090810:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.090814:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ed5032d x1853236732505600/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.090831:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.090833:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384306.090834:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384306.090836:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384306.090838:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384306.090839:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384306.090840:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384306.090842:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384306.090842:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384306.090843:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384306.090845:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384306.090845:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384306.090846:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384306.090848:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ed5032d x1853236732505600/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384306.090853:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732505600:0@lo:253: 00000100:00000001:2.0:1767384306.090856:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.090858:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.090859:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ed5032d x1853236732505600/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.090863:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384306.090864:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384306.090865:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c76880f. 02000000:00000001:2.0:1767384306.090868:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384306.090869:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384306.090870:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384306.090872:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384306.090873:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000078d3a7e3. 02000000:00000001:2.0:1767384306.090876:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384306.090876:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384306.090878:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ed5032d. 00000100:00000001:2.0:1767384306.090880:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384306.090881:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.090883:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.090892:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384306.090894:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.090896:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.090899:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384306.096515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003dfb5041. 00010000:00000010:2.1:1767384306.096525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000002af02c4. 00000100:00000040:3.0:1767384306.171540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384306.171548:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384306.171554:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b5dd33f. 00000020:00000040:3.0:1767384306.171560:0:36:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384306.171566:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384306.171576:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384306.171581:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384306.171589:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006624f7ee. 00000100:00000001:3.0:1767384306.171596:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.171605:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384306.171615:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384306.171617:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.171622:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5dd33f] to pc [ptlrpcd_00_02+2] req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.171642:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.171644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384306.171647:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384306.171651:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef08b9d8. 00000020:00000040:3.0:1767384306.171653:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384306.171655:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:0.0:1767384306.171655:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000001:3.0:1767384306.171658:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384306.171661:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767384306.171661:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000010:3.0:1767384306.171666:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009baef9f1. 00000100:00000010:0.0:1767384306.171667:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2c1afad. 00000100:00000001:3.0:1767384306.171669:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384306.171672:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384306.171673:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384306.171678:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384306.171681:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384306.171685:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384306.171686:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.171686:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.171693:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef08b9d8] to pc [ptlrpcd_00_03+3] req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384306.171694:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c0919da7. 00000100:00000001:0.0:1767384306.171701:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.171703:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.171706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384306.171706:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384306.171709:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.171710:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384306.171715:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004277b534. 00000100:00000040:0.0:1767384306.171717:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2c1afad] to pc [ptlrpcd_00_00+0] req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384306.171719:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384306.171728:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384306.171730:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384306.171731:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384306.171736:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008af84f3f. 00000004:00000001:0.0:1767384306.171738:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.171739:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.171745:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384306.171747:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.171752:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384306.171753:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384306.171754:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.171756:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384306.171759:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004277b534] to pc [ptlrpcd_00_01+1] req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.171769:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.171771:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384306.171773:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (231) 00000100:00000001:0.0:1767384306.171781:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384306.171786:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.171788:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384306.171790:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384306.171791:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.171793:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384306.171799:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384306.171801:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384306.171803:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.171804:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384306.171805:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384306.171808:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384306.171811:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384306.171812:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.171821:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef08b9d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236732505984:0@lo:400: 00000100:00100000:0.0:1767384306.171821:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b5dd33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732505856:0@lo:400: 00000100:00000001:3.0:1767384306.171827:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384306.171830:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384306.171832:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384306.171834:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.171836:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384306.171838:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384306.171839:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384306.171842:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7710a93. 02000000:00000001:0.0:1767384306.171842:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384306.171845:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006251004. 02000000:00000001:3.0:1767384306.171846:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.171851:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384306.171856:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e07a0. 00000400:00000010:0.0:1767384306.171856:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027867e31. 00000400:00000010:3.0:1767384306.171867:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000400:00000010:0.0:1767384306.171867:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000139cbb3f. 00000100:00000200:0.0:1767384306.171874:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732505856, portal 4 00000100:00000200:3.0:1767384306.171875:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732505984, portal 10 00000100:00000001:0.0:1767384306.171880:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384306.171881:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384306.171883:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208704896 : -119698500846720 : ffff932285607b80) 00000100:00000001:3.0:1767384306.171889:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208694144 : -119698500857472 : ffff932285605180) 00000100:00000040:0.0:1767384306.171891:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384306.171899:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.171899:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384306.171907:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384306.171911:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384306.171912:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000100:00000040:3.0:1767384306.171916:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384306.171918:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732505856, offset 0 00000400:00000010:3.0:1767384306.171920:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c799fdb5. 00000100:00000200:3.0:1767384306.171924:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732505984, offset 0 00000400:00000200:0.0:1767384306.171928:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384306.171939:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384306.171944:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384306.171949:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384306.171962:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d202f80 00000400:00000200:0.0:1767384306.171962:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d202f00 00000400:00000200:3.0:1767384306.171973:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000400:00000200:3.0:1767384306.171981:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384306.171982:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2096 00000400:00000200:3.0:1767384306.171988:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384306.171989:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384306.171994:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384306.171996:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384306.171999:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384306.171999:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384306.172013:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384306.172014:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000309dd0fe. 00000100:00000040:3.0:1767384306.172018:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000309dd0fe x1853236732505984 msgsize 224 00000100:00000010:0.0:1767384306.172025:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4d8d3aa. 00000100:00100000:3.0:1767384306.172026:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384306.172030:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000b4d8d3aa x1853236732505856 msgsize 224 00000100:00100000:0.0:1767384306.172037:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384306.172043:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384306.172049:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384306.172056:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c799fdb5 00000400:00000010:3.0:1767384306.172060:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c799fdb5. 00000100:00000001:3.0:1767384306.172065:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384306.172066:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000400:00000010:0.0:1767384306.172069:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000100:00000200:3.0:1767384306.172071:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.172074:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384306.172080:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.172092:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384306.172093:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384306.172100:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384306.172102:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.172118:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172121:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384306.172122:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.172125:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384306.172127:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.172131:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.172132:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6445 usecs (7 jiffies) 00000100:00000040:3.0:1767384306.172138:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2457 usecs (3 jiffies) 00000100:00000001:0.0:1767384306.172138:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294894087 00000100:00000001:3.0:1767384306.172145:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294894083 00000100:00000010:0.0:1767384306.172146:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc4a4611. 00000100:00000001:0.0:1767384306.172154:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384306.172159:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294894087 00000100:00000010:0.0:1767384306.172162:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a28f65c. 00000100:00000001:3.0:1767384306.172163:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294894087 00000100:00000001:0.0:1767384306.172165:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384306.172170:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294894087 00000100:00000001:3.0:1767384306.172176:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294894083 00000100:00000010:0.0:1767384306.172178:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc2dc6b2. 00000100:00000001:3.0:1767384306.172183:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294894087 00000100:00000001:0.0:1767384306.172183:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384306.172189:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294894083 00000100:00000001:0.0:1767384306.172189:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294894087 00000100:00000001:3.0:1767384306.172194:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294894087 00000100:00000010:0.0:1767384306.172196:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009236b51. 00000100:00000001:3.0:1767384306.172199:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294894083 00000100:00000001:0.0:1767384306.172200:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384306.172205:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384306.172206:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294894087 00000100:00000001:0.0:1767384306.172209:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.172211:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384306.172213:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.172216:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.172218:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.172220:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.172225:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.172232:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384306.172233:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384306.172237:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384306.172237:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384306.172243:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.172244:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.172246:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384306.172247:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384306.172250:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172250:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.172253:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172254:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172267:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.172268:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384306.172270:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384306.172275:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384306.172275:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384306.172279:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732505984 02000000:00000001:3.0:1767384306.172283:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384306.172284:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384306.172286:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384306.172287:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.172289:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.172291:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384306.172294:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.172294:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384306.172298:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.172300:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732505984 00000100:00100000:0.0:1767384306.172303:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e2c1afad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732506112:0@lo:13: 00000020:00000001:3.0:1767384306.172305:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384306.172307:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767384306.172308:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 02000000:00000001:0.0:1767384306.172310:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384306.172311:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384306.172312:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384306.172315:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 02000000:00000001:0.0:1767384306.172315:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384306.172319:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 02000000:00000010:0.0:1767384306.172320:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008e320f90. 00000020:00000001:3.0:1767384306.172321:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 02000000:00000001:0.0:1767384306.172324:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.172327:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384306.172328:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018481046. 00000020:00000010:3.0:1767384306.172332:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000720d8a7e. 00000400:00000010:0.0:1767384306.172333:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000100:00000001:3.0:1767384306.172335:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384306.172337:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732506112, portal 4 00000020:00000010:3.0:1767384306.172339:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000720d8a7e. 00000100:00000001:0.0:1767384306.172340:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384306.172341:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659226752 : -119698050324864 : ffff9322a03ae680) 00000100:00000040:0.0:1767384306.172344:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.172352:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384306.172354:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4ffbfe9. 00000100:00000040:0.0:1767384306.172355:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384306.172360:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010aae35b. 00000020:00000010:3.0:1767384306.172361:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000048b7162b. 00000100:00000200:0.0:1767384306.172362:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732506112, offset 0 00000020:00000010:3.0:1767384306.172367:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001187ccd5. 00000400:00000200:0.0:1767384306.172375:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384306.172376:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384306.172380:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384306.172381:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384306.172384:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384306.172389:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384306.172390:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d203000 00000400:00000200:0.0:1767384306.172398:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 672 00000100:00000001:3.0:1767384306.172401:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1767384306.172402:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384306.172407:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1767384306.172407:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384306.172410:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384306.172412:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384306.172413:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384306.172419:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad3f5235. 00000100:00000040:0.0:1767384306.172421:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000ad3f5235 x1853236732506112 msgsize 224 00000100:00100000:0.0:1767384306.172423:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384306.172426:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.172433:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384306.172437:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010aae35b 00000400:00000010:0.0:1767384306.172439:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010aae35b. 00000100:00000001:3.0:1767384306.172441:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384306.172442:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384306.172447:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384306.172447:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384306.172456:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767384306.172458:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384306.172461:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00000040:0.0:1767384306.172463:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.172464:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208702208 : -119698500849408 : ffff932285607100) 00000100:00000040:3.0:1767384306.172473:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000309dd0fe x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.172473:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172507:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384306.172512:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.172514:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384306.172516:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6445 usecs (7 jiffies) 00000020:00000010:3.0:1767384306.172518:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000720d8a7e. 00000100:00000001:0.0:1767384306.172521:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294894088 00000100:00000001:3.0:1767384306.172522:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384306.172528:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000720d8a7e. 00000100:00000001:0.0:1767384306.172532:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294894087 00000100:00100000:3.0:1767384306.172536:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000309dd0fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236732505984:12345-0@lo:400: 00000100:00000001:0.0:1767384306.172541:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294894088 00000100:00000200:3.0:1767384306.172542:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732505984 00000020:00000001:3.0:1767384306.172549:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384306.172550:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294894087 00000020:00000001:3.0:1767384306.172555:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384306.172558:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294894088 00000020:00000001:3.0:1767384306.172560:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172564:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294894087 00000020:00000001:3.0:1767384306.172565:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384306.172568:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00000001:0.0:1767384306.172571:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294894088 00000020:00000001:3.0:1767384306.172575:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384306.172578:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384306.172582:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384306.172585:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384306.172587:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294894087 00000100:00000001:0.0:1767384306.172592:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384306.172596:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172597:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.172602:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384306.172603:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172607:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.172609:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384306.172612:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384306.172613:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384306.172615:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384306.172618:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.172619:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384306.172620:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003fce2795. 00000100:00000001:0.0:1767384306.172620:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384306.172624:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:3.0:1767384306.172625:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172627:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.172631:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172631:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384306.172634:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384306.172637:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172638:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.172640:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384306.172642:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:3.0:1767384306.172644:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732505984 00000100:00000040:0.0:1767384306.172647:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384306.172651:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384306.172656:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384306.172657:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384306.172659:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000309dd0fe x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384306.172660:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384306.172663:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384306.172668:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384306.172674:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004277b534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236732506240:0@lo:400: 00000100:00000001:0.0:1767384306.172679:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384306.172681:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384306.172681:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384306.172684:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.172686:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.172686:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384306.172690:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b227e292. 00000100:00001000:3.0:1767384306.172694:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=21 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384306.172694:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384306.172697:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005e10d51. 00000100:00000001:3.0:1767384306.172703:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384306.172703:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010aae35b. 00000100:00000200:0.0:1767384306.172708:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732506240, portal 10 00000100:00000040:3.0:1767384306.172710:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384306.172711:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384306.172715:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:0.0:1767384306.172720:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208704000 : -119698500847616 : ffff932285607800) 02000000:00000001:3.0:1767384306.172721:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384306.172725:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.172727:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.172731:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384306.172736:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384306.172739:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384306.172741:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384306.172745:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c799fdb5. 00000400:00000010:0.0:1767384306.172745:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000100:00000200:0.0:1767384306.172751:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732506240, offset 0 00000100:00000200:3.0:1767384306.172753:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732505984, offset 224 00000400:00000200:0.0:1767384306.172757:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384306.172765:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384306.172767:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384306.172781:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384306.172781:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d203080 00000400:00000200:0.0:1767384306.172790:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000400:00000200:3.0:1767384306.172795:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d202f80 00000400:00000200:0.0:1767384306.172798:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384306.172804:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1415 [1] + 224 00000400:00000200:0.0:1767384306.172807:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384306.172813:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384306.172814:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384306.172818:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384306.172822:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384306.172825:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dadd5852. 00000100:00000001:3.0:1767384306.172828:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384306.172829:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000dadd5852 x1853236732506240 msgsize 224 00000100:00000200:3.0:1767384306.172835:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384306.172840:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384306.172852:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.172856:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384306.172863:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00000400:00000010:0.0:1767384306.172867:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000100:00000001:0.0:1767384306.172871:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384306.172876:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.172877:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384306.172885:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c799fdb5 00000100:00000001:0.0:1767384306.172887:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384306.172889:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c799fdb5. 00000100:00000040:0.0:1767384306.172893:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.172894:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384306.172898:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384306.172904:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172905:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172910:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384306.172911:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384306.172916:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384306.172917:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.172919:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.172920:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3038 usecs (4 jiffies) 00000020:00000001:3.0:1767384306.172925:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384306.172925:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294894085 00000100:00000001:0.0:1767384306.172929:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294894088 00000100:00000040:3.0:1767384306.172933:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000309dd0fe x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.172940:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294894085 00000100:00000001:0.0:1767384306.172945:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294894088 00000100:00000001:0.0:1767384306.172949:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294894085 00000100:00000001:0.0:1767384306.172953:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294894088 00000100:00100000:3.0:1767384306.172957:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000309dd0fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236732505984:12345-0@lo:400: Request processed in 439us (934us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384306.172957:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294894085 00000100:00000001:0.0:1767384306.172959:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294894088 00000100:00000001:0.0:1767384306.172963:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384306.172968:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172972:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.172975:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.172976:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384306.172981:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000001:3.0:1767384306.172984:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384306.172985:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.172986:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384306.172988:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384306.172993:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000048b7162b. 00000020:00000010:3.0:1767384306.172998:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001187ccd5. 00000100:00000001:0.0:1767384306.173014:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384306.173017:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4ffbfe9. 00000100:00100000:0.0:1767384306.173018:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732505856 02000000:00000001:0.0:1767384306.173021:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384306.173023:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384306.173025:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384306.173026:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 02000000:00000001:0.0:1767384306.173028:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.173031:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384306.173032:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732505856 00000020:00000001:0.0:1767384306.173035:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384306.173037:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:0.0:1767384306.173039:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384306.173040:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000020:00000001:0.0:1767384306.173042:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:0.0:1767384306.173044:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:3.0:1767384306.173046:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384306.173047:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384306.173049:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732506240 00000020:00000010:0.0:1767384306.173052:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005472f131. 02000000:00000001:3.0:1767384306.173053:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384306.173056:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384306.173057:0:17556:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002d266d3c. 00000100:00000001:3.0:1767384306.173059:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384306.173063:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 02000000:00000001:3.0:1767384306.173064:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.173070:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732506240 00000020:00000001:3.0:1767384306.173073:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384306.173075:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000020:00000001:3.0:1767384306.173077:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384306.173077:0:17556:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384306.173082:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003523c018. 00000020:00000010:0.0:1767384306.173086:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a49dd3a. 00000020:00000040:3.0:1767384306.173087:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000020:00000001:3.0:1767384306.173091:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000001:3.0:1767384306.173096:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000010:0.0:1767384306.173098:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ce24cf62. 00000100:00000001:3.0:1767384306.173102:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384306.173107:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000720d8a7e. 00000100:00000040:0.0:1767384306.173108:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384306.173112:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384306.173113:0:16813:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000af144e78. 00000100:00000001:0.0:1767384306.173114:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384306.173117:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384306.173122:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:0.0:1767384306.173123:0:17556:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384306.173127:0:17556:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384306.173130:0:16813:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384306.173130:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384306.173137:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4ffbfe9. 00000100:00000001:0.0:1767384306.173142:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384306.173144:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000048b7162b. 00000020:00000010:3.0:1767384306.173150:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001187ccd5. 00000100:00000001:0.0:1767384306.173152:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384306.173155:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384306.173158:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:0.0:1767384306.173159:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384306.173164:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384306.173165:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:3.0:1767384306.173169:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384306.173169:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659219584 : -119698050332032 : ffff9322a03aca80) 00000100:00000001:3.0:1767384306.173173:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384306.173176:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4d8d3aa x1853236732505856/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.173180:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384306.173184:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384306.173185:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384306.173188:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384306.173188:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cbd6529. 00000100:00000001:0.0:1767384306.173192:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384306.173194:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cbd6529. 00000100:00100000:0.0:1767384306.173197:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4d8d3aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732505856:12345-0@lo:400: 00000100:00000001:3.0:1767384306.173198:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384306.173201:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732505856 00000020:00000001:0.0:1767384306.173204:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384306.173207:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384306.173208:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.173210:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384306.173212:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00000001:3.0:1767384306.173213:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384306.173214:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384306.173218:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384306.173219:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384306.173223:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384306.173224:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384306.173228:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000001:0.0:1767384306.173228:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.173233:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000020:00000001:0.0:1767384306.173233:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384306.173236:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659231232 : -119698050320384 : ffff9322a03af800) 00000100:00000040:3.0:1767384306.173241:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dadd5852 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.173242:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384306.173245:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384306.173250:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384306.173250:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000097b12895. 02000000:00000001:0.0:1767384306.173254:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384306.173255:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1641f11. 00000100:00000001:0.0:1767384306.173256:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.173260:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.173261:0:16813:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384306.173263:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732505856 00000020:00000010:3.0:1767384306.173265:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1641f11. 00010000:00000001:0.0:1767384306.173267:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384306.173271:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dadd5852 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236732506240:12345-0@lo:400: 00010000:00000200:0.0:1767384306.173272:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4d8d3aa x1853236732505856/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384306.173276:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732506240 00010000:00000001:0.0:1767384306.173280:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384306.173281:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384306.173286:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=16 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384306.173287:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384306.173290:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384306.173291:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384306.173294:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.173294:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000020:00000001:3.0:1767384306.173298:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384306.173298:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000001:3.0:1767384306.173302:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 02000000:00000001:0.0:1767384306.173302:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384306.173305:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.173306:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384306.173309:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384306.173310:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384306.173313:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384306.173314:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384306.173316:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384306.173318:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384306.173319:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000020:00000001:3.0:1767384306.173320:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1767384306.173323:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732505856, offset 224 00000100:00000001:3.0:1767384306.173324:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384306.173328:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384306.173330:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384306.173331:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000dff8c6e. 02000000:00000001:3.0:1767384306.173334:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.173337:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.173340:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384306.173342:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1767384306.173343:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732506240 00010000:00000001:3.0:1767384306.173346:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384306.173352:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dadd5852 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384306.173353:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d202f00 00000400:00000200:0.0:1767384306.173362:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1411 [1] + 224 00010000:00000001:3.0:1767384306.173363:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384306.173366:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384306.173368:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767384306.173369:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384306.173374:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384306.173374:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384306.173379:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000100:00000001:0.0:1767384306.173381:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384306.173382:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384306.173385:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384306.173387:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384306.173388:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.173390:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384306.173396:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384306.173399:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384306.173400:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c799fdb5. 00000100:00000200:3.0:1767384306.173405:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732506240, offset 224 00000400:00000200:3.0:1767384306.173414:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384306.173416:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384306.173419:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384306.173428:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d203080 00000400:00000200:0.0:1767384306.173429:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00000400:00000010:0.0:1767384306.173431:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000100:00000001:0.0:1767384306.173433:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384306.173435:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384306.173440:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.173441:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1429 [1] + 224 00000100:00000040:0.0:1767384306.173445:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000400:00000200:3.0:1767384306.173448:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384306.173448:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384306.173451:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.173455:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384306.173456:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384306.173462:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384306.173462:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4d8d3aa x1853236732505856/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384306.173468:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384306.173475:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4d8d3aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732505856:12345-0@lo:400: Request processed in 287us (1440us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384306.173504:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384306.173504:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384306.173509:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:0.0:1767384306.173514:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384306.173517:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384306.173521:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a49dd3a. 00000100:00000001:3.0:1767384306.173524:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384306.173525:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ce24cf62. 00000020:00000010:0.0:1767384306.173530:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003523c018. 00000400:00000200:3.0:1767384306.173532:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c799fdb5 00000020:00000040:0.0:1767384306.173534:0:17556:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000400:00000010:3.0:1767384306.173535:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c799fdb5. 00000100:00000001:0.0:1767384306.173539:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.173541:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384306.173543:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384306.173548:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.173551:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384306.173553:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384306.173555:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.173557:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384306.173560:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dadd5852 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.173565:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384306.173569:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dadd5852 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236732506240:12345-0@lo:400: Request processed in 316us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384306.173569:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732506112 02000000:00000001:0.0:1767384306.173573:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384306.173576:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384306.173578:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.173581:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 02000000:00000001:0.0:1767384306.173583:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.173585:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000100:00100000:0.0:1767384306.173587:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732506112 00000100:00000001:3.0:1767384306.173588:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384306.173589:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384306.173591:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384306.173592:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000010:3.0:1767384306.173595:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000048b7162b. 00000020:00000001:0.0:1767384306.173595:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384306.173596:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000020:00000001:0.0:1767384306.173600:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000010:3.0:1767384306.173602:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001187ccd5. 00000020:00000001:0.0:1767384306.173602:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000010:3.0:1767384306.173606:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4ffbfe9. 00000020:00000040:3.0:1767384306.173612:0:16813:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000100:00000001:0.0:1767384306.173613:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384306.173615:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384306.173617:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cbd6529. 00000100:00000001:0.0:1767384306.173621:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384306.173624:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cbd6529. 00000020:00000010:0.0:1767384306.173629:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003523c018. 00000020:00000010:0.0:1767384306.173632:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a49dd3a. 00000020:00000010:0.0:1767384306.173635:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ce24cf62. 00000100:00000040:0.0:1767384306.173644:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384306.173646:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.173646:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384306.173648:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384306.173649:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.173653:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.173654:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384306.173660:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384306.173662:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384306.173663:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e07a0. 00000100:00000001:0.0:1767384306.173663:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384306.173668:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000400:00000010:3.0:1767384306.173670:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000100:00000001:3.0:1767384306.173673:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384306.173674:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384306.173677:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.173678:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384306.173685:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384306.173690:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000200:3.0:1767384306.173694:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.173694:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659220480 : -119698050331136 : ffff9322a03ace00) 00000100:00000040:0.0:1767384306.173702:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ad3f5235 x1853236732506112/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.173706:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384306.173709:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.173714:0:16149:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384306.173715:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384306.173717:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384306.173719:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384306.173719:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cbd6529. 00000100:00000001:3.0:1767384306.173722:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.173723:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384306.173725:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384306.173726:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cbd6529. 00000100:00001000:3.0:1767384306.173730:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=21 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384306.173731:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ad3f5235 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732506112:12345-0@lo:13: 00000100:00001000:3.0:1767384306.173738:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=21 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384306.173738:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732506112 00000020:00000001:0.0:1767384306.173742:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384306.173743:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384306.173745:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384306.173746:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.173747:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.173750:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384306.173750:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384306.173753:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00010000:00080000:3.0:1767384306.173755:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384306.173757:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1767384306.173761:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.173766:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.173767:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384306.173769:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:0.0:1767384306.173770:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384306.173772:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767384306.173773:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384306.173774:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.173776:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.173779:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.173781:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384306.173784:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384306.173787:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384306.173788:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000032be78f4. 00000100:00000001:3.0:1767384306.173791:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384306.173792:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.173793:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.173795:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384306.173799:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767384306.173805:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384306.173806:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384306.173811:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00100000:3.0:1767384306.173813:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef08b9d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236732505984:0@lo:400: 00080000:00000001:0.0:1767384306.173817:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384306.173818:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.173821:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384306.173822:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef08b9d8 x1853236732505984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.173826:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384306.173828:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384306.173830:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7710a93. 02000000:00000001:3.0:1767384306.173833:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000001:0.0:1767384306.173834:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.173835:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384306.173838:0:16149:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384306.173840:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384306.173841:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384306.173845:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009baef9f1. 00002000:00000024:0.0:1767384306.173845:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 02000000:00000001:3.0:1767384306.173849:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000020:0.0:1767384306.173850:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:3.0:1767384306.173851:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000020:0.0:1767384306.173854:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00000100:00000010:3.0:1767384306.173855:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef08b9d8. 00000100:00000001:3.0:1767384306.173860:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00002000:00000020:0.0:1767384306.173861:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:3.0:1767384306.173862:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.173865:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1767384306.173865:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384306.173870:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:0.0:1767384306.173870:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384306.173872:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384306.173873:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.173875:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:0.0:1767384306.173877:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.173878:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384306.173880:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732506112 00010000:00000001:0.0:1767384306.173883:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384306.173886:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ad3f5235 x1853236732506112/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.173891:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384306.173893:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384306.173894:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384306.173896:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384306.173898:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384306.173899:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384306.173901:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384306.173902:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.173910:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384306.173912:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384306.173916:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000100:00000200:0.0:1767384306.173919:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732506112, offset 224 00000400:00000200:0.0:1767384306.173924:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384306.173933:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384306.173941:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d203000 00000400:00000200:0.0:1767384306.173946:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1421 [1] + 224 00000400:00000200:0.0:1767384306.173950:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384306.173954:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384306.173958:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384306.173963:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384306.173972:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.173980:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384306.173984:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00000400:00000010:0.0:1767384306.173986:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000100:00000001:0.0:1767384306.173988:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384306.173990:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384306.173993:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.173996:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00080000:2.0:1767384306.173997:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:0.0:1767384306.173999:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384306.174014:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.174016:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1767384306.174018:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000040:0.0:1767384306.174021:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad3f5235 x1853236732506112/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384306.174026:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384306.174030:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00100000:0.0:1767384306.174037:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ad3f5235 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732506112:12345-0@lo:13: Request processed in 321us (1615us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384306.174046:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384306.174049:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:0.0:1767384306.174052:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384306.174054:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384306.174065:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a49dd3a. 00000100:00000001:2.0:1767384306.174066:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.174070:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384306.174070:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ce24cf62. 00000400:00000001:2.0:1767384306.174073:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384306.174075:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003523c018. 00000400:00000001:2.0:1767384306.174076:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384306.174078:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027867e31. 00000400:00000200:2.0:1767384306.174083:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139cbb3f 00000020:00000040:0.0:1767384306.174083:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000400:00000010:2.0:1767384306.174087:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000139cbb3f. 00000100:00000001:0.0:1767384306.174089:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.174091:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384306.174097:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384306.174106:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.174110:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.174112:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384306.174113:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384306.174117:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.174120:0:16148:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:0.0:1767384306.174120:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384306.174123:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1767384306.174125:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384306.174126:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384306.174129:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384306.174130:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005e10d51. 02000000:00000001:2.0:1767384306.174131:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384306.174137:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010aae35b 00000100:00001000:2.0:1767384306.174138:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=16 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384306.174142:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010aae35b. 00000100:00001000:2.0:1767384306.174143:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384306.174148:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384306.174150:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.174150:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384306.174154:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384306.174160:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384306.174160:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384306.174177:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384306.174184:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.174186:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384306.174189:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384306.174193:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384306.174196:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.174202:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384306.174203:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.174205:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.174210:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384306.174213:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384306.174216:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384306.174217:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384306.174220:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.174221:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384306.174223:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.174224:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384306.174231:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384306.174232:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384306.174239:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384306.174244:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384306.174247:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384306.174248:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b5dd33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732505856:0@lo:400: 00010000:00000001:0.0:1767384306.174249:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384306.174256:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384306.174256:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.174260:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.174266:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b5dd33f x1853236732505856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.174266:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.174272:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384306.174275:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384306.174277:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384306.174277:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767384306.174280:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384306.174282:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006251004. 02000000:00000001:2.0:1767384306.174285:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384306.174287:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384306.174287:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384306.174290:0:16148:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384306.174293:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384306.174295:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384306.174296:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006624f7ee. 02000000:00000001:2.0:1767384306.174302:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384306.174305:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384306.174307:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b5dd33f. 00000100:00000001:0.0:1767384306.174309:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.174312:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384306.174312:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384306.174313:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.174315:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384306.174318:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.174319:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.174326:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384306.174328:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384306.174329:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004277b534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236732506240:0@lo:400: 00000100:00000001:2.0:1767384306.174333:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.174336:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384306.174337:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384306.174340:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384306.174341:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018481046. 00000400:00000200:0.0:1767384306.174346:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000400:00000010:0.0:1767384306.174349:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000100:00000001:0.0:1767384306.174352:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384306.174354:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384306.174359:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.174364:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384306.174365:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.174367:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384306.174367:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384306.174368:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384306.174369:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.174370:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384306.174372:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384306.174374:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384306.174375:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384306.174376:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.174378:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384306.174381:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.174394:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.174396:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384306.174398:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384306.174399:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384306.174400:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.174403:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.174407:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384306.174408:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384306.174409:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384306.174411:0:16146:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384306.174414:0:16146:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384306.174416:0:16146:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384306.174421:0:16146:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384306.174424:0:16146:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.174427:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384306.174432:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e2c1afad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732506112:0@lo:13: 00000100:00000001:0.0:1767384306.174435:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.174437:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384306.174439:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004277b534 x1853236732506240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.174442:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384306.174443:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384306.174445:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b227e292. 02000000:00000001:0.0:1767384306.174446:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384306.174447:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384306.174448:0:16146:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384306.174450:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384306.174456:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008af84f3f. 02000000:00000001:0.0:1767384306.174458:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384306.174459:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384306.174459:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004277b534. 00000100:00000001:0.0:1767384306.174462:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384306.174463:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.174464:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384306.174466:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e2c1afad x1853236732506112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.174470:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384306.174471:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384306.174472:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008e320f90. 02000000:00000001:0.0:1767384306.174474:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384306.174475:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384306.174476:0:16146:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384306.174496:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384306.174497:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c0919da7. 02000000:00000001:0.0:1767384306.174501:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384306.174502:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384306.174503:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2c1afad. 00000100:00000001:0.0:1767384306.174506:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384306.174507:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.174509:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.174513:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384306.174514:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.174516:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.174518:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.180525:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294894088, at 4294894089 00000100:00000010:2.0:1767384306.180534:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc2dc6b2. 00000100:00000040:3.0:1767384306.180550:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294894088, at 4294894089 00000100:00000010:3.0:1767384306.180557:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009236b51. 00000100:00000040:0.0:1767384306.181525:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294894088, at 4294894090 00000100:00000010:0.0:1767384306.181533:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc4a4611. 10000000:00000001:2.0:1767384306.747534:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384306.747541:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:2.0:1767384306.747549:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384306.747552:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384306.747553:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384306.747554:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384306.747556:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384306.747558:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384306.747560:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 21 10000000:00000001:2.0:1767384306.747563:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384306.747564:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384306.747572:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c719fed2. 00000020:00000040:2.0:1767384306.747576:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384306.747580:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384306.747584:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384306.747588:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384306.747595:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0a0c6bc. 00000100:00000001:2.0:1767384306.747601:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.747605:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384306.747608:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384306.747616:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003dfb5041. 00010000:00000001:2.0:1767384306.747620:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384306.747624:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a30a8694. 00000020:00000001:2.0:1767384306.747628:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384306.747630:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a30a8694 with handle 0xf83434fd52e6d993 to hash 00000020:00000001:2.0:1767384306.747631:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384306.747633:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515164160 : -119698194387456 : ffff932297a4ae00) 00010000:00000001:2.0:1767384306.747635:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515164160 : -119698194387456 : ffff932297a4ae00) 00010000:00000001:2.0:1767384306.747639:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384306.747641:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384306.747643:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 00000000a30a8694/0xf83434fd52e6d993 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384306.747662:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 00000000a30a8694/0xf83434fd52e6d993 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384306.747671:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 00000000a30a8694/0xf83434fd52e6d993 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384306.747675:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384306.747677:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384306.747683:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002492edec. 00000100:00000001:2.0:1767384306.747685:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370899241216 : -119702810310400 : ffff932184834900) 00000100:00000001:2.0:1767384306.747687:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384306.747689:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000001:2.0:1767384306.747694:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384306.747695:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.747697:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384306.747699:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384306.747708:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c719fed2 x1853236732506368/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.747716:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384306.747717:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.747721:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384306.747723:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384306.747725:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384306.747727:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732506368:0@lo:101: 00000100:00000001:2.0:1767384306.747731:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384306.747738:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384306.747740:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.747743:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384306.747747:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006ae0519a. 02000000:00000001:2.0:1767384306.747748:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384306.747755:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c70c23d. 00000400:00000010:2.0:1767384306.747761:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000100:00000200:2.0:1767384306.747772:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732506368, portal 25 00000100:00000001:2.0:1767384306.747774:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384306.747775:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000040:2.0:1767384306.747779:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c719fed2 x1853236732506368/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384322 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.747785:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384306.747787:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384306.747790:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000179b793c. 00000100:00000200:2.0:1767384306.747791:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732506368, offset 0 00000400:00000200:2.0:1767384306.747797:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384306.747811:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384306.747823:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d203100 00000400:00000200:2.0:1767384306.747828:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x945 [2] + 0 00000400:00000010:2.0:1767384306.747832:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8873d85. 00000400:00000200:2.0:1767384306.747835:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8940ae0 00000400:00000200:2.0:1767384306.747841:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.747845:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384306.747849:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8940ae0 00000400:00000010:2.0:1767384306.747851:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8940ae0. 00000100:00000001:2.0:1767384306.747856:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384306.747858:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384306.747861:0:16780:0:(events.c:337:request_in_callback()) incoming req@00000000c6af0497 x1853236732506368 msgsize 328 00000100:00100000:2.0:1767384306.747864:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384306.747865:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384306.747877:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384306.747883:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000179b793c 00000400:00000010:2.0:1767384306.747884:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000179b793c. 00000100:00000001:2.0:1767384306.747888:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384306.747890:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c719fed2 x1853236732506368/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384322 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.747897:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.747900:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c719fed2 x1853236732506368/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384322 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.747905:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.747912:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384306.747918:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.747922:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294894666 00000100:00000010:2.0:1767384306.747925:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022bf2b2f. 00000100:00000001:2.0:1767384306.747931:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384306.747933:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384306.747937:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294894666 00000100:00100000:0.0:1767384306.747939:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732506368 00000100:00000010:2.0:1767384306.747941:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000070c040f2. 02000000:00000001:0.0:1767384306.747943:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384306.747945:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384306.747947:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384306.747950:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294894666 00000100:00000001:0.0:1767384306.747952:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384306.747954:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa8fe8a3. 00000100:00000001:2.0:1767384306.747957:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1767384306.747958:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.747959:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294894666 00000100:00000010:2.0:1767384306.747964:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3036394. 00000100:00100000:0.0:1767384306.747965:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732506368 00000100:00000001:2.0:1767384306.747966:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384306.747970:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384306.747970:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384306.747973:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.747975:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384306.747976:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384306.747978:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 000000002492edec going to sleep for 11 seconds 00000100:00000001:2.0:1767384306.747981:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384306.747982:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:2.0:1767384306.747984:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.747988:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384306.748008:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:0.0:1767384306.748012:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384306.748015:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384306.748021:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384306.748026:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000913357c. 00000100:00000001:0.0:1767384306.748028:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384306.748032:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000913357c. 00000020:00000010:0.0:1767384306.748039:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079245c0b. 00000020:00000010:0.0:1767384306.748046:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032662835. 00000020:00000010:0.0:1767384306.748052:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ce24cf62. 00000100:00000040:0.0:1767384306.748062:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384306.748066:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384306.748068:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384306.748070:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.748079:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.748094:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.748107:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384306.748109:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384306.748114:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384306.748115:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000001:2.0:1767384306.748117:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384306.748122:0:16775:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384306.748122:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384306.748128:0:16775:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.748128:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141344848 : -119697568206768 : ffff9322bcf77050) 00000100:00000040:0.0:1767384306.748136:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6af0497 x1853236732506368/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:287/0 lens 328/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.748147:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384306.748150:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000913357c. 00000100:00000001:0.0:1767384306.748152:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384306.748154:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000913357c. 00000100:00100000:0.0:1767384306.748158:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6af0497 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16780:x1853236732506368:12345-0@lo:101: 00000100:00000200:0.0:1767384306.748162:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732506368 00000020:00000001:0.0:1767384306.748166:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384306.748176:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384306.748179:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.748181:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384306.748184:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:0.0:1767384306.748187:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384306.748189:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384306.748192:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384306.748194:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384306.748197:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.748200:0:16777:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384306.748203:0:16777:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384306.748205:0:16777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384306.748207:0:16777:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384306.748209:0:16777:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.748216:0:16777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384306.748222:0:16777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000045d672b1. 00010000:00000001:0.0:1767384306.748225:0:16777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384306.748229:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000301d2d36. 00000020:00000001:0.0:1767384306.748232:0:16777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384306.748234:0:16777:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000301d2d36 with handle 0xf83434fd52e6d99a to hash 00000020:00000001:0.0:1767384306.748237:0:16777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384306.748238:0:16777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013111808 : -119697696439808 : ffff9322b552c200) 00010000:00000001:0.0:1767384306.748241:0:16777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013111808 : -119697696439808 : ffff9322b552c200) 00010000:00010000:0.0:1767384306.748244:0:16777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000301d2d36/0xf83434fd52e6d99a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf83434fd52e6d993 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384306.748252:0:16777:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e25b4a2c : new locks_count 10 00000020:00000040:0.0:1767384306.748255:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:0.0:1767384306.748262:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384306.748265:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384306.748271:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c7f9f936. 02000000:00000001:0.0:1767384306.748273:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.748275:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.748278:0:16777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384306.748282:0:16777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384306.748291:0:16777:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384306.748293:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384306.748295:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384306.748298:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384306.748299:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384306.748302:0:16777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384306.748304:0:16777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384306.748306:0:16777:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384306.748307:0:16777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384306.748309:0:16777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000045d672b1) refcount = 1 00010000:00010000:0.0:1767384306.748314:0:16777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000301d2d36/0xf83434fd52e6d99a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf83434fd52e6d993 expref: 15 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384306.748321:0:16777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384306.748324:0:16777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384306.748325:0:16777:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384306.748327:0:16777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.748329:0:16777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384306.748334:0:16777:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384306.748336:0:16777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000301d2d36/0xf83434fd52e6d99a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d993 expref: 15 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384306.748344:0:16777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384306.748348:0:16777:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384306.748350:0:16777:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384306.748353:0:16777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.748355:0:16777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384306.748357:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384306.748359:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384306.748360:0:16777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000301d2d36, rc 0) 00000020:00000001:0.0:1767384306.748363:0:16777:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384306.748366:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732506368 00010000:00000001:0.0:1767384306.748369:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384306.748374:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c6af0497 x1853236732506368/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:287/0 lens 328/344 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.748383:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384306.748392:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384306.748396:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384306.748402:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384306.748405:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384306.748407:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384306.748411:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384306.748413:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.748416:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384306.748418:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384306.748422:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000100:00000200:0.0:1767384306.748425:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732506368, offset 224 00000400:00000200:0.0:1767384306.748431:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384306.748437:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384306.748445:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d203100 00000400:00000200:0.0:1767384306.748450:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1441 [1] + 224 00000400:00000200:0.0:1767384306.748455:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384306.748458:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384306.748462:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384306.748466:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c719fed2 x1853236732506368/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384306.748502:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000c719fed2 x1853236732506368/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384322 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.748518:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384306.748526:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000100:00000001:2.0:1767384306.748528:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384306.748529:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000100:00000001:0.0:1767384306.748534:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384306.748535:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384306.748537:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384306.748539:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384306.748543:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c70c23d. 00000100:00000001:0.0:1767384306.748544:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.748550:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000100:00000040:0.0:1767384306.748550:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:2.0:1767384306.748555:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00010000:00000001:0.0:1767384306.748556:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384306.748559:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384306.748560:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384306.748564:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c719fed2 x1853236732506368/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384322 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384306.748565:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384306.748572:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6af0497 x1853236732506368/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:287/0 lens 328/344 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384306.748600:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c719fed2 x1853236732506368/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384322 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.748612:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384306.748614:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.748619:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384306.748623:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384306.748624:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384306.748627:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384306.748628:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6af0497 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732506368:12345-0@lo:101: Request processed in 477us (761us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384306.748629:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384306.748634:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384306.748638:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384306.748643:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767384306.748643:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000001:2.0:1767384306.748646:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.748650:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384306.748650:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00010000:00000001:2.0:1767384306.748653:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.748655:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.748655:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384306.748660:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384306.748662:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c719fed2 x1853236732506368/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384322 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384306.748666:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032662835. 00000100:00000001:2.0:1767384306.748667:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.748672:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384306.748673:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ce24cf62. 00000100:00000001:2.0:1767384306.748674:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384306.748679:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c719fed2 x1853236732506368/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384322 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384306.748681:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079245c0b. 00000100:00100000:2.0:1767384306.748688:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732506368:0@lo:101: 00000020:00000040:0.0:1767384306.748690:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:2.0:1767384306.748692:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.748696:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.748698:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:0.0:1767384306.748698:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384306.748701:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384306.748703:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c7f9f936. 00000100:00000040:2.0:1767384306.748704:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c719fed2 x1853236732506368/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384322 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384306.748709:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384306.748712:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.748714:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384306.748715:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002492edec. 00000100:00000200:0.0:1767384306.748721:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384306.748723:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384306.748726:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.748728:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000010:0.0:1767384306.748728:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018481046. 00010000:00000001:2.0:1767384306.748733:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384306.748735:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384306.748737:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a30a8694 refcount=4 00000400:00000010:0.0:1767384306.748737:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ceecc5b. 00000020:00000001:2.0:1767384306.748742:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515164160 : -119698194387456 : ffff932297a4ae00) 00010000:00000001:2.0:1767384306.748744:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515164160 : -119698194387456 : ffff932297a4ae00) 00010000:00000040:2.0:1767384306.748748:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000a30a8694, remote cookie: 0xf83434fd52e6d99a, flags: 0x0 00010000:00000001:2.0:1767384306.748750:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384306.748752:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384306.748753:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384306.748755:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384306.748756:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384306.748757:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003dfb5041) refcount = 1 00010000:00010000:2.0:1767384306.748760:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 00000000a30a8694/0xf83434fd52e6d993 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d99a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.748764:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384306.748765:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384306.748766:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384306.748768:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384306.748770:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384306.748772:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 00000000a30a8694/0xf83434fd52e6d993 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d99a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.748775:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384306.748776:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384306.748778:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384306.748778:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384306.748779:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384306.748781:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.748782:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.748784:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c719fed2 x1853236732506368/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384322 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.748788:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384306.748795:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384306.748798:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006ae0519a. 02000000:00000001:2.0:1767384306.748801:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384306.748802:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384306.748803:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384306.748805:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384306.748807:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f0a0c6bc. 02000000:00000001:2.0:1767384306.748810:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384306.748811:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384306.748812:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c719fed2. 00000100:00000001:2.0:1767384306.748815:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384306.748816:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384306.748817:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384306.748819:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384306.748820:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:2.0:1767384306.748821:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.748823:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384306.748824:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384306.748825:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a30a8694 refcount=3 00000020:00000001:2.0:1767384306.748826:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515164160 : -119698194387456 : ffff932297a4ae00) 00010000:00000001:2.0:1767384306.748827:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515164160 : -119698194387456 : ffff932297a4ae00) 00010000:00000001:2.0:1767384306.748829:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384306.748830:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384306.748831:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384306.748831:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384306.748833:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384306.748836:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000000f0b1d13. 00000100:00000010:2.0:1767384306.748851:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c719fed2. 00000020:00000040:2.0:1767384306.748853:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384306.748855:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384306.748856:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384306.748858:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384306.748860:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0a0c6bc. 00000100:00000001:2.0:1767384306.748862:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.748865:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384306.748867:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006ae0519a. 00000100:00000010:2.0:1767384306.748869:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000f1e46827. 00000020:00000040:2.0:1767384306.748876:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384306.748880:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384306.748881:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384306.748883:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002492edec. 00000100:00000001:2.0:1767384306.748885:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370899241216 : -119702810310400 : ffff932184834900) 00000100:00000001:2.0:1767384306.748886:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384306.748887:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000001:2.0:1767384306.748890:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384306.748891:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.748892:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384306.748893:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384306.748895:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.748899:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384306.748901:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.748902:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384306.748904:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384306.748905:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384306.748906:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732506496:0@lo:256: 00000100:00000001:2.0:1767384306.748908:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384306.748910:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384306.748911:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.748913:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384306.748916:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c70c23d. 00000400:00000010:2.0:1767384306.748920:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ce8a72cd. 00000100:00000200:2.0:1767384306.748922:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d203180-0x695824d203180, portal 33 00000100:00000001:2.0:1767384306.748925:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.748926:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384306.748928:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ee0ba26. 02000000:00000001:2.0:1767384306.748929:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384306.748931:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e78cdbdc. 00000400:00000010:2.0:1767384306.748934:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000100:00000200:2.0:1767384306.748935:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732506496, portal 25 00000100:00000001:2.0:1767384306.748937:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384306.748943:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000040:2.0:1767384306.748946:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384322 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.748951:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384306.748953:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384306.748954:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000179b793c. 00000100:00000200:2.0:1767384306.748956:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732506496, offset 0 00000400:00000200:2.0:1767384306.748959:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384306.748963:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384306.748968:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d203180 00000400:00000200:2.0:1767384306.748971:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x955 [2] + 0 00000400:00000010:2.0:1767384306.748973:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ba2072. 00000400:00000200:2.0:1767384306.748976:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000034a0e8f 00000400:00000200:2.0:1767384306.748978:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.748981:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384306.748983:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000034a0e8f 00000400:00000010:2.0:1767384306.748984:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000034a0e8f. 00000100:00000001:2.0:1767384306.748987:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384306.748988:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384306.749002:0:16780:0:(events.c:337:request_in_callback()) incoming req@00000000c293c5ec x1853236732506496 msgsize 304 00000100:00100000:2.0:1767384306.749006:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384306.749007:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384306.749015:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384306.749018:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000179b793c 00000400:00000010:2.0:1767384306.749019:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000179b793c. 00000100:00000001:2.0:1767384306.749020:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384306.749022:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384322 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.749028:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.749029:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384322 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.749034:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.749035:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384306.749038:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.749046:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294894667 00000100:00000001:2.0:1767384306.749051:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294894666 00000100:00000001:0.0:1767384306.749052:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384306.749054:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294894667 00000100:00100000:0.0:1767384306.749056:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732506496 00000100:00000001:2.0:1767384306.749058:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294894666 02000000:00000001:0.0:1767384306.749060:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384306.749061:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294894667 00000100:00000001:0.0:1767384306.749063:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384306.749065:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294894666 00000100:00000001:2.0:1767384306.749068:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294894667 00000100:00000001:0.0:1767384306.749068:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.749073:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294894666 02000000:00000001:0.0:1767384306.749075:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.749076:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.749080:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384306.749081:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732506496 00000100:00000001:2.0:1767384306.749082:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384306.749084:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384306.749086:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384306.749087:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 000000002492edec going to sleep for 11 seconds 00000020:00000040:0.0:1767384306.749089:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:2.0:1767384306.749090:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384306.749093:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384306.749094:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384306.749097:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:0.0:1767384306.749101:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384306.749104:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384306.749106:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384306.749109:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000913357c. 00000100:00000001:0.0:1767384306.749118:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384306.749120:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000913357c. 00000020:00000010:0.0:1767384306.749124:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079245c0b. 00000020:00000010:0.0:1767384306.749127:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032662835. 00000020:00000010:0.0:1767384306.749130:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ce24cf62. 00000100:00000040:0.0:1767384306.749135:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384306.749137:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384306.749138:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384306.749140:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.749143:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.749155:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.749163:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384306.749165:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384306.749169:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000040:0.0:1767384306.749172:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384306.749174:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141335632 : -119697568215984 : ffff9322bcf74c50) 00000100:00000040:0.0:1767384306.749179:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c293c5ec x1853236732506496/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:287/0 lens 304/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.749187:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384306.749189:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000913357c. 00000100:00000001:0.0:1767384306.749191:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384306.749193:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000913357c. 00000100:00100000:0.0:1767384306.749197:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c293c5ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732506496:12345-0@lo:256: 00000100:00000200:0.0:1767384306.749201:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732506496 00000020:00000001:0.0:1767384306.749203:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384306.749205:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384306.749207:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.749209:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384306.749211:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:0.0:1767384306.749214:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384306.749215:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384306.749217:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384306.749226:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384306.749228:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.749231:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384306.749233:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384306.749237:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c7f9f936. 02000000:00000001:0.0:1767384306.749239:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.749241:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384306.749244:0:16777:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384306.749249:0:16777:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384306.749253:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384306.749256:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384306.749259:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384306.749262:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384306.749264:0:16777:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384306.749267:0:16777:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000f8c9f63a. 20000000:00000001:0.0:1767384306.749270:0:16777:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384306.749286:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384306.749294:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384306.749300:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384306.749303:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384306.749306:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384306.749308:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384306.749311:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384306.749313:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384306.749315:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384306.749317:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384306.749320:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:01000000:0.0:1767384306.749323:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 244, pages 3852/1/4/3. 20000000:00000040:0.0:1767384306.749330:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384306.749333:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384306.749335:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384306.749338:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384306.749340:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384306.749342:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384306.749345:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384306.749347:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384306.749350:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384306.749353:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384306.749355:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:01000000:0.0:1767384306.749365:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 244, pages 3608/1/4/3. 20000000:01000000:0.0:1767384306.749368:0:16777:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 488, version 26 20000000:00000001:0.0:1767384306.749370:0:16777:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=488 : 488 : 1e8) 00000100:00000001:0.0:1767384306.749373:0:16777:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384306.749378:0:16777:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ed30a23f. 00000100:00000010:0.0:1767384306.749383:0:16777:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009dd25a33. 00000020:00000040:0.0:1767384306.749386:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=16 00010000:00000001:0.0:1767384306.749389:0:16777:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384306.749392:0:16777:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384306.749395:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000400:00000010:0.0:1767384306.749401:0:16777:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a1633b92. 00000400:00000200:0.0:1767384306.749405:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384306.749413:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384306.749419:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 488 into portal 33 MB=0x695824d203180 00000400:00000200:0.0:1767384306.749424:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 488/488 into md 0x1451 [4] + 0 00000400:00000010:0.0:1767384306.749427:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c70c23d. 00000400:00000200:0.0:1767384306.749430:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce8a72cd 00000400:00000200:0.0:1767384306.749433:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384306.749436:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384306.749439:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce8a72cd 00000400:00000010:0.0:1767384306.749440:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ce8a72cd. 00000100:00000001:0.0:1767384306.749444:0:16777:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384306.749445:0:16777:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000c719fed2 desc 000000006ae0519a mbits 1853236732506496 00000100:00000001:0.0:1767384306.749459:0:16777:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384306.749463:0:16777:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384306.749470:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:2.0:1767384306.749471:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384306.749473:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384306.749510:0:16777:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x145d 00000400:00000200:0.0:1767384306.749514:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384306.749519:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384306.749524:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384306.749526:0:16777:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ed30a23f 00000100:00000001:0.0:1767384306.749529:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384306.749535:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000400:00000010:0.0:1767384306.749537:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000100:00000001:0.0:1767384306.749540:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384306.749549:0:16777:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ed30a23f 00000100:00000001:0.0:1767384306.749553:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384306.749561:0:16777:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 488 bytes via portal 33 id 12345-0@lo mbits 0x695824d203180-0x695824d203180 00000100:00000001:0.0:1767384306.749565:0:16777:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.749570:0:16777:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.749573:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384306.749575:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000010:0.0:1767384306.749579:0:16777:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009dd25a33. 00000100:00000010:0.0:1767384306.749583:0:16777:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ed30a23f. 00000100:00000001:0.0:1767384306.749587:0:16777:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384306.749589:0:16777:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384306.749595:0:16777:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000f8c9f63a. 20000000:00000001:0.0:1767384306.749600:0:16777:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384306.749603:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732506496 00010000:00000001:0.0:1767384306.749606:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384306.749610:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c293c5ec x1853236732506496/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:287/0 lens 304/240 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384306.749619:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384306.749620:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384306.749623:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384306.749627:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384306.749629:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384306.749632:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384306.749635:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384306.749637:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.749639:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384306.749641:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384306.749645:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000100:00000200:0.0:1767384306.749649:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732506496, offset 224 00000400:00000200:0.0:1767384306.749655:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384306.749661:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384306.749668:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d203180 00000400:00000200:0.0:1767384306.749673:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1455 [1] + 224 00000400:00000200:0.0:1767384306.749677:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384306.749686:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384306.749691:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384306.749695:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384306.749705:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384322 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.749723:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384306.749729:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000400:00000010:0.0:1767384306.749732:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000100:00000001:0.0:1767384306.749736:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384306.749737:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384306.749739:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384306.749742:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384306.749744:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384306.749745:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384306.749746:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e78cdbdc. 00000400:00000200:2.0:1767384306.749752:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000100:00000040:0.0:1767384306.749752:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:2.0:1767384306.749755:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00010000:00000001:0.0:1767384306.749758:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384306.749760:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384306.749762:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384306.749765:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384322 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384306.749767:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384306.749775:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c293c5ec x1853236732506496/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:287/0 lens 304/240 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384306.749776:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384322 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.749796:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384306.749798:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.749801:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384306.749803:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384306.749804:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c293c5ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732506496:12345-0@lo:256: Request processed in 613us (809us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384306.749805:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384306.749812:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.749814:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384306.749817:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00001000:2.0:1767384306.749818:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=26 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384306.749821:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00001000:2.0:1767384306.749824:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384306.749826:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384306.749827:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384306.749830:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.749831:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384306.749832:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384306.749835:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.749836:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384306.749836:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032662835. 00000100:00000040:2.0:1767384306.749841:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384322 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384306.749844:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ce24cf62. 00000020:00000010:0.0:1767384306.749851:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079245c0b. 00000100:00000040:2.0:1767384306.749852:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384322 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384306.749858:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:2.0:1767384306.749860:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384306.749863:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384306.749864:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384306.749866:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384322 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384306.749868:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c7f9f936. 02000000:00000001:0.0:1767384306.749875:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1767384306.749877:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732506496:0@lo:256: 00000100:00000001:0.0:1767384306.749879:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.749882:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.749885:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384306.749885:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384306.749887:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384306.749889:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.749891:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384322 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.749899:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384306.749899:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005e10d51. 00000100:00000010:2.0:1767384306.749902:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002492edec. 00000100:00000001:2.0:1767384306.749905:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384306.749907:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384306.749907:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d79403bf. 10000000:00000040:2.0:1767384306.749912:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 26, more 0. 10000000:00000001:2.0:1767384306.749916:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384306.749922:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002e0c3e6b. 00010000:00000001:2.0:1767384306.749932:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384306.749935:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384306.749944:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:2.0:1767384306.749946:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.749948:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384306.749949:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:2.0:1767384306.749951:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000400:00000200:2.0:1767384306.749954:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 11 NIDs 00000400:00001000:2.0:1767384306.749957:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384306.749960:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:2.0:1767384306.749965:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384306.749970:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (11) 00000400:00000200:2.0:1767384306.749975:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384306.749979:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:2.0:1767384306.749981:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (12) 00000400:00000200:2.0:1767384306.749983:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:2.0:1767384306.749984:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:2.0:1767384306.749987:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384306.749988:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:2.0:1767384306.749989:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:2.0:1767384306.750006:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384306.750007:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:2.0:1767384306.750008:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:2.0:1767384306.750011:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384306.750011:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:2.0:1767384306.750012:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:2.0:1767384306.750015:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384306.750016:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:2.0:1767384306.750017:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000200:2.0:1767384306.750020:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384306.750021:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:2.0:1767384306.750023:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:2.0:1767384306.750025:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384306.750026:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:2.0:1767384306.750027:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:2.0:1767384306.750029:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384306.750029:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:2.0:1767384306.750031:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:2.0:1767384306.750039:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384306.750040:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:2.0:1767384306.750042:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:2.0:1767384306.750044:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384306.750046:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000200:2.0:1767384306.750047:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:2.0:1767384306.750050:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384306.750051:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000100:00000001:2.0:1767384306.750053:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.750054:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384306.750057:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 10000000:00000010:2.0:1767384306.750060:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d317be15. 10000000:00000040:2.0:1767384306.750063:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 25/26 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:2.0:1767384306.750065:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384306.750071:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384306.750074:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032e4aeeb. 00000020:00000010:2.0:1767384306.750078:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008777bbbe. 00000040:00000010:2.0:1767384306.750082:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008d7c4462. 00000020:00000010:2.0:1767384306.750086:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000069654615. 00000020:00000010:2.0:1767384306.750090:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384306.750093:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bfd9f958. 80000000:00000010:2.0:1767384306.750096:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000100ca0ec. 40000000:00000010:2.0:1767384306.750100:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002693168c. 00100000:00000010:2.0:1767384306.750104:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003a2df984. 00040000:00000010:2.0:1767384306.750108:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000457b9e78. 00040000:00000010:2.0:1767384306.750112:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ea36a276. 00040000:00000010:2.0:1767384306.750116:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005073daa0. 00080000:00000010:2.0:1767384306.750120:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003a7382b3. 00000004:00000010:2.0:1767384306.750124:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006e3cf8ae. 00000004:00000010:2.0:1767384306.750129:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c1826475. 00000004:00000010:2.0:1767384306.750135:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000048b2c44b. 00002000:00000010:2.0:1767384306.750139:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001a9135db. 00000004:00000010:2.0:1767384306.750143:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005b496a09. 00000004:00000001:2.0:1767384306.750151:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384306.750155:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384306.750157:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d317be15 00000040:00001000:2.0:1767384306.750158:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384306.750160:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384306.750161:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384306.750163:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384306.750165:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384306.750166:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384306.750167:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384306.750168:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000040:00000001:2.0:1767384306.750170:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384306.750216:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384306.750222:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008777bbbe. 00000040:00000010:2.0:1767384306.750231:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008d7c4462. 00000020:00000010:2.0:1767384306.750234:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000069654615. 00000020:00000010:2.0:1767384306.750242:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384306.750247:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bfd9f958. 80000000:00000010:2.0:1767384306.750251:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000100ca0ec. 40000000:00000010:2.0:1767384306.750255:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002693168c. 00100000:00000010:2.0:1767384306.750259:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003a2df984. 00040000:00000010:2.0:1767384306.750263:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000457b9e78. 00040000:00000010:2.0:1767384306.750267:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ea36a276. 00040000:00000010:2.0:1767384306.750272:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005073daa0. 00080000:00000010:2.0:1767384306.750276:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003a7382b3. 00000004:00000010:2.0:1767384306.750281:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006e3cf8ae. 00000004:00000010:2.0:1767384306.750285:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c1826475. 00000004:00000010:2.0:1767384306.750290:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000048b2c44b. 00002000:00000010:2.0:1767384306.750294:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001a9135db. 00000004:00000010:2.0:1767384306.750299:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005b496a09. 00000020:00000010:2.0:1767384306.750302:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032e4aeeb. 00000020:00000001:2.0:1767384306.750306:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384306.750308:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384306.750312:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d317be15. 10000000:00000040:2.0:1767384306.750321:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1767384306.750329:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002e0c3e6b. 10000000:00000001:2.0:1767384306.750332:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.750334:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.750338:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c719fed2 x1853236732506496/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384322 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.750345:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384306.750347:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384306.750349:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ee0ba26. 02000000:00000001:2.0:1767384306.750353:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384306.750354:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384306.750356:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384306.750358:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384306.750360:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384306.750361:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384306.750363:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384306.750365:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384306.750367:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000f1e46827. 00000100:00000010:2.0:1767384306.750371:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006ae0519a. 00000100:00000001:2.0:1767384306.750374:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384306.750376:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f0a0c6bc. 02000000:00000001:2.0:1767384306.750380:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384306.750382:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384306.750383:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c719fed2. 00000100:00000001:2.0:1767384306.750387:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384306.750389:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384306.750402:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000000f0b1d13. 10000000:01000000:2.0:1767384306.750406:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384306.750410:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384306.750412:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384306.750414:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384306.750415:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a30a8694 refcount=3 00000020:00000001:2.0:1767384306.750418:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515164160 : -119698194387456 : ffff932297a4ae00) 00010000:00000001:2.0:1767384306.750421:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515164160 : -119698194387456 : ffff932297a4ae00) 00010000:00000001:2.0:1767384306.750424:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384306.750427:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 00000000a30a8694/0xf83434fd52e6d993 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d99a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.750439:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384306.750441:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384306.750444:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 00000000a30a8694/0xf83434fd52e6d993 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d99a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384306.750451:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384306.750453:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384306.750454:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384306.750456:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384306.750459:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384306.750462:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384306.750464:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384306.750466:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 10000000:00000001:2.0:1767384306.750470:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384306.758651:0:22009:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000dec76de2. 00000020:00000040:3.0:1767384306.758660:0:22009:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384306.758662:0:22009:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000dec76de2. 00000100:00000040:2.0:1767384306.759532:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294894667, at 4294894668 00000100:00000010:2.0:1767384306.759540:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa8fe8a3. 00000100:00000040:0.0:1767384306.760511:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294894667, at 4294894669 00000100:00000010:0.0:1767384306.760518:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022bf2b2f. 00000100:00000040:3.0:1767384306.760543:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294894667, at 4294894669 00000100:00000010:3.0:1767384306.760552:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3036394. 00080000:00000001:3.0:1767384306.851614:0:22003:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384306.851633:0:22003:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.851637:0:22003:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384306.851644:0:22003:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384306.851649:0:22003:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.851651:0:22003:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.067609:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384307.067614:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.067619:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384307.593614:0:22169:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384307.593619:0:22169:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:3.0:1767384307.596353:0:22169:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384307.604434:0:22170:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000098328014. 00000400:00000010:3.0:1767384307.604452:0:22170:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b169bed2. 00000400:00000010:3.0:1767384307.604462:0:22170:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008658efe6. 00000400:00000010:3.0:1767384307.604466:0:22170:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a622ecc7. 00000400:00000010:3.0:1767384307.604470:0:22170:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000aeb54cdf. 00000400:00000010:3.0:1767384307.604475:0:22170:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009653d623. 00000400:00000010:3.0:1767384307.604493:0:22170:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009b3e2411. 00000400:00000010:3.0:1767384307.604495:0:22170:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a68a681c. 00000400:00000010:3.0:1767384307.604500:0:22170:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000005592d53. 00000800:00000010:3.0:1767384307.604513:0:22170:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000096ec9e49. 00000800:00000200:3.0:1767384307.604526:0:22170:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384307.604538:0:22170:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384307.604589:0:22170:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:3.0:1767384307.604613:0:22170:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp20 [8/256/0/180] 00000400:00000010:3.0:1767384307.606200:0:22170:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000592cc6d6. 00000400:00000010:3.0:1767384307.606206:0:22170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e07a0. 00000400:00000010:3.0:1767384307.606212:0:22170:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000400:00000001:3.0:1767384307.606228:0:22170:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384307.606230:0:22170:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384307.606231:0:22170:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008697b780. 00000400:00000200:3.0:1767384307.606233:0:22170:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000318da4a5 00000400:00000010:3.0:1767384307.606235:0:22170:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000318da4a5. 00000400:00000010:3.0:1767384307.606240:0:22170:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 0000000028e31877. 00000400:00000200:3.0:1767384307.606251:0:22170:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (11) 00000400:00000200:3.0:1767384307.606262:0:22170:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384307.606269:0:22170:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:3.0:1767384307.606276:0:22170:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000303c9add. 00000020:01000000:3.0:1767384307.606279:0:22170:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384307.606282:0:22170:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp20 00000400:00000010:3.0:1767384307.606293:0:22170:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b169bed2. 00000400:00000010:3.0:1767384307.606296:0:22170:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000098328014. 00000400:00000200:2.0:1767384307.606333:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384307.606341:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:2.0:1767384307.606351:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000400:00000200:2.0:1767384307.606357:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (12) 00000400:00000010:2.0:1767384307.606363:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bf7bc192. 00000400:00000200:2.0:1767384307.606369:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:2.0:1767384307.606387:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:2.0:1767384307.606393:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384307.606400:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384307.606406:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384307.606410:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384307.606414:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384307.606418:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384307.606432:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384307.606437:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384307.606448:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384307.606459:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384307.606463:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:2.0:1767384307.606467:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp19 00000400:00000200:2.0:1767384307.606471:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp19 lpni_is_preferred = 0 00000400:00000200:2.0:1767384307.606474:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp19 00000400:00000200:2.0:1767384307.606502:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp19 NI seq info: [25:25:256:4294967295] 192.168.204.131@tcp19 LPNI seq info [25:25:8:4294967295] 00000400:00000200:2.0:1767384307.606510:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp19 00000400:00000200:2.0:1767384307.606527:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp19(192.168.204.131@tcp19:) -> 192.168.204.131@tcp19(192.168.204.131@tcp:192.168.204.131@tcp19) : PUT try# 0 00000800:00000200:2.0:1767384307.606542:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.131@tcp19 00000100:00000001:3.0:1767384307.606543:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384307.606552:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000800:00000010:2.0:1767384307.606553:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000457b9e78. 00000100:00000001:3.0:1767384307.606561:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384307.606568:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a8fefeb0. 00000100:00000001:3.0:1767384307.606574:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767384307.606575:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000126707a8. 00000100:00000001:3.0:1767384307.606579:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384307.606586:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8fefeb0] -> 12345-192.168.204.131@tcp19 (2) 00000100:00000001:3.0:1767384307.606587:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384307.606592:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.1:1767384307.606595:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8fefeb0] -> 12345-192.168.204.131@tcp19 (2) 00000100:00000001:3.0:1767384307.606598:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384307.606605:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a341e39 x1853236732506624/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384307.606612:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384307.606619:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00000001:3.0:1767384307.606623:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384307.606627:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.606633:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384307.606634:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384307.606637:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384307.606638:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:3.0:1767384307.606642:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.606644:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384307.606648:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a341e39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732506624:0@lo:253: 00000100:00000001:2.0:1767384307.606653:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384307.606656:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384307.606656:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.606662:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384307.606663:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384307.606666:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384307.606667:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.606668:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384307.606670:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384307.606675:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000515a4868 x1853236732506752/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384307.606678:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c955811c. 02000000:00000001:3.0:1767384307.606683:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.606689:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384307.606690:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002874ce20. 00000400:00000010:3.0:1767384307.606695:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b169bed2. 00000100:00000001:2.0:1767384307.606697:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384307.606700:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732506624, portal 25 02000000:00000001:2.0:1767384307.606701:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384307.606705:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.606706:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384307.606709:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210165120 : -119698499386496 : ffff93228576c380) 02000000:00000001:2.0:1767384307.606710:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384307.606713:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732506752:0@lo:253: 00000100:00000001:2.0:1767384307.606717:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384307.606722:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384307.606723:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.606724:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a341e39 x1853236732506624/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384307.606726:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384307.606734:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384307.606734:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002c76880f. 00000100:00000040:3.0:1767384307.606739:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384307.606739:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384307.606745:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f99c8de6. 00000400:00000010:2.0:1767384307.606746:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e78cdbdc. 00000100:00000200:3.0:1767384307.606748:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732506624, offset 0 00000400:00000010:2.0:1767384307.606753:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014387dc9. 00000400:00000200:3.0:1767384307.606757:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384307.606763:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732506752, portal 25 00000100:00000001:2.0:1767384307.606769:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384307.606770:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384307.606773:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 00000100:00000040:2.0:1767384307.606781:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000515a4868 x1853236732506752/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384307.606783:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203200 00000400:00000200:3.0:1767384307.606794:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000100:00000001:2.0:1767384307.606798:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384307.606803:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048955132. 00000100:00000040:2.0:1767384307.606807:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384307.606811:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb2a803c 00000400:00000010:2.0:1767384307.606813:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000005152fc. 00000100:00000200:2.0:1767384307.606818:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732506752, offset 0 00000400:00000200:3.0:1767384307.606819:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.606825:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384307.606829:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384307.606837:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb2a803c 00000400:00000010:3.0:1767384307.606841:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb2a803c. 00000400:00000200:2.0:1767384307.606841:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384307.606850:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384307.606853:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384307.606854:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203280 00000100:00000040:3.0:1767384307.606856:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000fad26dfc x1853236732506624 msgsize 4848 00000400:00000200:2.0:1767384307.606864:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000100:00100000:3.0:1767384307.606870:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384307.606871:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff00e3fa. 00000100:00000040:3.0:1767384307.606873:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384307.606877:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6e7e721 00000400:00000200:2.0:1767384307.606884:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384307.606885:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384307.606889:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384307.606892:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f99c8de6 00000400:00000010:3.0:1767384307.606895:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f99c8de6. 00000100:00000001:3.0:1767384307.606899:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384307.606901:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6e7e721 00000100:00000200:3.0:1767384307.606903:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a341e39 x1853236732506624/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384307.606904:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6e7e721. 00000100:00000001:2.0:1767384307.606911:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384307.606914:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384307.606915:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384307.606920:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a341e39 x1853236732506624/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384307.606927:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000035454a1d x1853236732506752 msgsize 4848 00000100:00000001:3.0:1767384307.606929:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.606932:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384307.606936:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384307.606938:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384307.606941:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384307.606945:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294895525 00000100:00000001:2.0:1767384307.606951:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384307.606958:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011cbceb5. 00000400:00000200:2.0:1767384307.606960:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000005152fc 00000400:00000010:2.0:1767384307.606963:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000005152fc. 00000100:00000001:3.0:1767384307.606964:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384307.606967:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384307.606972:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294895525 00000100:00000200:2.0:1767384307.606973:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000515a4868 x1853236732506752/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.606992:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384307.606994:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000864ebb51. 00000100:00000040:2.0:1767384307.606997:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000515a4868 x1853236732506752/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.607000:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384307.607006:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294895525 00000100:00000001:2.0:1767384307.607008:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384307.607011:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d26c2827. 00000100:00000001:2.0:1767384307.607012:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384307.607018:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384307.607019:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.607024:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294895525 00000100:00000001:2.0:1767384307.607025:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294895525 00000100:00000001:2.0:1767384307.607029:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294895525 00000100:00000010:3.0:1767384307.607030:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009753f60. 00000100:00000001:2.0:1767384307.607032:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294895525 00000100:00000001:3.0:1767384307.607035:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384307.607036:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294895525 00000100:00000001:3.0:1767384307.607040:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384307.607040:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294895525 00000100:00000001:3.0:1767384307.607046:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.607046:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294895525 00000100:00000001:2.0:1767384307.607050:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294895525 00000100:00000001:3.0:1767384307.607051:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.607052:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294895525 00000100:00000001:3.0:1767384307.607056:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.607056:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.607062:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384307.607063:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.607066:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384307.607067:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.607070:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.607071:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.607073:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.607099:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384307.607101:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384307.607102:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732506624 00000100:00100000:3.0:1767384307.607104:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732506752 02000000:00000001:2.0:1767384307.607106:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384307.607107:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384307.607110:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384307.607111:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.607114:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.607115:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.607119:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384307.607122:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732506752 00000020:00000001:3.0:1767384307.607127:0:16777:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384307.607127:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384307.607130:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00100000:2.0:1767384307.607132:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732506624 00000020:00000001:3.0:1767384307.607133:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384307.607135:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384307.607137:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000040:2.0:1767384307.607138:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384307.607142:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384307.607143:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000040:2.0:1767384307.607145:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=16 00000020:00000001:3.0:1767384307.607147:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384307.607150:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384307.607153:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384307.607154:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384307.607157:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384307.607161:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039d517f0. 00000020:00000010:3.0:1767384307.607164:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093605498. 00000100:00000001:2.0:1767384307.607164:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.607169:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384307.607170:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039d517f0. 00000020:00000010:3.0:1767384307.607177:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093605498. 00000020:00000010:2.0:1767384307.607181:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c230a74a. 00000020:00000010:3.0:1767384307.607184:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb698f41. 00000020:00000010:2.0:1767384307.607188:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076e4a61a. 00000020:00000010:3.0:1767384307.607190:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ddb8cfc6. 00000020:00000010:3.0:1767384307.607196:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001187ccd5. 00000020:00000010:2.0:1767384307.607197:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ccfa8a62. 00000100:00000040:3.0:1767384307.607209:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384307.607213:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384307.607214:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384307.607215:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384307.607218:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384307.607219:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.607225:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.607229:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.607232:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.607238:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.607239:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.607256:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384307.607259:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384307.607264:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000040:3.0:1767384307.607267:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384307.607269:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141338704 : -119697568212912 : ffff9322bcf75850) 00000100:00000040:3.0:1767384307.607274:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035454a1d x1853236732506752/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:288/0 lens 4848/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.607286:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384307.607289:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093605498. 00000100:00000001:3.0:1767384307.607291:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.607293:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093605498. 00000100:00100000:3.0:1767384307.607298:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035454a1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16148:x1853236732506752:12345-0@lo:253: 00000100:00000200:3.0:1767384307.607301:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732506752 00000020:00000001:3.0:1767384307.607303:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384307.607306:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384307.607308:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.607310:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384307.607312:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384307.607316:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384307.607316:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384307.607320:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384307.607321:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384307.607328:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000020:00000001:3.0:1767384307.607331:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384307.607334:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000020:00000001:3.0:1767384307.607335:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384307.607339:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141332560 : -119697568219056 : ffff9322bcf74050) 00000020:00000001:3.0:1767384307.607340:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.607346:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384307.607349:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fad26dfc x1853236732506624/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:288/0 lens 4848/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384307.607350:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384307.607357:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000303c9add. 02000000:00000001:3.0:1767384307.607361:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.607365:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.607366:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:3.0:1767384307.607368:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:2.0:1767384307.607374:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039d517f0. 00000100:00000001:2.0:1767384307.607378:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384307.607381:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003df40e17. 00000020:00000010:2.0:1767384307.607382:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039d517f0. 20000000:01000000:3.0:1767384307.607386:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384307.607391:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384307.607394:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:2.0:1767384307.607394:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fad26dfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16149:x1853236732506624:12345-0@lo:253: 20000000:00000001:3.0:1767384307.607399:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.607401:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.607403:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384307.607413:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009d089254. 00000100:00000200:2.0:1767384307.607414:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732506624 20000000:01000000:3.0:1767384307.607417:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00000020:00000001:2.0:1767384307.607419:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384307.607423:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384307.607425:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384307.607426:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384307.607430:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:3.0:1767384307.607432:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767384307.607433:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384307.607438:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384307.607441:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384307.607444:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384307.607446:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384307.607449:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.607452:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384307.607455:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384307.607462:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000050b01d5. 02000000:00000001:2.0:1767384307.607465:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.607470:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384307.607473:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384307.607533:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000598e4e49. 20000000:01000000:2.0:1767384307.607538:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384307.607541:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384307.607543:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384307.607547:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384307.607550:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384307.607553:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384307.607879:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384307.607883:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384307.607884:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384307.607886:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384307.607890:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384307.607896:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384307.607899:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384307.607906:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f1768c92. 00080000:00000001:3.0:1767384307.607910:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375526176768 : -119698183374848 : ffff9322984cb800) 00080000:00000001:3.0:1767384307.607913:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384307.608035:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384307.608037:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384307.608039:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384307.608059:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384307.608062:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384307.608155:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384307.608158:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384307.608206:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d771551f. 00000800:00000010:2.0:1767384307.608212:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000005152fc. 00000800:00000010:2.0:1767384307.608236:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004de18b1b. 00000800:00000200:2.1:1767384307.608242:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8fefeb0] -> 12345-192.168.204.131@tcp19 (2) 00000800:00000200:2.1:1767384307.608253:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp19 000000004de18b1b deleted 00000800:00000010:2.1:1767384307.608262:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004de18b1b. 00000800:00000200:2.1:1767384307.608268:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384307.608276:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp19 ip 192.168.204.131:1003 00000800:00000200:2.1:1767384307.608280:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000457b9e78 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767384307.608287:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp19 p 3.x 192.168.204.131 -> 192.168.204.131:1003 incarnation:1767384306065378207 sched[0] 00000800:00000010:2.0:1767384307.608292:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039d517f0. 00000800:00000010:2.0:1767384307.608346:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039d517f0. 00000800:00000010:2.0:1767384307.608350:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000005152fc. 00000800:00000010:2.0:1767384307.608388:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001a677389. 00000800:00000200:1.1:1767384307.608429:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384307.608454:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384307.608458:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000457b9e78. 00000400:00000200:2.0:1767384307.608467:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.608472:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp19->192.168.204.131@tcp19: PUT: OK 00000400:00000200:2.0:1767384307.608475:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384307.608507:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000001:2.0:1767384307.608516:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.608526:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384307.608529:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.608535:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384307.608542:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp19(192.168.204.131@tcp19) <- 192.168.204.131@tcp19 : PUT - for me 00000400:00000200:2.0:1767384307.608552:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384307.608558:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 224/224 into md 0x13fd [1] + 0 00000400:00000010:2.0:1767384307.608563:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062747445. 00000400:00000200:2.0:1767384307.608569:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050b4cf8c 00000800:00000001:2.0:1767384307.608575:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.608585:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384307.608587:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.608592:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp19->192.168.204.131@tcp19: PUT: OK 00000400:00000200:2.0:1767384307.608595:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b4cf8c 00000400:00000010:2.0:1767384307.608598:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b4cf8c. 00000400:00000200:2.0:1767384307.608604:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384307.608608:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (13) 00000400:00000200:2.0:1767384307.608613:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:2.0:1767384307.608616:0:16140:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000457b9e78. 00000400:00000200:2.0:1767384307.608619:0:16140:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 12 00000400:00000200:2.0:1767384307.608625:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384307.608635:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (14) 00000400:00000200:2.0:1767384307.608640:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384307.608647:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp19 to MR: 192.168.204.131@tcp19 local destination 00000400:00000200:2.0:1767384307.608653:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp19 NI seq info: [26:26:256:4294967295] 192.168.204.131@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:2.0:1767384307.608663:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp19(192.168.204.131@tcp19:192.168.204.131@tcp19) -> 192.168.204.131@tcp19(192.168.204.131@tcp19:192.168.204.131@tcp19) 192.168.204.131@tcp19 : ACK try# 0 00000800:00000200:2.0:1767384307.608668:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp19 00000800:00000001:2.0:1767384307.608698:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384307.608708:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029efc2bc. 00000800:00000200:2.0:1767384307.608714:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8fefeb0] -> 12345-192.168.204.131@tcp19 (4) 00000800:00000200:2.0:1767384307.608719:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp19 ip 192.168.204.131:988 00000800:00000200:2.0:1767384307.608721:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029efc2bc type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384307.608772:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384307.608776:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029efc2bc. 00000400:00000200:2.0:1767384307.608781:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.608787:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp19->192.168.204.131@tcp19: ACK: OK 00000800:00000001:2.0:1767384307.608795:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.608800:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384307.608804:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.608812:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384307.608816:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.608822:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384307.608831:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp19(192.168.204.131@tcp19) <- 192.168.204.131@tcp19 : ACK - for me 00000400:00000200:2.0:1767384307.608843:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp19: ACK from 12345-192.168.204.131@tcp19 into md 0x146d 00000400:00000200:2.0:1767384307.608846:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.608849:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp19->192.168.204.131@tcp19: ACK: OK 00000400:00000200:2.0:1767384307.608853:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000400:00000010:2.0:1767384307.608855:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000400:00000200:2.0:1767384307.608861:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384307.608865:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:2.0:1767384307.608869:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384307.608872:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (13) 00000800:00000001:2.0:1767384307.608878:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.608882:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384307.608901:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384307.608906:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b4b4ca3. 00000400:00000010:2.0:1767384307.608910:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000400:00000200:2.0:1767384307.608913:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000000f233d8 00000400:00000200:2.0:1767384307.608917:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:2.0:1767384307.608923:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 00000000ff0afba0. 00000400:00000010:2.0:1767384307.608928:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 000000008c871e83. 00000400:00000010:2.0:1767384307.608937:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 00000000629fd367. 00000400:00000010:2.0:1767384307.608956:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005073daa0. 00000400:00000200:2.0:1767384307.608962:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005073daa0 nid 192.168.204.131@tcp20 00000400:00000010:2.0:1767384307.608966:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000aa8fe8a3. 00000400:00000200:2.0:1767384307.608968:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000aa8fe8a3 net tcp20 00000400:00000200:2.0:1767384307.608972:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (12) 00000400:00000200:2.0:1767384307.608991:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp20 flags 0x11 00000400:00000010:2.0:1767384307.608996:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 00000000ff0afba0. 00000400:00000010:2.0:1767384307.608998:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 000000008c871e83. 00000400:00000010:2.0:1767384307.609000:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 00000000629fd367. 00000400:00000010:2.0:1767384307.609003:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000457b9e78. 00000400:00000200:2.0:1767384307.609007:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384307.609012:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:2.0:1767384307.609015:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:2.0:1767384307.609019:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:2.0:1767384307.609022:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384307.609024:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:2.0:1767384307.609027:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:2.0:1767384307.609029:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (13) 00000400:00000200:3.0:1767384307.609711:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384307.609733:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp19 from 234.3.0.2 00000800:00000010:3.0:1767384307.609738:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001f50df00. 00000800:00000200:1.1:1767384307.609865:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8fefeb0] -> 12345-192.168.204.131@tcp19 (4) 00000800:00000200:1.1:1767384307.609870:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp19 00000000efb7e823 deleted 00000800:00000010:1.1:1767384307.609872:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000efb7e823. 00000800:00000200:1.1:1767384307.609875:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1767384307.610011:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:3.0:1767384307.610049:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384307.610054:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384307.616578:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384307.616583:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384307.616585:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384307.616588:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384307.616591:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384307.616596:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f1768c92. 00080000:00000001:0.0:1767384307.616601:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384307.616622:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384307.616626:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:2.0:1767384307.616630:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000629fd367. 10000000:01000000:0.0:1767384307.616631:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1767384307.616638:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00010000:00000001:0.0:1767384307.616639:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384307.616644:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:2.0:1767384307.616646:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:0.0:1767384307.616651:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000045d672b1 count: 2 00080000:00000001:2.0:1767384307.616653:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384307.616655:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384307.616659:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384307.616662:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f775b105. 00000020:00000001:0.0:1767384307.616667:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384307.616670:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f775b105 with handle 0xf83434fd52e6d9a1 to hash 00000020:00000001:0.0:1767384307.616671:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384307.616672:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384307.616675:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384307.616678:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384307.616679:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384307.616682:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384307.616685:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384307.616691:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384307.616695:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.616696:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384307.616697:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384307.616701:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:2.0:1767384307.616702:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384307.616704:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384307.616707:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384307.616709:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:0.0:1767384307.616709:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1767384307.616714:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384307.616716:0:16798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000301d2d36/0xf83434fd52e6d99a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d993 expref: 16 pid: 16777 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384307.616721:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001a9135db. 00080000:00000001:2.0:1767384307.616725:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860572672 : -119702848978944 : ffff932182354000) 00080000:00000001:2.0:1767384307.616732:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384307.616734:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384307.616737:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.616739:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384307.616740:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.616742:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.616744:0:16798:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384307.616746:0:16798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384307.616751:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000045d672b1) refcount = 2 00010000:00000040:0.0:1767384307.616753:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384307.616755:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000301d2d36/0xf83434fd52e6d99a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf83434fd52e6d993 expref: 16 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384307.616759:0:16798:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384307.616760:0:16798:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384307.616765:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008dfa379b. 00000100:00000001:0.0:1767384307.616768:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384307.616773:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000002f56eb3. 00000100:00000001:0.0:1767384307.616775:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370899870464 : -119702809681152 : ffff9321848ce300) 00000100:00000001:0.0:1767384307.616777:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370899870464 : -119702809681152 : ffff9321848ce300) 00000100:00000001:0.0:1767384307.616779:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384307.616780:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384307.616782:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384307.616786:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.616788:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384307.616790:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384307.616793:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384307.616795:0:16798:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000001:00000001:2.0:1767384307.616798:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384307.616798:0:16798:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384307.616804:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2c1afad. 00080000:00000001:2.0:1767384307.616807:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384307.616809:0:16798:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00080000:00000001:2.0:1767384307.616811:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384307.616820:0:16798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384307.616823:0:16798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384307.616827:0:16798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384307.616829:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384307.616832:0:16775:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000010:0.0:1767384307.616834:0:16798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb31be58. 00000100:00000001:0.0:1767384307.616841:0:16798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384307.616845:0:16798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000301d2d36/0xf83434fd52e6d99a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf83434fd52e6d993 expref: 16 pid: 16777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384307.616858:0:16798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000301d2d36/0xf83434fd52e6d99a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf83434fd52e6d993 expref: 16 pid: 16777 timeout: 378 lvb_type: 0 00010000:00000001:0.0:1767384307.616865:0:16798:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384307.616868:0:16798:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384307.616874:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e2c1afad x1853236732506880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384307.616880:0:16798:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384307.616882:0:16798:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384307.616885:0:16798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e2c1afad pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732506880:0@lo:104: 00000100:00000001:0.0:1767384307.616889:0:16798:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384307.616893:0:16798:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384307.616895:0:16798:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384307.616897:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000001:0.0:1767384307.616897:0:16798:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:2.0:1767384307.616902:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000010:0.0:1767384307.616902:0:16798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfbaf1a6. 02000000:00000001:0.0:1767384307.616906:0:16798:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384307.616911:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3413ebc. 00000400:00000010:0.0:1767384307.616918:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000100:00000200:0.0:1767384307.616923:0:16798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732506880, portal 16 00000100:00000001:0.0:1767384307.616925:0:16798:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384307.616926:0:16798:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659226752 : -119698050324864 : ffff9322a03ae680) 00000100:00000040:0.0:1767384307.616930:0:16798:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000e2c1afad x1853236732506880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384307.616936:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384307.616938:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384307.616941:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010aae35b. 00000100:00000200:0.0:1767384307.616949:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732506880, offset 0 00000400:00000200:0.0:1767384307.616955:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384307.616967:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384307.616997:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d203300 00000400:00000200:0.0:1767384307.617007:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000400:00000200:0.0:1767384307.617015:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384307.617020:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384307.617026:0:16798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384307.617028:0:16798:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384307.617033:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f7a2529. 00000100:00000040:0.0:1767384307.617037:0:16798:0:(events.c:337:request_in_callback()) incoming req@000000008f7a2529 x1853236732506880 msgsize 328 00000100:00100000:0.0:1767384307.617041:0:16798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384307.617051:0:16798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384307.617060:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010aae35b 00000400:00000010:0.0:1767384307.617062:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010aae35b. 00000100:00000001:0.0:1767384307.617065:0:16798:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384307.617067:0:16798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e2c1afad x1853236732506880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384307.617079:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384307.617084:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e2c1afad x1853236732506880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384307.617094:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.617098:0:16798:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384307.617105:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.617111:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294895535 00000100:00000001:0.0:1767384307.617120:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294895525 00000100:00000001:0.0:1767384307.617126:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294895535 00000100:00000001:0.0:1767384307.617131:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294895525 00000100:00000001:0.0:1767384307.617136:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294895535 00000100:00000001:0.0:1767384307.617143:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294895525 00000100:00000001:0.0:1767384307.617147:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294895535 00000100:00000001:0.0:1767384307.617153:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294895525 00000100:00000001:0.0:1767384307.617166:0:16798:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.617169:0:16798:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.617172:0:16798:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.617174:0:16798:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.617175:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.617178:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.617181:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.617183:0:16798:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.617186:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384307.617189:0:16798:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384307.617192:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.617197:0:16798:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.617199:0:16798:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384307.617200:0:16798:0:(client.c:2690:ptlrpc_set_wait()) set 0000000002f56eb3 going to sleep for 11 seconds 00000100:00000001:0.0:1767384307.617204:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384307.617208:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.617251:0:16815:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384307.617256:0:16815:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384307.617263:0:16815:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.617268:0:16815:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.617443:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384307.617450:0:16798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384307.617455:0:16798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384307.617458:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3413ebc. 00000400:00000200:2.0:1767384307.617463:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000400:00000010:2.0:1767384307.617467:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000100:00000001:2.0:1767384307.617472:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384307.617499:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e2c1afad x1853236732506880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384307.617509:0:16798:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e2c1afad x1853236732506880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384307.617520:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384307.617525:0:16798:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.617530:0:16798:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384307.617535:0:16798:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384307.617539:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384307.617543:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384307.617550:0:16798:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384307.617559:0:16798:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e169ce83 time=27 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384307.617568:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000319a7c00 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.617574:0:16798:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384307.617577:0:16798:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.617581:0:16798:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384307.617585:0:16798:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.617589:0:16798:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384307.617599:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e2c1afad x1853236732506880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384307.617606:0:16798:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384307.617609:0:16798:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384307.617612:0:16798:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.617624:0:16798:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384307.617627:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384307.617630:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384307.617633:0:16798:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384307.617638:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2c1afad x1853236732506880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384307.617660:0:16798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e2c1afad pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732506880:0@lo:104: 00000100:00000001:2.0:1767384307.617669:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.617675:0:16798:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.617678:0:16798:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384307.617682:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384307.617688:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e2c1afad x1853236732506880/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384307.617699:0:16798:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384307.617704:0:16798:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384307.617708:0:16798:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfbaf1a6. 02000000:00000001:2.0:1767384307.617714:0:16798:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384307.617717:0:16798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384307.617721:0:16798:0:(genops.c:1242:class_import_put()) import 00000000da0ccbb4 refcount=1 obd=MGS 00000020:00000001:2.0:1767384307.617725:0:16798:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384307.617730:0:16798:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eb31be58. 02000000:00000001:2.0:1767384307.617736:0:16798:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384307.617739:0:16798:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384307.617740:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2c1afad. 00000100:00000001:2.0:1767384307.617744:0:16798:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384307.617747:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384307.617750:0:16798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000002f56eb3. 00000100:00000001:2.0:1767384307.617755:0:16798:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384307.617758:0:16798:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384307.617762:0:16798:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008dfa379b. 00010000:00000001:2.0:1767384307.617767:0:16798:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.617770:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.617772:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384307.617778:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384307.617781:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384307.617785:0:16798:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384307.617916:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.617922:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384307.617926:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384307.617935:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ee0fde x1853236732507008/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.617953:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384307.618022:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.618028:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384307.618031:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384307.618034:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384307.618037:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039ee0fde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732507008:0@lo:103: 00000100:00000001:0.0:1767384307.618043:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384307.618046:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384307.618048:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.618050:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384307.618055:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5706da7. 02000000:00000001:0.0:1767384307.618058:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384307.618064:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075a33ea3. 00000400:00000010:0.0:1767384307.618071:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010aae35b. 00000100:00000200:0.0:1767384307.618082:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732507008, portal 18 00000100:00000001:0.0:1767384307.618084:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384307.618086:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210169600 : -119698499382016 : ffff93228576d500) 00000100:00000040:0.0:1767384307.618093:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039ee0fde x1853236732507008/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.618101:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384307.618105:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384307.618155:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000100:00000200:0.0:1767384307.618159:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732507008, offset 0 00000400:00000200:0.0:1767384307.618165:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384307.618173:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384307.618181:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d203380 00000400:00000200:0.0:1767384307.618187:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:0.0:1767384307.618192:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384307.618197:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384307.618201:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384307.618203:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384307.618208:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001426c87a. 00000100:00000040:0.0:1767384307.618211:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000001426c87a x1853236732507008 msgsize 328 00000100:00100000:0.0:1767384307.618219:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384307.618233:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384307.618239:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00000400:00000010:0.0:1767384307.618241:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000100:00000001:0.0:1767384307.618245:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384307.618250:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039ee0fde x1853236732507008/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.618259:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384307.618262:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039ee0fde x1853236732507008/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.618270:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.618272:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384307.618276:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.618279:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294895536 00000100:00000001:0.0:1767384307.618285:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895535 00000100:00000001:0.0:1767384307.618297:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294895536 00000100:00000001:0.0:1767384307.618301:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895535 00000100:00000001:0.0:1767384307.618305:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294895536 00000100:00000001:0.0:1767384307.618309:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895535 00000100:00000001:0.0:1767384307.618313:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294895536 00000100:00000001:0.0:1767384307.618318:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895535 00000100:00000001:0.0:1767384307.618321:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.618326:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.618329:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.618331:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.618337:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.618339:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384307.618342:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.618344:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384307.618367:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384307.618370:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732507008 02000000:00000001:0.0:1767384307.618373:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384307.618375:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.618377:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.618379:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384307.618382:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732507008 00000020:00000001:0.0:1767384307.618384:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384307.618386:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384307.618387:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384307.618390:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=17 00000020:00000001:0.0:1767384307.618393:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384307.618396:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384307.618401:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384307.618405:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd5fddbf. 00000100:00000001:0.0:1767384307.618408:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384307.618410:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd5fddbf. 00000020:00000010:0.0:1767384307.618416:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125a48b3. 00000020:00000010:0.0:1767384307.618426:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000670a52d. 00000020:00000010:0.0:1767384307.618431:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ce24cf62. 00000100:00000040:0.0:1767384307.618441:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384307.618444:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384307.618446:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384307.618449:0:16770:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384307.618452:0:16770:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.618455:0:16770:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384307.618458:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384307.618460:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384307.618462:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000301d2d36 refcount=4 00000020:00000001:0.0:1767384307.618465:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013111808 : -119697696439808 : ffff9322b552c200) 00010000:00000001:0.0:1767384307.618468:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013111808 : -119697696439808 : ffff9322b552c200) 00010000:00010000:0.0:1767384307.618473:0:16770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000301d2d36/0xf83434fd52e6d99a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6d993 expref: 17 pid: 16777 timeout: 378 lvb_type: 0 00010000:00000001:0.0:1767384307.618509:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.618511:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.618513:0:16770:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.618515:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.618521:0:16770:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384307.618526:0:16770:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001426c87a x1853236732507008/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:288/0 lens 328/0 e 0 to 0 dl 1767384318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.618535:0:16770:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384307.618538:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.618550:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.618562:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384307.618564:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384307.618570:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384307.618576:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 3 00000100:00000001:0.0:1767384307.618582:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659218688 : -119698050332928 : ffff9322a03ac700) 00000100:00000040:0.0:1767384307.618591:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001426c87a x1853236732507008/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:288/0 lens 328/0 e 0 to 0 dl 1767384318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.618600:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384307.618609:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd5fddbf. 00000100:00000001:0.0:1767384307.618612:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384307.618615:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd5fddbf. 00000100:00100000:0.0:1767384307.618621:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001426c87a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+17:16146:x1853236732507008:12345-0@lo:103: 00000100:00000200:0.0:1767384307.618625:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732507008 00010000:00000001:0.0:1767384307.618629:0:16770:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384307.618631:0:16770:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384307.618634:0:16770:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384307.618639:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384307.618641:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384307.618646:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ed30a23f. 02000000:00000001:0.0:1767384307.618649:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.618651:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.618654:0:16770:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384307.618656:0:16770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384307.618659:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384307.618660:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384307.618662:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000301d2d36 refcount=4 00000020:00000001:0.0:1767384307.618665:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013111808 : -119697696439808 : ffff9322b552c200) 00010000:00000001:0.0:1767384307.618667:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013111808 : -119697696439808 : ffff9322b552c200) 00010000:00000040:0.0:1767384307.618670:0:16770:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000045d672b1 count: 3 00010000:00010000:0.0:1767384307.618674:0:16770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000301d2d36/0xf83434fd52e6d99a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6d993 expref: 17 pid: 16777 timeout: 378 lvb_type: 0 00000100:00001000:0.0:1767384307.618681:0:16770:0:(import.c:2128:obd_at_measure()) add 0 to 000000002788824c time=1767384307 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384307.618684:0:16770:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384307.618690:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.618692:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384307.618696:0:16770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000301d2d36/0xf83434fd52e6d99a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf83434fd52e6d993 expref: 17 pid: 16777 timeout: 378 lvb_type: 0 00000020:00000001:0.0:1767384307.618702:0:16770:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384307.618704:0:16770:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384307.618707:0:16770:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.618716:0:16770:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.618721:0:16770:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384307.618723:0:16770:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384307.618728:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.618730:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.618733:0:16770:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384307.618735:0:16770:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384307.618737:0:16770:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000301d2d36 with handle 0xf83434fd52e6d99a from hash 00010000:00000001:0.0:1767384307.618740:0:16770:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384307.618742:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.618744:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.618746:0:16770:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384307.618748:0:16770:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384307.618750:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384307.618754:0:16770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000301d2d36/0xf83434fd52e6d99a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf83434fd52e6d993 expref: 17 pid: 16777 timeout: 378 lvb_type: 0 00010000:00000040:0.0:1767384307.618760:0:16770:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 9 00000020:00000040:0.0:1767384307.618764:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 16 00010000:00000001:0.0:1767384307.618770:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.618773:0:16770:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384307.618775:0:16770:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384307.618777:0:16770:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f775b105 00010000:00000001:0.0:1767384307.618779:0:16770:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384307.618781:0:16770:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384307.618783:0:16770:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.618785:0:16770:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384307.618787:0:16770:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.618789:0:16770:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384307.618791:0:16770:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384307.618792:0:16770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.618798:0:16770:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384307.618801:0:16770:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384307.618802:0:16770:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384307.618803:0:16770:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384307.618811:0:16770:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000045d672b1) refcount = 2 00010000:00010000:0.0:1767384307.618815:0:16770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.618822:0:16770:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384307.618824:0:16770:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384307.618826:0:16770:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.618829:0:16770:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384307.618833:0:16770:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd5fddbf. 00000100:00000001:0.0:1767384307.618835:0:16770:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384307.618840:0:16770:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000faa6ac7. 00000100:00000001:0.0:1767384307.618842:0:16770:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370899871232 : -119702809680384 : ffff9321848ce600) 00000100:00000001:0.0:1767384307.618844:0:16770:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370899871232 : -119702809680384 : ffff9321848ce600) 00000100:00000001:0.0:1767384307.618847:0:16770:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384307.618848:0:16770:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384307.618850:0:16770:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384307.618853:0:16770:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384307.618856:0:16770:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384307.618859:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384307.618861:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384307.618863:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f775b105 refcount=5 00000020:00000001:0.0:1767384307.618865:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384307.618867:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384307.618870:0:16770:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384307.618872:0:16770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.618880:0:16770:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384307.618882:0:16770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.618888:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.618890:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384307.618892:0:16770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.618910:0:16770:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384307.618912:0:16770:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.618915:0:16770:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384307.618918:0:16770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384307.618924:0:16770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f775b105 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384307.618927:0:16770:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384307.618930:0:16770:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384307.618931:0:16770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.618938:0:16770:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384307.618940:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384307.618942:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384307.618943:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f775b105 refcount=6 00000020:00000001:0.0:1767384307.618945:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384307.618948:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384307.618951:0:16770:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384307.618953:0:16770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.618958:0:16770:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384307.618959:0:16770:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384307.618961:0:16770:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.618988:0:16770:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384307.618991:0:16770:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384307.618993:0:16770:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384307.618995:0:16770:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384307.618998:0:16770:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f775b105 with handle 0xf83434fd52e6d9a1 from hash 00010000:00000001:0.0:1767384307.619001:0:16770:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384307.619003:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.619004:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.619013:0:16770:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384307.619016:0:16770:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384307.619018:0:16770:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384307.619020:0:16770:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384307.619022:0:16770:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.619025:0:16770:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.619027:0:16770:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384307.619029:0:16770:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384307.619032:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.619034:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.619036:0:16770:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.619039:0:16770:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.619041:0:16770:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384307.619044:0:16770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.619057:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.619059:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.619060:0:16770:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384307.619063:0:16770:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384307.619065:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.619066:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.619068:0:16770:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384307.619071:0:16770:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384307.619074:0:16770:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.619076:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.619078:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.619080:0:16770:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.619083:0:16770:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384307.619085:0:16770:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384307.619087:0:16770:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.619089:0:16770:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.619092:0:16770:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384307.619094:0:16770:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000faa6ac7. 00000100:00000001:0.0:1767384307.619098:0:16770:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384307.619100:0:16770:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384307.619103:0:16770:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd5fddbf. 00010000:00000001:0.0:1767384307.619106:0:16770:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384307.619114:0:16770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384307.619116:0:16770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.619120:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384307.619121:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384307.619124:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384307.619128:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384307.619131:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384307.619133:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384307.619136:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384307.619139:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.619142:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384307.619145:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384307.619149:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000100:00000200:0.0:1767384307.619153:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732507008, offset 224 00000400:00000200:0.0:1767384307.619161:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384307.619170:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384307.619176:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d203380 00000400:00000200:0.0:1767384307.619181:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1491 [1] + 224 00000400:00000200:0.0:1767384307.619185:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384307.619188:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384307.619191:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384307.619194:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039ee0fde x1853236732507008/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384307.619201:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039ee0fde x1853236732507008/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.619209:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384307.619215:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00000400:00000010:0.0:1767384307.619216:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000100:00000001:0.0:1767384307.619220:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384307.619221:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384307.619225:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.619228:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384307.619230:0:16770:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.619232:0:16770:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.619241:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001426c87a x1853236732507008/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:288/0 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384307.619249:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001426c87a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16146:x1853236732507008:12345-0@lo:103: Request processed in 647us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384307.619256:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384307.619258:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:0.0:1767384307.619260:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384307.619262:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384307.619265:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000670a52d. 00000020:00000010:0.0:1767384307.619268:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ce24cf62. 00000020:00000010:0.0:1767384307.619272:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125a48b3. 00000020:00000040:0.0:1767384307.619277:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000001:0.0:1767384307.619279:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384307.619316:0:16798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.619321:0:16798:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384307.619323:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384307.619325:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.619329:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384307.619330:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384307.619331:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f775b105/0xf83434fd52e6d9a1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384307.619335:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000045d672b1 count: 0 00010000:00000001:0.0:1767384307.619348:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384307.619349:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:0.0:1767384307.619358:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384307.619360:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384307.619361:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075a33ea3. 00000400:00000200:0.0:1767384307.619364:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010aae35b 00000400:00000010:0.0:1767384307.619371:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010aae35b. 00000100:00000001:0.0:1767384307.619373:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384307.619377:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039ee0fde x1853236732507008/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384307.619382:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039ee0fde x1853236732507008/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.619387:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384307.619388:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.619390:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384307.619391:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384307.619392:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.619393:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.619395:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384307.619397:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=27 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384307.619400:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384307.619403:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384307.619404:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.619406:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384307.619407:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.619408:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.619410:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ee0fde x1853236732507008/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.619415:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.619416:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384307.619418:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384307.619420:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ee0fde x1853236732507008/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384307.619425:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039ee0fde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732507008:0@lo:103: 00000100:00000001:0.0:1767384307.619429:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.619431:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384307.619433:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039ee0fde x1853236732507008/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.619437:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384307.619443:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384307.619444:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5706da7. 02000000:00000001:0.0:1767384307.619446:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384307.619447:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384307.619448:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384307.619450:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384307.619451:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009ed0b566. 02000000:00000001:0.0:1767384307.619453:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384307.619454:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384307.619456:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039ee0fde. 00000100:00000001:0.0:1767384307.619458:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384307.619459:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.619461:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.619464:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.619466:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.619468:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.619470:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384307.625197:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.625197:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384307.625204:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384307.625206:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:0.0:1767384307.625208:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384307.625212:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384307.625213:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384307.625217:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384307.625218:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384307.625222:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384307.625224:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001a9135db. 00080000:00000001:0.0:1767384307.625231:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384307.625232:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384307.625237:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384307.625245:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384307.625248:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384307.625252:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384307.625256:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384307.625261:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384307.625264:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384307.625272:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001d1bdc57. 00010000:00000001:0.0:1767384307.625278:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384307.625283:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d85a768. 00000020:00000001:0.0:1767384307.625288:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384307.625290:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d85a768 with handle 0xf83434fd52e6d9a8 to hash 00000020:00000001:0.0:1767384307.625293:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384307.625295:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384307.625298:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384307.625301:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384307.625311:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384307.625315:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9a8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.625325:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384307.625329:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384307.625331:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384307.625334:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384307.625337:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.625339:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384307.625341:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.625344:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384307.625346:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384307.625348:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384307.625350:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384307.625353:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001d1bdc57) refcount = 1 00010000:00010000:0.0:1767384307.625357:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9a8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.625364:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384307.625367:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384307.625369:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.625372:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.625375:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384307.625378:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384307.625381:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384307.625385:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384307.625387:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384307.625389:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=4 00000020:00000001:0.0:1767384307.625392:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384307.625395:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384307.625398:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384307.625400:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9a8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.625407:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384307.625417:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9a8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.625424:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.625425:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384307.625427:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9a8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.625433:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384307.625435:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.625438:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384307.625440:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9a8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384307.625448:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d85a768 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384307.625451:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384307.625453:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384307.625455:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9a8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.625461:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384307.625463:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384307.625465:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384307.625467:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=5 00000020:00000001:0.0:1767384307.625470:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384307.625473:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384307.625501:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384307.625503:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9a8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.625510:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384307.625513:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384307.625515:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.625520:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384307.625522:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384307.625525:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384307.625533:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384307.625536:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d85a768 with handle 0xf83434fd52e6d9a8 from hash 00010000:00000001:0.0:1767384307.625539:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384307.625540:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.625542:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.625543:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384307.625546:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384307.625548:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384307.625550:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384307.625553:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.625555:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.625557:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384307.625559:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384307.625562:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.625563:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.625565:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.625568:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.625571:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384307.625573:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9a8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.625579:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.625581:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.625582:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384307.625584:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384307.625586:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384307.625587:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384307.625589:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384307.625592:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384307.625595:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384307.625597:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9a8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384307.625602:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384307.625604:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384307.625606:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9a8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384307.625622:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001d1bdc57 count: 0 00010000:00000001:0.0:1767384307.625635:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384307.625637:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384307.626504:0:22176:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003dfb5041. 00010000:00000010:1.1:1767384307.626513:0:22176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a30a8694. 00010000:00000010:0.1:1767384307.626520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000301d2d36. 00010000:00000010:0.1:1767384307.626528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000045d672b1. 00010000:00000010:0.1:1767384307.626532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f775b105. 00080000:00000020:0.0:1767384307.627317:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384307.627321:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384307.627323:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003df40e17. 20000000:00000001:0.0:1767384307.627329:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384307.627334:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732506752 00010000:00000001:0.0:1767384307.627336:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384307.627345:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035454a1d x1853236732506752/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384307.627354:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384307.627356:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384307.627359:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384307.627363:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384307.627365:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384307.627367:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384307.627369:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384307.627371:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.627374:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384307.627378:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384307.627383:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9b60000. 00000100:00000200:0.0:1767384307.627387:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732506752, offset 224 00000400:00000200:0.0:1767384307.627394:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384307.627406:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384307.627416:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203280 00000400:00000200:0.0:1767384307.627423:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1479 [2] + 224 00000400:00000200:0.0:1767384307.627430:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384307.627434:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384307.627440:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384307.627444:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000515a4868 x1853236732506752/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384307.627452:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000515a4868 x1853236732506752/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.627473:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384307.627501:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9b60000 00000400:00000010:0.0:1767384307.627504:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9b60000. 00000100:00000001:0.0:1767384307.627508:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384307.627510:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384307.627516:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.627520:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384307.627524:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384307.627527:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.627531:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384307.627537:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035454a1d x1853236732506752/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384307.627550:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035454a1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732506752:12345-0@lo:253: Request processed in 20260us (20619us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384307.627564:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000040:0.0:1767384307.627568:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384307.627571:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384307.627574:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384307.627580:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ddb8cfc6. 00000020:00000010:0.0:1767384307.627586:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001187ccd5. 00000020:00000010:0.0:1767384307.627592:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb698f41. 00000020:00000040:0.0:1767384307.627600:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:0.0:1767384307.627605:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384307.627607:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000303c9add. 02000000:00000001:0.0:1767384307.627612:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384307.627615:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384307.627622:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384307.627826:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.627830:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384307.627836:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384307.627839:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384307.627842:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e78cdbdc. 00000400:00000200:0.0:1767384307.627847:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014387dc9 00000400:00000010:0.0:1767384307.627858:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014387dc9. 00000100:00000001:0.0:1767384307.627862:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384307.627867:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000515a4868 x1853236732506752/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384307.627908:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000515a4868 x1853236732506752/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.627916:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384307.627920:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.627924:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384307.627927:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384307.627929:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.627932:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.627935:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384307.627940:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=27 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384307.627945:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384307.627948:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384307.627951:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.627953:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384307.627956:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.627958:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.627962:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000515a4868 x1853236732506752/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.627969:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.627973:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384307.627991:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384307.627996:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384307.627999:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384307.628001:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384307.628003:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.628005:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384307.628007:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384307.628009:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384307.628011:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384307.628014:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384307.628018:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000515a4868 x1853236732506752/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384307.628040:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732506752:0@lo:253: 00000100:00000001:0.0:1767384307.628047:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.628050:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384307.628053:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000515a4868 x1853236732506752/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.628060:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384307.628063:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384307.628067:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c76880f. 02000000:00000001:0.0:1767384307.628073:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384307.628076:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384307.628078:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384307.628082:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384307.628084:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000078d3a7e3. 02000000:00000001:0.0:1767384307.628091:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384307.628094:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384307.628096:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000515a4868. 00000100:00000001:0.0:1767384307.628101:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384307.628103:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.628106:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.628113:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.628116:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.628119:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.628122:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384307.628136:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075a33ea3. 00000400:00000010:0.0:1767384307.628142:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9b60000. 00000100:00000040:3.0:1767384307.628515:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294895536, at 4294895537 00000100:00000010:3.0:1767384307.628526:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009753f60. 00000100:00000040:0.0:1767384307.628537:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294895536, at 4294895537 00000100:00000010:0.0:1767384307.628546:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011cbceb5. 00000100:00000040:2.0:1767384307.628561:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294895536, at 4294895537 00000100:00000010:2.0:1767384307.628571:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d26c2827. 00080000:00000020:2.0:1767384307.628936:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384307.628939:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384307.628941:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000598e4e49. 20000000:00000001:2.0:1767384307.628945:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384307.628947:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732506624 00010000:00000001:2.0:1767384307.628949:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384307.628953:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fad26dfc x1853236732506624/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384307.628959:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384307.628961:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384307.628962:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.628965:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384307.628966:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384307.628968:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384307.628970:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384307.628971:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.628973:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384307.628988:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384307.628991:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abe3976e. 00000100:00000200:2.0:1767384307.628994:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732506624, offset 224 00000400:00000200:2.0:1767384307.628999:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384307.629005:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384307.629011:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203200 00000400:00000200:2.0:1767384307.629020:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1471 [2] + 224 00000400:00000200:2.0:1767384307.629027:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.629029:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384307.629032:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384307.629035:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a341e39 x1853236732506624/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384307.629042:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002a341e39 x1853236732506624/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.629055:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384307.629059:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abe3976e 00000400:00000010:2.0:1767384307.629060:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abe3976e. 00000100:00000001:2.0:1767384307.629063:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384307.629064:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384307.629068:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.629070:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384307.629071:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384307.629075:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384307.629076:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384307.629077:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384307.629081:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384307.629083:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fad26dfc x1853236732506624/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384307.629084:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384307.629089:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384307.629094:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fad26dfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732506624:12345-0@lo:253: Request processed in 21727us (22235us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384307.629094:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002874ce20. 00000400:00000200:0.0:1767384307.629101:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b169bed2 00000100:00100000:2.0:1767384307.629105:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000400:00000010:0.0:1767384307.629107:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b169bed2. 00000100:00000040:2.0:1767384307.629109:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384307.629111:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384307.629112:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384307.629114:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000076e4a61a. 00000020:00000010:2.0:1767384307.629120:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ccfa8a62. 00000100:00000001:0.0:1767384307.629122:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384307.629124:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c230a74a. 00000020:00000040:2.0:1767384307.629128:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000200:0.0:1767384307.629130:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a341e39 x1853236732506624/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384307.629131:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384307.629133:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000050b01d5. 02000000:00000001:2.0:1767384307.629143:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384307.629147:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384307.629147:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a341e39 x1853236732506624/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384307.629152:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384307.629159:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd949266. 00000100:00000001:0.0:1767384307.629162:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384307.629164:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abe3976e. 00000100:00000001:0.0:1767384307.629165:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.629170:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384307.629171:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384307.629173:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.629175:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.629177:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384307.629181:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=27 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384307.629185:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384307.629188:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384307.629190:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.629192:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384307.629193:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.629195:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.629198:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a341e39 x1853236732506624/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.629205:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.629208:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384307.629210:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384307.629213:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384307.629215:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384307.629217:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384307.629219:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.629221:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384307.629222:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384307.629224:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384307.629226:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384307.629227:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384307.629229:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384307.629231:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a341e39 x1853236732506624/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384307.629251:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a341e39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732506624:0@lo:253: 00000100:00000001:0.0:1767384307.629256:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.629258:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384307.629260:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a341e39 x1853236732506624/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.629266:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384307.629268:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384307.629270:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c955811c. 02000000:00000001:0.0:1767384307.629273:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384307.629275:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384307.629277:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384307.629279:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384307.629281:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000094724ad3. 02000000:00000001:0.0:1767384307.629284:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384307.629286:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384307.629287:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a341e39. 00000100:00000001:0.0:1767384307.629291:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384307.629292:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.629294:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.629298:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.629300:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.629302:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.629304:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384307.629361:0:22175:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a2511c2c. 00000400:00000040:3.0:1767384307.629382:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384307.629385:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384307.629388:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384307.629390:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384307.629393:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384307.629394:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384307.629398:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384307.629399:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384307.629401:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384307.629403:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384307.629405:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384307.629407:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384307.629410:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384307.629411:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384307.629413:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384307.629415:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384307.629417:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384307.629418:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384307.629420:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384307.629423:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384307.629424:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384307.629426:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384307.629428:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384307.629429:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384307.629431:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384307.629438:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384307.629440:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384307.629442:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384307.629443:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384307.629445:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384307.629447:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384307.629449:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384307.629451:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384307.629453:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384307.629455:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384307.629457:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384307.629458:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384307.629461:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384307.629463:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384307.629465:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384307.629466:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384307.629468:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384307.629470:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384307.629472:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384307.629474:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384307.629476:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00010000:00000010:0.1:1767384307.629507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001d1bdc57. 00010000:00000010:0.1:1767384307.629514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d85a768. 00000400:00000040:3.0:1767384307.629668:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384307.629672:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384307.629674:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384307.629676:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384307.629678:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384307.629680:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384307.629682:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384307.629684:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384307.629686:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384307.629688:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384307.629689:0:22175:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384307.629736:0:22175:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a2511c2c. 00000020:00000001:2.0:1767384308.091611:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384308.091614:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384308.091617:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384308.449670:0:22409:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384308.449683:0:22409:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.449686:0:22409:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384308.449691:0:22409:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384308.449696:0:22409:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.449699:0:22409:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.115632:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384309.115637:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384309.115641:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384309.166829:0:22573:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384309.166834:0:22573:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:3.0:1767384309.169905:0:22573:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384309.176922:0:22574:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000098328014. 00000400:00000010:3.0:1767384309.176940:0:22574:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000910c3034. 00000400:00000010:3.0:1767384309.176968:0:22574:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b169bed2. 00000400:00000010:3.0:1767384309.176984:0:22574:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000006251004. 00000400:00000010:3.0:1767384309.176988:0:22574:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d28fa3fc. 00000400:00000010:3.0:1767384309.176992:0:22574:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000926006be. 00000400:00000010:3.0:1767384309.176994:0:22574:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ad624a69. 00000400:00000010:3.0:1767384309.176995:0:22574:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000037d5409d. 00000400:00000010:3.0:1767384309.177000:0:22574:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a2511c2c. 00000800:00000010:3.0:1767384309.177015:0:22574:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000871e3eb9. 00000800:00000200:3.0:1767384309.177029:0:22574:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384309.177042:0:22574:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384309.177088:0:22574:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:3.0:1767384309.177109:0:22574:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp21 [8/256/0/180] 00000400:00000010:3.0:1767384309.178420:0:22574:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 0000000057570afe. 00000400:00000010:3.0:1767384309.178427:0:22574:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007731148c. 00000400:00000010:3.0:1767384309.178433:0:22574:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c799fdb5. 00000400:00000001:3.0:1767384309.178447:0:22574:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384309.178449:0:22574:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384309.178451:0:22574:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e07a0. 00000400:00000200:3.0:1767384309.178453:0:22574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000400:00000010:3.0:1767384309.178455:0:22574:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000400:00000010:3.0:1767384309.178458:0:22574:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000592cc6d6. 00000400:00000200:3.0:1767384309.178463:0:22574:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (12) 00000400:00000200:3.0:1767384309.178473:0:22574:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384309.178501:0:22574:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:3.0:1767384309.178509:0:22574:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b779e14a. 00000020:01000000:3.0:1767384309.178513:0:22574:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384309.178516:0:22574:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp21 00000400:00000010:3.0:1767384309.178528:0:22574:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000910c3034. 00000400:00000010:3.0:1767384309.178534:0:22574:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000098328014. 00000020:00000001:2.0:1767384309.178554:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384309.178559:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384309.178563:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384309.178565:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384309.178569:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384309.178572:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384309.178576:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384309.178579:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384309.178582:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384309.178584:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384309.178587:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384309.178590:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384309.178593:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384309.178596:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384309.178603:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c719fed2. 00000020:00000040:2.0:1767384309.178611:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384309.178617:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384309.178621:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384309.178628:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384309.178639:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000598e4e49. 00000100:00000001:2.0:1767384309.178647:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.178659:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384309.178661:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.178670:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c719fed2] to pc [ptlrpcd_00_01+1] req@00000000c719fed2 x1853236732507136/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384309.178698:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384309.178701:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.178703:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384309.178706:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384309.178713:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384309.178720:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384309.178721:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384309.178725:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:1.1:1767384309.178725:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d4774ebc] -> 12345-192.168.204.131@tcp20 (2) 00000100:00000001:0.0:1767384309.178725:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384309.178727:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384309.178730:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384309.178733:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:0.0:1767384309.178736:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c719fed2 x1853236732507136/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384309.178737:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384309.178740:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384309.178743:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384309.178746:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384309.178751:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384309.178754:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384309.178755:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384309.178757:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384309.178760:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384309.178763:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9f8a72f. 00000020:00000040:2.0:1767384309.178767:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384309.178767:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.178772:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384309.178774:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384309.178775:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384309.178776:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384309.178781:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384309.178784:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005ecdab82. 02000000:00000001:0.0:1767384309.178785:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.178789:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384309.178792:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732507136:0@lo:253: 00000100:00000001:2.0:1767384309.178794:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384309.178798:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.178798:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384309.178804:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9f8a72f] to pc [ptlrpcd_00_02+2] req@00000000b9f8a72f x1853236732507264/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384309.178805:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384309.178810:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384309.178815:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384309.178822:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004e12ef96. 02000000:00000001:0.0:1767384309.178824:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384309.178826:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384309.178829:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008676131f. 10000000:00000001:2.0:1767384309.178830:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.178834:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384309.178836:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384309.178848:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000313c1dea. 00000020:00000010:2.0:1767384309.178849:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b779e14a. 00000100:00000200:0.0:1767384309.178856:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732507136, portal 25 00000100:00000001:0.0:1767384309.178860:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384309.178862:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000040:0.0:1767384309.178869:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c719fed2 x1853236732507136/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.178874:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384309.178875:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384309.178877:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384309.178881:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384309.178881:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384309.178884:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0739dd2. 00000100:00000040:2.0:1767384309.178888:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9f8a72f x1853236732507264/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384309.178890:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732507136, offset 0 00000100:00000001:2.0:1767384309.178900:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384309.178902:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384309.178903:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384309.178914:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384309.178916:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384309.178919:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384309.178921:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384309.178924:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9f8a72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732507264:0@lo:253: 00000400:00000200:0.0:1767384309.178929:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203400 00000100:00000001:2.0:1767384309.178930:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384309.178935:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384309.178937:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384309.178938:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 02000000:00000001:2.0:1767384309.178940:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384309.178958:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f98a3ff. 02000000:00000010:2.0:1767384309.178959:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d2caa756. 02000000:00000001:2.0:1767384309.178964:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384309.178967:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000821528a9 00000400:00000010:2.0:1767384309.178968:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9abbcf8. 00000400:00000010:2.0:1767384309.178975:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cd8cb33. 00000100:00000200:2.0:1767384309.178978:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732507264, portal 25 00000400:00000200:0.0:1767384309.178978:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384309.178983:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384309.178996:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012925440 : -119697696626176 : ffff9322b54fea00) 00000400:00000200:0.0:1767384309.179000:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384309.179003:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9f8a72f x1853236732507264/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384309.179005:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821528a9 00000400:00000010:0.0:1767384309.179009:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000821528a9. 00000100:00000001:2.0:1767384309.179015:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384309.179016:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384309.179020:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384309.179021:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384309.179024:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053526475. 00000100:00000200:2.0:1767384309.179026:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732507264, offset 0 00000100:00000040:0.0:1767384309.179032:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000e17522a3 x1853236732507136 msgsize 4848 00000400:00000200:2.0:1767384309.179034:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384309.179044:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384309.179048:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384309.179051:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384309.179056:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203480 00000100:00000001:0.0:1767384309.179060:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384309.179061:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000400:00000010:2.0:1767384309.179065:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb82c4e3. 00000400:00000200:2.0:1767384309.179071:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000018c3a85d 00000400:00000200:2.0:1767384309.179077:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384309.179077:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0739dd2 00000400:00000010:0.0:1767384309.179082:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0739dd2. 00000400:00000200:2.0:1767384309.179084:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384309.179088:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384309.179090:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c3a85d 00000400:00000010:2.0:1767384309.179093:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018c3a85d. 00000100:00000200:0.0:1767384309.179095:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c719fed2 x1853236732507136/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.179099:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384309.179102:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384309.179108:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000aa0ebfef x1853236732507264 msgsize 4848 00000100:00000001:0.0:1767384309.179112:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384309.179116:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c719fed2 x1853236732507136/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384309.179125:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384309.179130:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384309.179130:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.179133:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384309.179138:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.179139:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384309.179143:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294897097 00000400:00000200:2.0:1767384309.179146:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053526475 00000100:00000010:0.0:1767384309.179148:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc2dc6b2. 00000400:00000010:2.0:1767384309.179150:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053526475. 00000100:00000001:2.0:1767384309.179154:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384309.179158:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384309.179159:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9f8a72f x1853236732507264/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384309.179166:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294897097 00000100:00000001:2.0:1767384309.179167:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384309.179172:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9f8a72f x1853236732507264/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384309.179173:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009236b51. 00000100:00000001:0.0:1767384309.179179:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384309.179180:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.179182:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294897097 00000100:00000001:2.0:1767384309.179183:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384309.179188:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a28f65c. 00000100:00000001:2.0:1767384309.179191:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.179194:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384309.179197:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294897097 00000100:00000001:0.0:1767384309.179200:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294897097 00000100:00000001:2.0:1767384309.179201:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294897097 00000100:00000001:2.0:1767384309.179207:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294897097 00000100:00000010:0.0:1767384309.179207:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc4a4611. 00000100:00000001:2.0:1767384309.179211:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294897097 00000100:00000001:0.0:1767384309.179213:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384309.179214:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294897097 00000100:00000001:0.0:1767384309.179217:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384309.179218:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294897097 00000100:00000001:2.0:1767384309.179224:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294897097 00000100:00000001:0.0:1767384309.179224:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.179230:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294897097 00000100:00000001:0.0:1767384309.179231:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.179235:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384309.179236:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.179240:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.179244:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.179246:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384309.179250:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384309.179252:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384309.179254:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384309.179256:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.179257:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384309.179260:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.179262:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384309.179263:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.179270:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384309.179273:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384309.179277:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.179282:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.179289:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384309.179299:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384309.179300:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732507136 02000000:00000001:2.0:1767384309.179304:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384309.179306:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.179307:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384309.179310:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.179314:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384309.179317:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732507136 00000020:00000001:2.0:1767384309.179320:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384309.179322:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384309.179325:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384309.179328:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384309.179329:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00100000:0.0:1767384309.179331:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732507264 00000020:00000001:2.0:1767384309.179333:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 02000000:00000001:0.0:1767384309.179335:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384309.179337:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384309.179338:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384309.179343:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.179344:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384309.179347:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384309.179349:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032812e95. 00000100:00100000:0.0:1767384309.179350:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732507264 00000100:00000001:2.0:1767384309.179354:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384309.179354:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384309.179358:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000010:2.0:1767384309.179359:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032812e95. 00000020:00000001:0.0:1767384309.179362:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384309.179365:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000010:2.0:1767384309.179368:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043035988. 00000020:00000001:0.0:1767384309.179368:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384309.179372:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000010:2.0:1767384309.179377:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ec43976. 00000100:00000001:0.0:1767384309.179378:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384309.179383:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc71d8cf. 00000020:00000010:2.0:1767384309.179387:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ccfa8a62. 00000100:00000001:0.0:1767384309.179387:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384309.179389:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc71d8cf. 00000020:00000010:0.0:1767384309.179398:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a4d7fb5. 00000100:00000040:2.0:1767384309.179401:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384309.179403:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009dcb73fd. 00000100:00000001:2.0:1767384309.179408:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384309.179410:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ce24cf62. 00000100:00000001:2.0:1767384309.179412:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384309.179416:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384309.179417:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.179420:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384309.179424:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.179432:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.179433:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.179444:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384309.179444:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.179459:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384309.179462:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384309.179464:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384309.179468:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000001:0.0:1767384309.179469:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384309.179473:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00100000:0.0:1767384309.179504:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000001:2.0:1767384309.179507:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141345872 : -119697568205744 : ffff9322bcf77450) 00000100:00000040:0.0:1767384309.179508:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000040:2.0:1767384309.179513:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e17522a3 x1853236732507136/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:290/0 lens 4848/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384309.179518:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141342800 : -119697568208816 : ffff9322bcf76850) 00000100:00000001:2.0:1767384309.179529:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384309.179530:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa0ebfef x1853236732507264/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:290/0 lens 4848/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384309.179540:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032812e95. 00000100:00000001:0.0:1767384309.179540:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384309.179544:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384309.179547:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032812e95. 00000020:00000010:0.0:1767384309.179547:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc71d8cf. 00000100:00000001:0.0:1767384309.179553:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384309.179557:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc71d8cf. 00000100:00100000:2.0:1767384309.179558:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e17522a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732507136:12345-0@lo:253: 00000100:00000200:2.0:1767384309.179563:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732507136 00000100:00100000:0.0:1767384309.179566:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0ebfef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732507264:12345-0@lo:253: 00000020:00000001:2.0:1767384309.179568:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384309.179572:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732507264 00000020:00000001:2.0:1767384309.179573:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384309.179576:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384309.179577:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384309.179581:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384309.179582:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384309.179584:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.179586:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:0.0:1767384309.179588:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384309.179590:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384309.179591:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384309.179593:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384309.179595:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384309.179597:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384309.179598:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384309.179601:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384309.179602:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384309.179605:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384309.179605:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384309.179610:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.179611:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384309.179613:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384309.179615:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384309.179617:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384309.179624:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000050b01d5. 02000000:00000010:0.0:1767384309.179624:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000094724ad3. 02000000:00000001:0.0:1767384309.179628:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.179629:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.179633:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.179634:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384309.179638:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384309.179638:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384309.179652:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002c76880f. 20000000:00000010:0.0:1767384309.179652:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000078d3a7e3. 20000000:01000000:2.0:1767384309.179658:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384309.179659:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384309.179663:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384309.179663:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384309.179668:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384309.179671:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384309.179673:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384309.179674:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384309.179675:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384309.179678:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384309.179680:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384309.179682:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384309.179685:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000df6a3976. 20000000:01000000:0.0:1767384309.179694:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:0.0:1767384309.179700:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384309.179706:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384309.179763:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384309.179768:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384309.179769:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384309.179771:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384309.179775:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384309.179780:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:0.0:1767384309.179784:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384309.179794:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000002cf5c54. 00080000:00000001:0.0:1767384309.179797:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370868666368 : -119702840885248 : ffff932182b0c000) 00080000:00000001:0.0:1767384309.179800:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384309.179931:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384309.179932:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384309.179934:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384309.179975:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384309.179990:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384309.180096:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384309.180100:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384309.180260:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c955811c. 00000800:00000010:0.0:1767384309.180266:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a0739dd2. 00000800:00000010:0.0:1767384309.180289:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003c1b97be. 00000800:00000200:0.1:1767384309.180295:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d4774ebc] -> 12345-192.168.204.131@tcp20 (2) 00000800:00000200:0.1:1767384309.180300:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp20 000000003c1b97be deleted 00000800:00000010:0.1:1767384309.180302:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003c1b97be. 00000800:00000200:0.1:1767384309.180307:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384309.180314:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp20 ip 192.168.204.131:1001 00000800:00000200:0.1:1767384309.180318:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e07a7f1 type 1, nob 336 niov 1 nkiov 1 00000800:00000200:0.0:1767384309.180324:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp20 p 3.x 192.168.204.131 -> 192.168.204.131:1001 incarnation:1767384307604514989 sched[0] 00000800:00000010:0.0:1767384309.180328:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cc71d8cf. 00000800:00000010:0.0:1767384309.180383:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cc71d8cf. 00000800:00000010:0.0:1767384309.180387:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a0739dd2. 00000800:00000010:0.0:1767384309.180418:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000076a5a5. 00000800:00000001:0.0:1767384309.180430:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384309.180436:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384309.180466:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384309.180610:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384309.180615:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e07a7f1. 00000400:00000200:0.0:1767384309.180619:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384309.180625:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp20->192.168.204.131@tcp20: PUT: OK 00000400:00000200:0.0:1767384309.180630:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384309.180640:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000001:0.0:1767384309.180651:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384309.180657:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384309.180659:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384309.180662:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384309.180669:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp20(192.168.204.131@tcp20) <- 192.168.204.131@tcp20 : PUT - for me 00000400:00000200:0.0:1767384309.180678:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384309.180684:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 240/240 into md 0x1481 [1] + 0 00000400:00000010:0.0:1767384309.180687:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b4b4ca3. 00000400:00000200:0.0:1767384309.180690:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000921a8bad 00000800:00000001:0.0:1767384309.180694:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384309.180704:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384309.180706:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384309.180713:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp20->192.168.204.131@tcp20: PUT: OK 00000400:00000200:0.0:1767384309.180717:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000400:00000010:0.0:1767384309.180719:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000400:00000200:0.0:1767384309.180724:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384309.180727:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (14) 00000400:00000200:0.0:1767384309.180732:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:0.0:1767384309.180735:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 0000000003938480. 00000400:00000200:0.0:1767384309.180738:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 13 00000400:00000200:0.0:1767384309.180743:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384309.180753:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (15) 00000400:00000200:0.0:1767384309.180758:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384309.180766:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp20 to MR: 192.168.204.131@tcp20 local destination 00000400:00000200:0.0:1767384309.180772:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp20 NI seq info: [28:28:256:4294967295] 192.168.204.131@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:0.0:1767384309.180782:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp20(192.168.204.131@tcp20:192.168.204.131@tcp20) -> 192.168.204.131@tcp20(192.168.204.131@tcp20:192.168.204.131@tcp20) 192.168.204.131@tcp20 : ACK try# 0 00000800:00000200:0.0:1767384309.180786:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp20 00000800:00000010:0.0:1767384309.180789:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d495578. 00000800:00000200:0.0:1767384309.180797:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d4774ebc] -> 12345-192.168.204.131@tcp20 (4) 00000800:00000200:0.0:1767384309.180803:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp20 ip 192.168.204.131:988 00000800:00000200:0.0:1767384309.180810:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d495578 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384309.180853:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384309.180856:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d495578. 00000400:00000200:0.0:1767384309.180867:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384309.180871:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp20->192.168.204.131@tcp20: ACK: OK 00000800:00000001:0.0:1767384309.180878:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384309.180882:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384309.180887:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384309.180891:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384309.180893:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384309.180897:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384309.180904:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp20(192.168.204.131@tcp20) <- 192.168.204.131@tcp20 : ACK - for me 00000400:00000200:0.0:1767384309.180913:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp20: ACK from 12345-192.168.204.131@tcp20 into md 0x14b1 00000400:00000200:0.0:1767384309.180916:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384309.180920:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp20->192.168.204.131@tcp20: ACK: OK 00000400:00000200:0.0:1767384309.180922:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057023649 00000400:00000010:0.0:1767384309.180923:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057023649. 00000400:00000200:0.0:1767384309.180927:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384309.180933:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:0.0:1767384309.180936:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384309.180939:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (14) 00000800:00000001:0.0:1767384309.180944:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384309.180962:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384309.180977:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384309.180991:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0fafa23. 00000400:00000010:0.0:1767384309.180996:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010aae35b. 00000400:00000200:0.0:1767384309.181000:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000000f233d8 00000400:00000200:0.0:1767384309.181003:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:0.0:1767384309.181010:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 000000008fc4bdea. 00000400:00000010:0.0:1767384309.181013:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000da895200. 00000400:00000010:0.0:1767384309.181020:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 00000000a1171bde. 00000400:00000010:0.0:1767384309.181040:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000547b90e9. 00000400:00000200:0.0:1767384309.181045:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000547b90e9 nid 192.168.204.131@tcp21 00000400:00000010:0.0:1767384309.181050:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003e0209e5. 00000400:00000200:0.0:1767384309.181058:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000003e0209e5 net tcp21 00000400:00000200:0.0:1767384309.181062:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (13) 00000400:00000200:0.0:1767384309.181066:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp21 flags 0x11 00000400:00000010:0.0:1767384309.181069:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 000000008fc4bdea. 00000400:00000010:0.0:1767384309.181074:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000da895200. 00000400:00000010:0.0:1767384309.181077:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 00000000a1171bde. 00000400:00000010:0.0:1767384309.181080:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 0000000003938480. 00000400:00000200:0.0:1767384309.181084:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384309.181086:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:0.0:1767384309.181089:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:0.0:1767384309.181092:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:0.0:1767384309.181094:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384309.181097:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:0.0:1767384309.181102:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:0.0:1767384309.181108:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (14) 00000800:00000010:0.0:1767384309.181881:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000303c9add. 00000800:00000010:0.0:1767384309.181886:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a0739dd2. 00000800:00000010:0.0:1767384309.181906:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003c1b97be. 00000800:00000200:0.1:1767384309.181911:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d4774ebc] -> 12345-192.168.204.131@tcp20 (4) 00000800:00000200:0.1:1767384309.181916:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp20 000000003c1b97be deleted 00000800:00000010:0.1:1767384309.181918:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003c1b97be. 00000800:00000200:0.1:1767384309.181921:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384309.181924:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp20 p 3.x 192.168.204.131 -> 192.168.204.131:1000 incarnation:1767384307604514989 sched[0] 00000800:00000010:0.0:1767384309.181972:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c84c0613. 00000800:00000010:0.0:1767384309.182026:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c84c0613. 00000800:00000010:0.0:1767384309.182030:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a0739dd2. 00000800:00000200:1.1:1767384309.182038:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:0.0:1767384309.182055:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008b2243e2. 00000800:00000001:2.0:1767384309.182096:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384309.182103:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384309.189037:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384309.189045:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:2.0:1767384309.189047:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384309.189048:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384309.189052:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384309.189053:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384309.189057:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384309.189060:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384309.189061:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384309.189063:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000002cf5c54. 20000000:01000000:0.0:1767384309.189067:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384309.189075:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384309.189080:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384309.189083:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ba81a6cb. 20000000:01000000:0.0:1767384309.189084:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384309.189091:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384309.189094:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:3.0:1767384309.189099:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384309.189104:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384309.189111:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384309.189121:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384309.189124:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384309.189128:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384309.189132:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384309.189132:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384309.189137:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384309.189138:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.189139:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384309.189142:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384309.189142:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007ec2b3a4. 00000020:00000001:3.0:1767384309.189146:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:0.0:1767384309.189149:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384309.189150:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:0.0:1767384309.189154:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d85a768. 00080000:00000010:3.0:1767384309.189157:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f1768c92. 00000020:00000001:0.0:1767384309.189159:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384309.189161:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375526176768 : -119698183374848 : ffff9322984cb800) 00000020:00000040:0.0:1767384309.189163:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d85a768 with handle 0xf83434fd52e6d9af to hash 00080000:00000001:3.0:1767384309.189165:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384309.189169:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384309.189171:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384309.189174:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384309.189177:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384309.189178:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384309.189181:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9af lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.189188:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384309.189192:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384309.189195:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384309.189197:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384309.189199:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384309.189201:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384309.189202:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384309.189205:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384309.189208:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384309.189209:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384309.189211:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384309.189213:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007ec2b3a4) refcount = 1 00010000:00010000:0.0:1767384309.189216:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9af lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.189220:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384309.189222:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384309.189224:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384309.189226:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384309.189226:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.189228:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.189232:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384309.189234:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384309.189238:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384309.189241:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384309.189244:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384309.189245:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384309.189246:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=4 00080000:00000001:3.0:1767384309.189248:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384309.189248:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00080000:00000001:3.0:1767384309.189253:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384309.189253:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384309.189257:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384309.189259:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9af lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.189263:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384309.189265:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9af lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.189268:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.189270:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384309.189271:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9af lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.189275:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384309.189276:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.189278:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384309.189280:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9af lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384309.189284:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d85a768 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384309.189286:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384309.189288:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384309.189289:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9af lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.189294:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384309.189295:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384309.189300:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384309.189301:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=5 00000020:00000001:0.0:1767384309.189303:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384309.189305:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384309.189308:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384309.189310:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9af lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.189314:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384309.189316:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384309.189317:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.189321:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384309.189322:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384309.189324:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384309.189325:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384309.189327:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d85a768 with handle 0xf83434fd52e6d9af from hash 00010000:00000001:0.0:1767384309.189329:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384309.189330:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384309.189331:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384309.189332:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384309.189335:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:3.0:1767384309.189336:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384309.189337:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384309.189340:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384309.189342:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384309.189343:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384309.189346:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.189348:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384309.189349:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384309.189351:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.189352:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384309.189353:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.189354:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.189355:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384309.189356:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9af lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.189360:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.189366:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384309.189367:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384309.189368:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384309.189369:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.189371:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384309.189373:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384309.189375:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384309.189375:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384309.189377:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9af lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.189380:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384309.189381:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384309.189382:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d85a768/0xf83434fd52e6d9af lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384309.189386:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007ec2b3a4 count: 0 00010000:00000001:0.0:1767384309.189392:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384309.189393:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384309.189513:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294897097, at 4294897098 00000100:00000010:3.0:1767384309.189521:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc4a4611. 00000100:00000040:0.0:1767384309.189527:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294897097, at 4294897098 00000100:00000010:0.0:1767384309.189534:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc2dc6b2. 00000100:00000040:2.0:1767384309.190520:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294897097, at 4294897099 00000100:00000010:2.0:1767384309.190527:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a28f65c. 00080000:00000001:3.0:1767384309.197014:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384309.197019:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384309.197022:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384309.197024:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384309.197026:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384309.197033:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384309.197036:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384309.197040:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384309.197042:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384309.197044:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384309.197047:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384309.197050:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384309.197052:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384309.197057:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005dfadf6f. 00080000:00000001:3.0:1767384309.197058:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1767384309.197061:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:3.0:1767384309.197062:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384309.197066:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384309.197067:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:0.0:1767384309.197067:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f6b12db5. 00040000:00000001:3.0:1767384309.197069:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:0.0:1767384309.197072:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:3.0:1767384309.197074:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f1768c92. 00000020:00000040:0.0:1767384309.197077:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f6b12db5 with handle 0xf83434fd52e6d9b6 to hash 00080000:00000001:3.0:1767384309.197079:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1767384309.197081:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384309.197082:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384309.197085:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384309.197089:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384309.197091:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384309.197099:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9b6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.197105:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384309.197108:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384309.197109:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384309.197111:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384309.197113:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384309.197114:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384309.197116:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384309.197117:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384309.197119:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384309.197120:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384309.197121:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384309.197122:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005dfadf6f) refcount = 1 00010000:00010000:0.0:1767384309.197124:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9b6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.197128:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384309.197130:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384309.197130:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384309.197132:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.197134:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384309.197136:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384309.197137:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384309.197140:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384309.197141:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384309.197143:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=4 00000020:00000001:0.0:1767384309.197145:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384309.197147:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384309.197149:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384309.197150:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9b6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.197155:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384309.197161:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9b6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.197165:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.197166:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384309.197168:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9b6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.197171:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384309.197173:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.197175:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384309.197176:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9b6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384309.197180:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f6b12db5 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384309.197182:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384309.197184:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384309.197186:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9b6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.197190:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384309.197191:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384309.197192:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384309.197193:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=5 00000020:00000001:0.0:1767384309.197195:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384309.197197:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384309.197199:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384309.197200:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9b6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.197204:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384309.197207:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384309.197208:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.197211:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384309.197212:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384309.197213:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384309.197218:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384309.197220:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f6b12db5 with handle 0xf83434fd52e6d9b6 from hash 00010000:00000001:0.0:1767384309.197221:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384309.197222:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.197223:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384309.197224:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384309.197225:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384309.197226:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384309.197226:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384309.197227:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384309.197229:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.197230:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384309.197230:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384309.197232:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.197232:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384309.197233:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.197234:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.197235:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384309.197237:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9b6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.197240:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.197241:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384309.197242:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384309.197243:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384309.197244:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.197245:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384309.197246:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384309.197247:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384309.197248:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384309.197249:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9b6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.197253:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384309.197254:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384309.197255:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9b6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384309.197268:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005dfadf6f count: 0 00010000:00000001:0.0:1767384309.197279:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384309.197280:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384309.197521:0:22579:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007ec2b3a4. 00010000:00000010:0.1:1767384309.197528:0:22579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d85a768. 00000400:00000010:0.0:1767384309.198164:0:22579:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000146693e5. 00000400:00000040:0.0:1767384309.198180:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384309.198182:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384309.198184:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384309.198186:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384309.198189:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384309.198190:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384309.198193:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384309.198194:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384309.198196:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384309.198197:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384309.198200:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384309.198202:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384309.198204:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384309.198205:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384309.198206:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384309.198209:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384309.198210:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384309.198211:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384309.198212:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384309.198214:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384309.198215:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384309.198217:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384309.198218:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384309.198220:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384309.198221:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384309.198223:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384309.198224:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384309.198225:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384309.198227:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384309.198228:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384309.198230:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384309.198232:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384309.198237:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384309.198238:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384309.198240:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384309.198241:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384309.198242:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384309.198244:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384309.198246:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384309.198247:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384309.198248:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384309.198250:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384309.198251:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384309.198253:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384309.198254:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384309.198256:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384309.198257:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384309.198258:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384309.198260:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384309.198261:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384309.198262:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384309.198263:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384309.198264:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384309.198266:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384309.198267:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384309.198268:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384309.198270:0:22579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384309.198315:0:22579:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000146693e5. 00080000:00000020:2.0:1767384309.198889:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384309.198893:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384309.198895:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000078d3a7e3. 20000000:00000001:2.0:1767384309.198900:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384309.198905:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732507264 00010000:00000001:2.0:1767384309.198908:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384309.198914:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa0ebfef x1853236732507264/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384309.198922:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384309.198925:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384309.198929:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384309.198933:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384309.198936:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384309.198938:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384309.198942:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384309.198958:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.198963:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384309.198965:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384309.198970:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8c4fea9. 00000100:00000200:2.0:1767384309.198975:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732507264, offset 224 00000400:00000200:2.0:1767384309.198994:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384309.199008:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384309.199018:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203480 00000400:00000200:2.0:1767384309.199024:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14bd [2] + 224 00000400:00000200:2.0:1767384309.199030:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384309.199034:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384309.199038:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384309.199042:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9f8a72f x1853236732507264/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384309.199049:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b9f8a72f x1853236732507264/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.199073:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384309.199081:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8c4fea9 00000400:00000010:2.0:1767384309.199083:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8c4fea9. 00000100:00000001:2.0:1767384309.199086:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384309.199088:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384309.199092:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.199095:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384309.199097:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384309.199099:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.199101:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384309.199104:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa0ebfef x1853236732507264/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384309.199112:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0ebfef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732507264:12345-0@lo:253: Request processed in 19571us (20001us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384309.199120:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000040:2.0:1767384309.199123:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384309.199125:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384309.199127:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384309.199133:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009dcb73fd. 00000020:00000010:2.0:1767384309.199137:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ce24cf62. 00000020:00000010:2.0:1767384309.199141:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a4d7fb5. 00000020:00000040:2.0:1767384309.199146:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:2.0:1767384309.199151:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384309.199153:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000094724ad3. 02000000:00000001:2.0:1767384309.199157:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384309.199159:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384309.199163:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384309.199168:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2ec5db5. 00000400:00000010:2.0:1767384309.199173:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8c4fea9. 00000100:00000001:2.0:1767384309.199194:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.199197:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384309.199202:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384309.199205:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384309.199213:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9abbcf8. 00000400:00000200:2.0:1767384309.199216:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cd8cb33 00000400:00000010:2.0:1767384309.199218:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cd8cb33. 00000100:00000001:2.0:1767384309.199221:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384309.199225:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9f8a72f x1853236732507264/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384309.199232:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9f8a72f x1853236732507264/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.199238:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384309.199240:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.199243:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384309.199245:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384309.199247:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384309.199249:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.199251:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384309.199255:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=29 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384309.199259:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384309.199262:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384309.199263:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.199265:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384309.199267:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.199269:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.199273:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9f8a72f x1853236732507264/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.199278:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384309.199281:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384309.199282:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384309.199285:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384309.199287:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384309.199288:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384309.199290:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384309.199291:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384309.199292:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384309.199294:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384309.199295:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384309.199296:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384309.199305:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9f8a72f x1853236732507264/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384309.199311:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9f8a72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732507264:0@lo:253: 00000100:00000001:2.0:1767384309.199316:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.199318:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384309.199320:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9f8a72f x1853236732507264/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.199325:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384309.199327:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384309.199329:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d2caa756. 02000000:00000001:2.0:1767384309.199345:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384309.199346:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384309.199348:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384309.199350:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384309.199352:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005ecdab82. 02000000:00000001:2.0:1767384309.199355:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384309.199357:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384309.199358:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9f8a72f. 00000100:00000001:2.0:1767384309.199361:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384309.199362:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.199364:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.199369:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384309.199371:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.199373:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.199375:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.200332:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.200335:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384309.200340:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384309.200344:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384309.200346:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008676131f. 00000400:00000200:2.0:1767384309.200352:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000313c1dea 00000400:00000010:2.0:1767384309.200356:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000313c1dea. 00000100:00000001:2.0:1767384309.200361:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384309.200377:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c719fed2 x1853236732507136/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384309.200393:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c719fed2 x1853236732507136/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.200409:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384309.200412:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.200417:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384309.200418:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384309.200421:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384309.200423:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.200427:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384309.200432:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=29 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384309.200435:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384309.200439:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384309.200441:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.200444:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384309.200445:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.200449:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.200452:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c719fed2 x1853236732507136/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.200458:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384309.200460:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384309.200460:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384309.200463:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384309.200464:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384309.200465:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384309.200466:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384309.200466:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384309.200467:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384309.200468:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384309.200469:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384309.200470:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384309.200471:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384309.200518:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c719fed2 x1853236732507136/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384309.200524:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732507136:0@lo:253: 00000100:00000001:2.0:1767384309.200530:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.200532:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384309.200539:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c719fed2 x1853236732507136/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.200543:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384309.200545:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384309.200546:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004e12ef96. 02000000:00000001:2.0:1767384309.200549:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384309.200550:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384309.200551:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384309.200553:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384309.200554:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000598e4e49. 02000000:00000001:2.0:1767384309.200555:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384309.200556:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384309.200557:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c719fed2. 00000100:00000001:2.0:1767384309.200559:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384309.200560:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.200562:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.200566:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384309.200567:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.200568:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.200569:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384309.210184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005dfadf6f. 00010000:00000010:0.1:1767384309.210197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f6b12db5. 00080000:00000001:3.0:1767384310.004147:0:22823:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384310.004166:0:22823:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384310.004172:0:22823:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384310.004179:0:22823:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384310.004186:0:22823:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384310.004190:0:22823:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.139614:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384310.139618:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384310.139623:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384310.732835:0:22987:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384310.732840:0:22987:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:0.0:1767384310.739107:0:22987:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384310.747150:0:22988:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001ed06418. 00000400:00000010:0.0:1767384310.747182:0:22988:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000b68bb73. 00000400:00000010:0.0:1767384310.747193:0:22988:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000133f670e. 00000400:00000010:0.0:1767384310.747197:0:22988:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000aaa61594. 00000400:00000010:0.0:1767384310.747201:0:22988:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000056babadb. 00000400:00000010:0.0:1767384310.747206:0:22988:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cc71d8cf. 00000400:00000010:0.0:1767384310.747207:0:22988:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008b148a19. 00000400:00000010:0.0:1767384310.747213:0:22988:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008fe18aec. 00000400:00000010:0.0:1767384310.747216:0:22988:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f565d29b. 00000800:00000010:0.0:1767384310.747229:0:22988:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000003938480. 00000800:00000200:0.0:1767384310.747241:0:22988:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384310.747251:0:22988:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384310.747313:0:22988:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:0.0:1767384310.747333:0:22988:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp22 [8/256/0/180] 00000400:00000010:0.0:1767384310.749548:0:22988:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000b4e041eb. 00000400:00000010:0.0:1767384310.749554:0:22988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f2bcfa1. 00000400:00000010:0.0:1767384310.749560:0:22988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000400:00000001:0.0:1767384310.749577:0:22988:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384310.749578:0:22988:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384310.749580:0:22988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007731148c. 00000400:00000200:0.0:1767384310.749582:0:22988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c799fdb5 00000400:00000010:0.0:1767384310.749583:0:22988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c799fdb5. 00000400:00000010:0.0:1767384310.749587:0:22988:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 0000000057570afe. 00000400:00000200:0.0:1767384310.749591:0:22988:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (13) 00000400:00000200:0.0:1767384310.749602:0:22988:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384310.749611:0:22988:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:0.0:1767384310.749619:0:22988:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007becc6c3. 00000020:01000000:0.0:1767384310.749623:0:22988:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384310.749628:0:22988:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp22 00000400:00000010:0.0:1767384310.749640:0:22988:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000b68bb73. 00000400:00000010:0.0:1767384310.749646:0:22988:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001ed06418. 00000020:00000001:2.0:1767384310.749667:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384310.749674:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384310.749679:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384310.749683:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384310.749688:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384310.749691:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384310.749693:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384310.749697:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384310.749700:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384310.749704:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384310.749708:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384310.749712:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384310.749716:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384310.749720:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384310.749728:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c719fed2. 00000020:00000040:2.0:1767384310.749745:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384310.749756:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384310.749762:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384310.749770:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384310.749783:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000050b01d5. 00000100:00000001:2.0:1767384310.749794:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.749805:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384310.749808:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.749820:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c719fed2] to pc [ptlrpcd_00_03+3] req@00000000c719fed2 x1853236732507392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384310.749840:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001431fd88] -> 12345-192.168.204.131@tcp21 (2) 10000000:00000001:2.0:1767384310.749855:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384310.749861:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.749864:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384310.749866:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384310.749868:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384310.749873:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384310.749873:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384310.749877:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384310.749877:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384310.749879:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384310.749882:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384310.749885:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:0.0:1767384310.749885:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c719fed2 x1853236732507392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384310.749889:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384310.749894:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384310.749897:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384310.749899:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384310.749901:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384310.749901:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384310.749905:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384310.749908:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384310.749908:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384310.749911:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384310.749912:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384310.749926:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384310.749927:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384310.749932:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9f8a72f. 00000100:00100000:0.0:1767384310.749932:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732507392:0@lo:253: 00000020:00000040:2.0:1767384310.749938:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384310.749945:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384310.749946:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384310.749948:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384310.749953:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.749954:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384310.749958:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.749960:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384310.749962:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002c76880f. 02000000:00000010:0.0:1767384310.749966:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000056b99496. 00000100:00000001:2.0:1767384310.749967:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.749971:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.749973:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384310.749976:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384310.749976:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000013cde1f. 00000400:00000010:0.0:1767384310.749982:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b68bb73. 00000100:00000200:0.0:1767384310.749988:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732507392, portal 25 00000100:00000040:2.0:1767384310.749990:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9f8a72f] to pc [ptlrpcd_00_00+0] req@00000000b9f8a72f x1853236732507520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.749991:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384310.749995:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000040:0.0:1767384310.750004:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c719fed2 x1853236732507392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384310.750015:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.750016:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384310.750020:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.750023:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384310.750024:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384310.750027:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009cd4c272. 00000020:01000000:2.0:1767384310.750028:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384310.750033:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732507392, offset 0 00000020:00000010:2.0:1767384310.750034:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007becc6c3. 00000400:00000200:0.0:1767384310.750046:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384310.750048:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.750053:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384310.750057:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384310.750059:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384310.750063:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384310.750065:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384310.750069:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203500 00000100:00000001:2.0:1767384310.750074:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384310.750078:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000100:00000001:2.0:1767384310.750079:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.750085:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384310.750085:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000421b8fa0. 00000100:00000001:2.0:1767384310.750087:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384310.750090:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384310.750091:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f2b8627b 00000100:00000040:2.0:1767384310.750095:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9f8a72f x1853236732507520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384310.750101:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384310.750102:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384310.750105:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384310.750109:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384310.750111:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384310.750115:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384310.750117:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384310.750118:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2b8627b 00000100:00100000:2.0:1767384310.750121:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9f8a72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732507520:0@lo:253: 00000400:00000010:0.0:1767384310.750122:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2b8627b. 00000100:00000001:2.0:1767384310.750128:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384310.750131:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384310.750131:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384310.750135:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384310.750136:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.750141:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384310.750142:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000c9f0d6dd x1853236732507392 msgsize 4848 02000000:00000010:2.0:1767384310.750149:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004e12ef96. 00000100:00100000:0.0:1767384310.750150:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384310.750153:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.750154:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384310.750159:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9abbcf8. 00000100:00000001:0.0:1767384310.750165:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384310.750166:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000716f79ef. 00000100:00000200:2.0:1767384310.750172:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732507520, portal 25 00000400:00000200:0.0:1767384310.750174:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cd4c272 00000100:00000001:2.0:1767384310.750176:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384310.750183:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009cd4c272. 00000100:00000001:2.0:1767384310.750184:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012925440 : -119697696626176 : ffff9322b54fea00) 00000100:00000001:0.0:1767384310.750188:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384310.750192:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9f8a72f x1853236732507520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384310.750195:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c719fed2 x1853236732507392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.750213:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384310.750219:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384310.750219:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384310.750224:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a8b18ac. 00000100:00000040:0.0:1767384310.750225:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c719fed2 x1853236732507392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384310.750229:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732507520, offset 0 00000100:00000001:0.0:1767384310.750237:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384310.750240:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384310.750241:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384310.750248:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.750252:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294898668 00000400:00000200:2.0:1767384310.750253:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384310.750259:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2d96dd2. 00000400:00000200:2.0:1767384310.750265:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203580 00000100:00000001:0.0:1767384310.750268:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384310.750272:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 00000400:00000010:2.0:1767384310.750275:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000776d73cb. 00000100:00000001:0.0:1767384310.750276:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294898668 00000400:00000200:2.0:1767384310.750279:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a2b59627 00000100:00000010:0.0:1767384310.750282:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ebb6529. 00000100:00000001:0.0:1767384310.750285:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384310.750286:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384310.750290:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294898668 00000400:00000200:2.0:1767384310.750292:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384310.750296:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a28f65c. 00000400:00000200:2.0:1767384310.750297:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b59627 00000400:00000010:2.0:1767384310.750301:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2b59627. 00000100:00000001:0.0:1767384310.750302:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384310.750305:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384310.750307:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294898668 00000100:00000200:2.0:1767384310.750308:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384310.750316:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000bf436cf1 x1853236732507520 msgsize 4848 00000100:00000010:0.0:1767384310.750316:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009236b51. 00000100:00000001:0.0:1767384310.750323:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00100000:2.0:1767384310.750326:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384310.750327:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384310.750329:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384310.750332:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.750337:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750339:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384310.750339:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.750344:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384310.750345:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a8b18ac 00000100:00000001:0.0:1767384310.750347:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384310.750349:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a8b18ac. 00000100:00000001:0.0:1767384310.750352:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.750355:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384310.750355:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384310.750360:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384310.750361:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9f8a72f x1853236732507520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.750364:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750373:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384310.750376:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9f8a72f x1853236732507520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.750381:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750382:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384310.750386:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750394:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294898668 00000100:00000001:2.0:1767384310.750397:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294898668 00000100:00000001:2.0:1767384310.750398:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294898668 00000100:00000001:2.0:1767384310.750400:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294898668 00000100:00000001:2.0:1767384310.750402:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294898668 00000100:00000001:2.0:1767384310.750404:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294898668 00000100:00000001:2.0:1767384310.750405:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294898668 00000100:00000001:2.0:1767384310.750407:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294898668 00000100:00000001:2.0:1767384310.750409:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.750413:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750417:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750420:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750444:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384310.750446:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732507392 02000000:00000001:2.0:1767384310.750448:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384310.750451:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384310.750452:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.750453:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.750456:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384310.750460:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732507392 00000100:00000001:0.0:1767384310.750461:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.750464:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384310.750467:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384310.750470:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384310.750472:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:2.0:1767384310.750475:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384310.750504:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384310.750508:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384310.750513:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005999f507. 00000100:00000001:2.0:1767384310.750516:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384310.750518:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005999f507. 00000020:00000010:2.0:1767384310.750525:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000935ec853. 00000020:00000010:2.0:1767384310.750531:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b42f4fdf. 00000020:00000010:2.0:1767384310.750536:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e0fde5ba. 00000100:00000040:2.0:1767384310.750551:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384310.750555:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384310.750556:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384310.750558:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750567:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750575:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.750587:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384310.750589:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732507520 02000000:00000001:2.0:1767384310.750590:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384310.750592:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384310.750594:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.750596:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384310.750598:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732507520 00000020:00000001:2.0:1767384310.750599:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384310.750600:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384310.750602:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384310.750603:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:2.0:1767384310.750605:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384310.750607:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384310.750609:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384310.750612:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005999f507. 00000100:00000001:2.0:1767384310.750615:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384310.750616:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005999f507. 00000020:00000010:2.0:1767384310.750620:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000141639d3. 00000020:00000010:2.0:1767384310.750623:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac0621eb. 00000020:00000010:2.0:1767384310.750627:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d0c8298. 00000100:00000001:2.0:1767384310.750630:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384310.750631:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384310.750633:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750636:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750639:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.750654:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384310.750656:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384310.750662:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:2.0:1767384310.750665:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384310.750671:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141337680 : -119697568213936 : ffff9322bcf75450) 00000100:00000040:2.0:1767384310.750676:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9f0d6dd x1853236732507392/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:291/0 lens 4848/0 e 0 to 0 dl 1767384321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.750683:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384310.750686:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005999f507. 00000100:00000001:2.0:1767384310.750688:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384310.750690:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005999f507. 00000100:00100000:2.0:1767384310.750696:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9f0d6dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732507392:12345-0@lo:253: 00000100:00000200:2.0:1767384310.750699:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732507392 00000020:00000001:2.0:1767384310.750703:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384310.750709:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384310.750713:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.750718:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384310.750721:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384310.750726:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384310.750728:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384310.750731:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384310.750734:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384310.750738:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750743:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384310.750746:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384310.750755:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000598e4e49. 02000000:00000001:2.0:1767384310.750758:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.750761:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384310.750765:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384310.750777:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005ecdab82. 20000000:01000000:2.0:1767384310.750780:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384310.750782:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384310.750784:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384310.750788:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384310.750791:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384310.750793:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384310.750803:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fd3493c9. 20000000:01000000:2.0:1767384310.750810:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:2.0:1767384310.750818:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384310.750824:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:0.0:1767384310.750873:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384310.750875:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:2.0:1767384310.750879:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384310.750883:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00080000:00000001:2.0:1767384310.750884:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000100:00000040:0.0:1767384310.750887:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00080000:00000001:2.0:1767384310.750888:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.750890:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141333584 : -119697568218032 : ffff9322bcf74450) 00080000:00000001:2.0:1767384310.750893:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000100:00000040:0.0:1767384310.750897:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf436cf1 x1853236732507520/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:291/0 lens 4848/0 e 0 to 0 dl 1767384321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384310.750900:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1767384310.750906:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384310.750911:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000020:00000010:0.0:1767384310.750911:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e788ef8d. 00000100:00000001:0.0:1767384310.750927:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384310.750931:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000010:0.0:1767384310.750931:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e788ef8d. 00000100:00100000:0.0:1767384310.750937:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf436cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732507520:12345-0@lo:253: 00080000:00000010:2.0:1767384310.750941:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000090e2dfa2. 00000100:00000200:0.0:1767384310.750941:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732507520 00000020:00000001:0.0:1767384310.750943:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:2.0:1767384310.750948:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370858740736 : -119702850810880 : ffff932182194c00) 00000020:00000001:0.0:1767384310.750948:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384310.750950:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384310.750954:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384310.750954:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384310.750955:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:0.0:1767384310.750959:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384310.750961:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384310.750962:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384310.750964:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384310.750967:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.750971:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384310.750973:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384310.750976:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007becc6c3. 02000000:00000001:0.0:1767384310.750979:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.750980:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.750982:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384310.750991:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000094724ad3. 20000000:01000000:0.0:1767384310.750994:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384310.750996:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384310.751003:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384310.751005:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.751006:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.751008:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000001:00000001:2.0:1767384310.751085:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384310.751088:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384310.751091:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384310.751116:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384310.751118:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384310.751224:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384310.751227:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384310.751417:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384310.751509:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp21 from 231.3.0.2 00000800:00000010:0.0:1767384310.751513:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000020126291. 00000800:00000200:1.1:1767384310.751598:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001431fd88] -> 12345-192.168.204.131@tcp21 (2) 00000800:00000200:1.1:1767384310.751605:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp21 00000000f145f6a2 deleted 00000800:00000010:1.1:1767384310.751608:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f145f6a2. 00000800:00000200:1.1:1767384310.751615:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384310.751630:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp21 ip 192.168.204.131:999 00000800:00000200:1.1:1767384310.751634:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000e691233 type 1, nob 352 niov 1 nkiov 1 00000800:00000200:0.1:1767384310.751805:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384310.751812:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp21 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384309177017434 sched[0] 00000800:00000010:0.0:1767384310.751815:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d5627424. 00000400:00000200:1.0:1767384310.751842:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.751855:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp21->192.168.204.131@tcp21: PUT: OK 00000400:00000200:1.0:1767384310.751859:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384310.751861:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384310.751863:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000001:1.0:1767384310.751873:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.751879:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384310.751881:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.751885:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.751892:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp21(192.168.204.131@tcp21) <- 192.168.204.131@tcp21 : PUT - for me 00000400:00000200:0.0:1767384310.751895:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384310.751903:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384310.751911:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 256/256 into md 0x14c5 [1] + 0 00000400:00000010:1.0:1767384310.751914:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0fafa23. 00000400:00000200:0.0:1767384310.751932:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384310.751934:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000010aae35b 00000800:00000001:1.0:1767384310.751941:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.751953:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.751955:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.751960:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp21->192.168.204.131@tcp21: PUT: OK 00000400:00000200:1.0:1767384310.751965:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010aae35b 00000400:00000010:1.0:1767384310.751967:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010aae35b. 00000400:00000200:1.0:1767384310.751971:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384310.751972:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384310.751980:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (15) 00000400:00000200:1.0:1767384310.751987:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:1.0:1767384310.751991:0:16141:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 0000000065cc2254. 00000400:00000200:1.0:1767384310.751995:0:16141:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 14 00000400:00000200:1.0:1767384310.752000:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384310.752009:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384310.752013:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (16) 00000400:00000200:1.0:1767384310.752019:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384310.752028:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp21 to MR: 192.168.204.131@tcp21 local destination 00000400:00000200:1.0:1767384310.752036:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp21 NI seq info: [30:30:256:4294967295] 192.168.204.131@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1767384310.752037:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384310.752056:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp21(192.168.204.131@tcp21:192.168.204.131@tcp21) -> 192.168.204.131@tcp21(192.168.204.131@tcp21:192.168.204.131@tcp21) 192.168.204.131@tcp21 : ACK try# 0 00000800:00000200:1.0:1767384310.752062:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp21 00000400:00000200:0.0:1767384310.752064:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000800:00000010:1.0:1767384310.752067:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e691233. 00000800:00000200:1.0:1767384310.752082:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001431fd88] -> 12345-192.168.204.131@tcp21 (4) 00000800:00000200:1.0:1767384310.752088:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp21 ip 192.168.204.131:988 00000800:00000200:1.0:1767384310.752090:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000e691233 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384310.752097:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384310.752124:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000800:00000200:1.0:1767384310.752129:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384310.752133:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e691233. 00000400:00000200:1.0:1767384310.752138:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.752145:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp21->192.168.204.131@tcp21: ACK: OK 00000800:00000001:1.0:1767384310.752153:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384310.752153:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000800:00000001:1.0:1767384310.752159:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384310.752164:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.752169:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384310.752171:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.752177:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.752183:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp21(192.168.204.131@tcp21) <- 192.168.204.131@tcp21 : ACK - for me 00000400:00000200:0.0:1767384310.752185:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384310.752197:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp21: ACK from 12345-192.168.204.131@tcp21 into md 0x14dd 00000400:00000200:1.0:1767384310.752201:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.752206:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp21->192.168.204.131@tcp21: ACK: OK 00000400:00000200:1.0:1767384310.752210:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce98922 00000400:00000010:1.0:1767384310.752212:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce98922. 00000400:00000200:1.0:1767384310.752217:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384310.752220:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384310.752221:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:1.0:1767384310.752240:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384310.752244:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (15) 00000800:00000001:1.0:1767384310.752251:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.752256:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384310.752260:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384310.752280:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384310.752286:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e23a655. 00000400:00000010:1.0:1767384310.752292:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce98922. 00000400:00000200:0.0:1767384310.752294:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384310.752297:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000000f233d8 00000400:00000200:1.0:1767384310.752304:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:1.0:1767384310.752312:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 0000000022a7209f. 00000400:00000010:1.0:1767384310.752319:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 0000000096fae52b. 00000400:00000200:0.0:1767384310.752319:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000010:1.0:1767384310.752327:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 00000000d6aa1c1c. 00000400:00000200:0.0:1767384310.752347:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000010:1.0:1767384310.752353:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000074acfe8c. 00000400:00000200:1.0:1767384310.752366:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000074acfe8c nid 192.168.204.131@tcp22 00000400:00000010:1.0:1767384310.752372:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e955fd3e. 00000400:00000200:1.0:1767384310.752375:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e955fd3e net tcp22 00000400:00000200:1.0:1767384310.752379:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (14) 00000400:00000200:1.0:1767384310.752386:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp22 flags 0x11 00000400:00000010:1.0:1767384310.752391:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 0000000022a7209f. 00000400:00000200:0.0:1767384310.752393:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000010:1.0:1767384310.752395:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 0000000096fae52b. 00000400:00000010:1.0:1767384310.752402:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 00000000d6aa1c1c. 00000400:00000010:1.0:1767384310.752405:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 0000000065cc2254. 00000400:00000200:1.0:1767384310.752411:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384310.752415:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:1.0:1767384310.752421:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:1.0:1767384310.752427:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:1.0:1767384310.752431:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384310.752434:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:1.0:1767384310.752440:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384310.752445:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (15) 00000400:00000200:0.0:1767384310.752456:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384310.752543:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384310.752594:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384310.752637:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384310.752673:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384310.752719:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384310.752764:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384310.752802:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000800:00000010:0.0:1767384310.752986:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000078d3a7e3. 00000800:00000010:0.0:1767384310.752990:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009cd4c272. 00000800:00000010:0.0:1767384310.752994:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e788ef8d. 00000800:00000010:0.0:1767384310.753025:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e788ef8d. 00000400:00000200:1.0:1767384310.753053:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384310.753075:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp21 from 230.3.0.2 00000800:00000010:1.0:1767384310.753081:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e1d6973c. 00000800:00000010:0.0:1767384310.753179:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000574c3141. 00000800:00000010:0.0:1767384310.753184:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003bc8b5ca. 00000800:00000010:0.0:1767384310.753199:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000007a85a6b. 00000800:00000200:0.1:1767384310.753204:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001431fd88] -> 12345-192.168.204.131@tcp21 (4) 00000800:00000200:0.1:1767384310.753246:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp21 0000000007a85a6b deleted 00000800:00000010:0.1:1767384310.753249:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000007a85a6b. 00000800:00000200:0.1:1767384310.753253:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384310.753259:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp21 p 3.x 192.168.204.131 -> 192.168.204.131:998 incarnation:1767384309177017434 sched[0] 00000800:00000010:0.0:1767384310.753263:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5f2a4bb. 00000800:00000010:0.0:1767384310.753323:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5f2a4bb. 00000800:00000010:0.0:1767384310.753327:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003bc8b5ca. 00000800:00000010:0.0:1767384310.753352:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e1d6973c. 00000800:00000001:0.0:1767384310.753362:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384310.753366:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384310.753393:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384310.753398:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp21 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384309177017434 sched[0] 00000800:00000010:0.0:1767384310.753401:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009cd4c272. 00000800:00000001:0.0:1767384310.753437:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384310.753441:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384310.759354:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384310.759360:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:2.0:1767384310.759363:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384310.759365:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384310.759366:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384310.759371:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384310.759373:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384310.759374:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384310.759376:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384310.759376:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384310.759381:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000090e2dfa2. 00080000:00000001:3.0:1767384310.759386:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384310.759389:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384310.759392:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b8d7c94a. 20000000:01000000:2.0:1767384310.759393:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384310.759397:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00080000:00000020:2.0:1767384310.759400:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384310.759401:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384310.759415:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384310.759417:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384310.759421:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384310.759424:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384310.759428:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384310.759431:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384310.759439:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f82293c0. 00080000:00000001:0.0:1767384310.759439:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384310.759446:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384310.759446:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384310.759449:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384310.759450:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cdbc0cc3. 00080000:00000001:0.0:1767384310.759455:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384310.759456:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384310.759459:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384310.759463:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000020:00000040:2.0:1767384310.759465:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cdbc0cc3 with handle 0xf83434fd52e6d9bd to hash 00000020:00000001:2.0:1767384310.759469:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384310.759469:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384310.759473:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384310.759476:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384310.759496:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384310.759498:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384310.759501:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d9bd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384310.759507:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001ed06418. 00010000:00000001:2.0:1767384310.759508:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384310.759512:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624376054683648 : -119697654867968 : ffff9322b7cd1800) 00010000:00000001:2.0:1767384310.759515:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384310.759518:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384310.759521:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384310.759523:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384310.759524:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384310.759527:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384310.759528:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384310.759530:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384310.759532:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384310.759534:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384310.759535:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384310.759537:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f82293c0) refcount = 1 00010000:00010000:2.0:1767384310.759540:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d9bd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384310.759544:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384310.759545:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384310.759546:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384310.759548:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.759549:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384310.759551:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384310.759554:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:2.0:1767384310.759557:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384310.759558:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384310.759560:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cdbc0cc3 refcount=4 00000020:00000001:2.0:1767384310.759561:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384310.759569:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384310.759571:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384310.759573:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d9bd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384310.759574:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384310.759578:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.759579:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1767384310.759581:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384310.759582:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d9bd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384310.759587:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384310.759588:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384310.759590:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d9bd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384310.759591:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384310.759596:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384310.759597:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384310.759599:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.759601:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384310.759603:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d9bd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384310.759608:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cdbc0cc3 already unused, calling callback (000000008463f753) 00010000:00000001:2.0:1767384310.759610:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384310.759611:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384310.759613:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d9bd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384310.759617:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384310.759618:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384310.759619:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384310.759620:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cdbc0cc3 refcount=5 00000020:00000001:2.0:1767384310.759621:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384310.759623:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384310.759625:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384310.759626:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d9bd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384310.759635:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384310.759637:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384310.759639:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.759642:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384310.759644:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384310.759646:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384310.759647:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384310.759649:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cdbc0cc3 with handle 0xf83434fd52e6d9bd from hash 00010000:00000001:2.0:1767384310.759651:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384310.759652:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384310.759653:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384310.759654:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384310.759656:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384310.759657:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384310.759659:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384310.759673:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384310.759675:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.759677:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384310.759679:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384310.759680:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384310.759682:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384310.759683:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.759685:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.759686:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384310.759688:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d9bd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384310.759691:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384310.759692:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384310.759693:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:0.0:1767384310.759695:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384310.759696:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384310.759698:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384310.759700:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384310.759701:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384310.759705:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384310.759708:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384310.759711:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384310.759719:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d9bd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384310.759736:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384310.759738:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384310.759740:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6d9bd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384310.759747:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f82293c0 count: 0 00010000:00000001:2.0:1767384310.759759:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384310.759762:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384310.760584:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294898668, at 4294898669 00000100:00000010:1.0:1767384310.760594:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ebb6529. 00000100:00000040:2.0:1767384310.760635:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294898668, at 4294898669 00000100:00000010:2.0:1767384310.760641:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a28f65c. 00000100:00000040:0.0:1767384310.760908:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294898668, at 4294898669 00000100:00000010:0.0:1767384310.760914:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2d96dd2. 00000100:00000040:3.0:1767384310.761074:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294898668, at 4294898669 00000100:00000010:3.0:1767384310.761083:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009236b51. 00080000:00000001:3.0:1767384310.767228:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384310.767230:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384310.767232:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384310.767237:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384310.767238:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:3.0:1767384310.767239:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384310.767242:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384310.767244:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384310.767246:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001ed06418. 20000000:00000001:1.0:1767384310.767249:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384310.767253:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384310.767253:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384310.767265:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384310.767268:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384310.767273:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384310.767280:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384310.767283:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384310.767286:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384310.767289:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384310.767290:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384310.767295:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000037eedc5d. 00010000:00000001:0.0:1767384310.767298:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384310.767300:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f6b12db5. 00000020:00000001:0.0:1767384310.767303:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384310.767305:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f6b12db5 with handle 0xf83434fd52e6d9c4 to hash 00000020:00000001:0.0:1767384310.767306:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384310.767307:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384310.767309:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384310.767311:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.767313:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.767315:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9c4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.767320:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384310.767322:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384310.767323:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384310.767325:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.767327:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.767328:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.767329:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.767337:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384310.767338:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384310.767340:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384310.767341:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384310.767342:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000037eedc5d) refcount = 1 00010000:00010000:0.0:1767384310.767345:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9c4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.767349:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384310.767351:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384310.767352:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.767354:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.767356:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384310.767358:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384310.767361:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384310.767363:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.767365:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.767366:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=4 00000020:00000001:0.0:1767384310.767368:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384310.767370:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384310.767372:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384310.767374:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9c4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.767381:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384310.767384:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9c4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.767390:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.767403:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384310.767404:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9c4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.767411:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.767413:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.767423:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384310.767426:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9c4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384310.767433:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f6b12db5 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384310.767436:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.767438:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384310.767440:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9c4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.767446:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384310.767449:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.767450:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.767452:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=5 00000020:00000001:0.0:1767384310.767454:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384310.767456:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384310.767459:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384310.767460:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9c4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.767464:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384310.767466:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.767467:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.767470:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384310.767472:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384310.767474:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.767475:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.767476:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f6b12db5 with handle 0xf83434fd52e6d9c4 from hash 00010000:00000010:2.1:1767384310.767502:0:22994:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f82293c0. 00010000:00000001:0.0:1767384310.767506:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384310.767508:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.767510:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.1:1767384310.767511:0:22994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cdbc0cc3. 00010000:00000001:0.0:1767384310.767512:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384310.767516:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384310.767517:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384310.767519:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384310.767520:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.767527:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.767529:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384310.767530:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384310.767533:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.767534:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.767536:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.767538:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.767540:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.767542:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9c4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.767546:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.767547:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.767549:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384310.767550:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384310.767552:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.767553:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.767554:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384310.767556:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.767557:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.767558:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9c4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.767563:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384310.767565:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384310.767566:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9c4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384310.767570:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000037eedc5d count: 0 00010000:00000001:0.0:1767384310.767577:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384310.767578:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384310.769178:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384310.769182:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384310.769184:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005ecdab82. 20000000:00000001:2.0:1767384310.769189:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384310.769193:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732507392 00010000:00000001:2.0:1767384310.769196:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384310.769203:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9f0d6dd x1853236732507392/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384310.769210:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384310.769213:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384310.769217:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384310.769221:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384310.769224:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384310.769226:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384310.769228:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384310.769231:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.769233:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384310.769235:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384310.769239:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c21b81ce. 00000100:00000200:2.0:1767384310.769243:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732507392, offset 224 00000400:00000200:2.0:1767384310.769250:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384310.769260:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384310.769277:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203500 00000400:00000200:2.0:1767384310.769282:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14e1 [2] + 224 00000400:00000200:2.0:1767384310.769288:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384310.769292:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384310.769297:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384310.769302:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c719fed2 x1853236732507392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384310.769310:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c719fed2 x1853236732507392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.769323:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384310.769330:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c21b81ce 00000400:00000010:2.0:1767384310.769332:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c21b81ce. 00000100:00000001:0.0:1767384310.769333:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.769337:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384310.769337:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384310.769340:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384310.769344:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384310.769345:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384310.769348:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384310.769351:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:0.0:1767384310.769353:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000013cde1f. 00010000:00000001:2.0:1767384310.769355:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384310.769357:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384310.769358:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b68bb73 00000020:00000001:2.0:1767384310.769361:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384310.769362:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b68bb73. 00000100:00000040:2.0:1767384310.769365:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9f0d6dd x1853236732507392/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384310.769377:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9f0d6dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732507392:12345-0@lo:253: Request processed in 18691us (19232us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384310.769377:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384310.769387:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000200:0.0:1767384310.769387:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c719fed2 x1853236732507392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384310.769402:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384310.769405:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384310.769408:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384310.769408:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c719fed2 x1853236732507392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384310.769414:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b42f4fdf. 00000020:00000010:2.0:1767384310.769419:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e0fde5ba. 00000100:00000001:0.0:1767384310.769422:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384310.769423:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000935ec853. 00000100:00000001:0.0:1767384310.769426:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384310.769428:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:0.0:1767384310.769431:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384310.769433:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384310.769436:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384310.769439:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384310.769441:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000598e4e49. 00000100:00000001:0.0:1767384310.769442:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.769446:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384310.769448:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.769449:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384310.769456:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384310.769456:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=30 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384310.769462:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a391f4ad. 00000100:00001000:0.0:1767384310.769463:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=30 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384310.769467:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c21b81ce. 00000100:00000001:0.0:1767384310.769469:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384310.769473:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.769502:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384310.769505:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.769508:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.769514:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c719fed2 x1853236732507392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.769523:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.769526:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384310.769529:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384310.769533:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384310.769535:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384310.769537:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384310.769539:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384310.769541:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384310.769542:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384310.769543:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384310.769545:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384310.769546:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384310.769548:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384310.769552:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c719fed2 x1853236732507392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384310.769568:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732507392:0@lo:253: 00000100:00000001:0.0:1767384310.769572:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.769575:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384310.769579:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c719fed2 x1853236732507392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.769584:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384310.769586:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384310.769589:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000056b99496. 02000000:00000001:0.0:1767384310.769592:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384310.769595:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384310.769596:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384310.769598:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384310.769600:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000050b01d5. 02000000:00000001:0.0:1767384310.769604:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384310.769605:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384310.769607:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c719fed2. 00000100:00000001:0.0:1767384310.769611:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384310.769613:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.769615:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.769621:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384310.769623:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.769626:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.769628:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384310.770730:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384310.770733:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384310.770735:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000094724ad3. 20000000:00000001:1.0:1767384310.770745:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384310.770748:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732507520 00010000:00000001:1.0:1767384310.770750:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384310.770754:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf436cf1 x1853236732507520/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384310.770761:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384310.770762:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384310.770764:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384310.770766:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384310.770768:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384310.770769:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384310.770772:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384310.770773:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.770775:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384310.770777:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384310.770779:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028946034. 00000100:00000200:1.0:1767384310.770782:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732507520, offset 224 00000400:00000200:1.0:1767384310.770786:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384310.770791:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384310.770796:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203580 00000400:00000200:1.0:1767384310.770800:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14e9 [2] + 224 00000400:00000200:1.0:1767384310.770805:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.770808:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384310.770810:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384310.770813:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9f8a72f x1853236732507520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384310.770818:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b9f8a72f x1853236732507520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.770840:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384310.770845:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028946034 00000400:00000010:1.0:1767384310.770847:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028946034. 00000100:00000001:1.0:1767384310.770850:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384310.770850:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.770854:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384310.770854:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384310.770858:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384310.770859:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384310.770863:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9abbcf8. 00000100:00000001:1.0:1767384310.770865:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384310.770867:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716f79ef 00000100:00000040:1.0:1767384310.770870:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:0.0:1767384310.770871:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000716f79ef. 00010000:00000001:1.0:1767384310.770875:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384310.770876:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384310.770877:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.770880:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384310.770883:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9f8a72f x1853236732507520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384310.770885:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf436cf1 x1853236732507520/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384310.770909:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9f8a72f x1853236732507520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384310.770910:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf436cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732507520:12345-0@lo:253: Request processed in 20001us (20591us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384310.770933:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:1.0:1767384310.770937:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384310.770941:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384310.770944:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384310.770944:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384310.770948:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384310.770949:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac0621eb. 00000100:00000001:0.0:1767384310.770952:0:16147:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384310.770954:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d0c8298. 02000000:00000001:0.0:1767384310.770954:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384310.770957:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384310.770966:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384310.770967:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000141639d3. 02000000:00000001:0.0:1767384310.770970:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384310.770972:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00001000:0.0:1767384310.770973:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=30 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384310.770976:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384310.770978:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=30 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384310.770980:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007becc6c3. 00000100:00000001:0.0:1767384310.770981:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384310.770983:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384310.770984:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.770987:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.770988:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384310.770991:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384310.770994:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384310.770994:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384310.771000:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026304857. 00000100:00000040:0.0:1767384310.771001:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9f8a72f x1853236732507520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384310.771006:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028946034. 00000100:00000001:0.0:1767384310.771012:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.771014:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384310.771015:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384310.771017:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384310.771019:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384310.771020:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384310.771021:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384310.771021:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384310.771022:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384310.771023:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384310.771023:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384310.771024:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384310.771025:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9f8a72f x1853236732507520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384310.771030:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9f8a72f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732507520:0@lo:253: 00000100:00000001:0.0:1767384310.771033:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.771034:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384310.771036:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9f8a72f x1853236732507520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.771046:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384310.771048:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384310.771049:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004e12ef96. 02000000:00000001:0.0:1767384310.771052:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384310.771053:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384310.771054:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384310.771056:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384310.771057:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002c76880f. 02000000:00000001:0.0:1767384310.771059:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384310.771060:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384310.771061:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9f8a72f. 00000100:00000001:0.0:1767384310.771063:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384310.771064:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.771065:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.771070:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384310.771071:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.771072:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.771073:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384310.771929:0:22993:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000779a8d6b. 00000400:00000040:3.0:1767384310.771946:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384310.771948:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384310.771950:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384310.771952:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384310.771953:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384310.771954:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384310.771957:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384310.771958:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384310.771959:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384310.771960:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384310.771961:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384310.771962:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384310.771964:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384310.771965:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384310.771965:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384310.771967:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384310.771975:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384310.771976:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384310.771977:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384310.771979:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384310.771980:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384310.771981:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384310.771982:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384310.771982:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384310.771983:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384310.771985:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384310.771986:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384310.771987:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384310.771988:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384310.771989:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384310.771990:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384310.771991:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384310.771992:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384310.771993:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384310.771995:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384310.771996:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384310.771997:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384310.771998:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384310.772000:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384310.772001:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384310.772002:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384310.772003:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384310.772004:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384310.772005:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384310.772006:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384310.772007:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384310.772008:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384310.772009:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384310.772010:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384310.772011:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384310.772012:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384310.772013:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384310.772014:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384310.772015:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384310.772016:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384310.772022:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384310.772023:0:22993:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384310.772061:0:22993:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000779a8d6b. 00010000:00000010:0.1:1767384310.774507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000037eedc5d. 00010000:00000010:0.1:1767384310.774515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f6b12db5. 00010000:00000001:1.0:1767384311.163516:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384311.163522:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.163529:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384311.163531:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384311.163534:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384311.163536:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.163539:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384311.163541:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.163543:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.163545:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.163571:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384311.163576:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384311.163581:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384311.291640:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384311.291646:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384311.291653:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e6b99d1. 00000020:00000040:0.0:1767384311.291660:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384311.291666:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384311.291670:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384311.291676:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384311.291685:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009d495578. 00000100:00000001:0.0:1767384311.291693:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.291701:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384311.291704:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.291717:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e6b99d1] to pc [ptlrpcd_00_01+1] req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384311.291751:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.291763:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.291768:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384311.291771:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384311.291777:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.291780:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.291786:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384311.291788:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.291792:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.291793:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384311.291798:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384311.291801:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384311.291804:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002e6b99d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732507648:0@lo:13: 00000100:00000001:2.0:1767384311.291808:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384311.291812:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384311.291815:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.291817:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384311.291820:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a43a200b. 02000000:00000001:2.0:1767384311.291822:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.291828:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184fb473. 00000400:00000010:2.0:1767384311.291835:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000179b793c. 00000100:00000200:2.0:1767384311.291841:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732507648, portal 4 00000100:00000001:2.0:1767384311.291843:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384311.291844:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659223168 : -119698050328448 : ffff9322a03ad880) 00000100:00000040:2.0:1767384311.291851:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.291857:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384311.291859:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384311.291867:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bea016a5. 00000100:00000200:2.0:1767384311.291869:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732507648, offset 0 00000400:00000200:2.0:1767384311.291875:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384311.291888:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384311.291900:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d203600 00000400:00000200:2.0:1767384311.291919:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 896 00000400:00000200:2.0:1767384311.291927:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384311.291932:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384311.291939:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384311.291942:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384311.291945:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c02a9ac. 00000100:00000040:2.0:1767384311.291947:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000004c02a9ac x1853236732507648 msgsize 224 00000100:00100000:2.0:1767384311.291951:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384311.291964:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384311.291972:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bea016a5 00000400:00000010:2.0:1767384311.291975:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bea016a5. 00000100:00000001:2.0:1767384311.291979:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384311.291982:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.291990:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384311.291992:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.291999:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.292000:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384311.292004:0:17559:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cb75ff4c. 00000100:00000001:2.0:1767384311.292006:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.292010:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384311.292012:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5856 usecs (6 jiffies) 00000100:00100000:1.0:1767384311.292014:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732507648 00000100:00000001:2.0:1767384311.292017:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294899206 02000000:00000001:1.0:1767384311.292017:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384311.292021:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384311.292023:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3036394. 00000100:00000001:1.0:1767384311.292024:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.292030:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.292031:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00100000:1.0:1767384311.292034:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732507648 00000100:00000001:2.0:1767384311.292038:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294899206 00000020:00000001:1.0:1767384311.292039:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384311.292042:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000010:2.0:1767384311.292043:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022bf2b2f. 00000020:00000001:1.0:1767384311.292045:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384311.292047:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:1.0:1767384311.292049:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000100:00000001:2.0:1767384311.292051:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294899206 00000020:00000001:1.0:1767384311.292053:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:1.0:1767384311.292055:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:1.0:1767384311.292059:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1767384311.292060:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000070c040f2. 00000020:00000010:1.0:1767384311.292063:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cc7e9b1. 00000100:00000001:2.0:1767384311.292064:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384311.292069:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294899206 00000020:00000010:1.0:1767384311.292071:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005472f131. 00000100:00000010:2.0:1767384311.292072:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007ed0e14. 00000100:00000001:2.0:1767384311.292076:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000040:1.0:1767384311.292077:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:2.0:1767384311.292079:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.292083:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.292086:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.292087:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.292097:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.292097:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384311.292098:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384311.292102:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.292103:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384311.292104:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384311.292105:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000045fae43. 00000100:00000001:2.0:1767384311.292107:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384311.292114:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003678ef92. 00000100:00080000:3.0:1767384311.292117:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1767384311.292121:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000251a8b72. 00000020:00000040:3.0:1767384311.292122:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000040:1.0:1767384311.292134:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384311.292138:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384311.292140:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384311.292143:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.292153:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.292164:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.292177:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384311.292180:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384311.292183:0:20598:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384311.292187:0:20598:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384311.292187:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384311.292193:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:1.0:1767384311.292194:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376012917376 : -119697696634240 : ffff9322b54fca80) 00000100:00000001:3.0:1767384311.292196:0:20598:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.292200:0:20598:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.292200:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c02a9ac x1853236732507648/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.292215:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384311.292217:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015bfec46. 00000100:00000001:1.0:1767384311.292219:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384311.292221:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015bfec46. 00000100:00100000:1.0:1767384311.292224:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c02a9ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236732507648:12345-0@lo:13: 00000100:00000200:1.0:1767384311.292226:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732507648 00000020:00000001:1.0:1767384311.292229:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384311.292233:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384311.292234:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.292236:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384311.292238:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000020:00000001:1.0:1767384311.292242:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384311.292244:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384311.292246:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384311.292248:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384311.292250:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.292254:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384311.292256:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384311.292260:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004f0b3abf. 02000000:00000001:1.0:1767384311.292263:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.292264:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384311.292267:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384311.292271:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384311.292273:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384311.292276:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384311.292289:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.292291:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384311.292293:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384311.292296:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384311.292298:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384311.292301:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384311.292304:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384311.292308:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384311.292315:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384311.292317:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384311.292320:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732507648 00010000:00000001:1.0:1767384311.292323:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384311.292326:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c02a9ac x1853236732507648/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384311.292333:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384311.292335:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384311.292338:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384311.292342:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384311.292344:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384311.292346:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384311.292349:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384311.292350:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.292353:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384311.292354:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384311.292358:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa18402f. 00000100:00000200:1.0:1767384311.292360:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732507648, offset 224 00000400:00000200:1.0:1767384311.292365:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384311.292370:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384311.292376:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d203600 00000400:00000200:1.0:1767384311.292380:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1505 [1] + 224 00000400:00000200:1.0:1767384311.292383:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.292385:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384311.292389:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384311.292392:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384311.292399:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.292412:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384311.292416:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa18402f 00000400:00000010:1.0:1767384311.292417:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa18402f. 00000100:00000001:1.0:1767384311.292421:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384311.292428:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384311.292430:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.292432:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.292433:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.292437:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:2.0:1767384311.292439:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384311.292439:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384311.292443:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384311.292443:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.292447:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000184fb473. 00000020:00000001:1.0:1767384311.292447:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384311.292451:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c02a9ac x1853236732507648/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384311.292454:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000179b793c 00000400:00000010:2.0:1767384311.292458:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000179b793c. 00000100:00000001:2.0:1767384311.292464:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384311.292464:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c02a9ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236732507648:12345-0@lo:13: Request processed in 249us (515us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384311.292470:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384311.292502:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384311.292506:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:1.0:1767384311.292511:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384311.292515:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384311.292516:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384311.292520:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003678ef92. 00000100:00000001:2.0:1767384311.292526:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384311.292527:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000251a8b72. 00000100:00000001:2.0:1767384311.292531:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384311.292533:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000045fae43. 00000100:00000001:2.0:1767384311.292534:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384311.292538:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384311.292540:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:2.0:1767384311.292541:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.292544:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.292545:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384311.292547:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384311.292552:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=21 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384311.292553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384311.292559:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00001000:2.0:1767384311.292563:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384311.292567:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384311.292569:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384311.292570:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bdc8d759. 00010000:00000001:2.0:1767384311.292572:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384311.292574:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00010000:00080000:2.0:1767384311.292579:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.292579:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384311.292582:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384311.292585:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384311.292591:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000be0ac42f. 00010000:00000001:2.0:1767384311.292594:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.292596:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.292600:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384311.292602:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384311.292605:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384311.292611:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384311.292613:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384311.292614:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.292616:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.292623:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bdc8d759] to pc [ptlrpcd_00_02+2] req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384311.292626:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.292641:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.292645:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384311.292646:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.292647:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384311.292649:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:2.0:1767384311.292654:0:16147:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384311.292654:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000040:2.0:1767384311.292659:0:16147:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000010:0.0:1767384311.292660:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f2711fe. 00000004:00000040:2.0:1767384311.292666:0:16147:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000040:0.0:1767384311.292666:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384311.292671:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384311.292674:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384311.292675:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384311.292678:0:16147:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 02000000:00000010:0.0:1767384311.292679:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fb002831. 00000100:00000001:0.0:1767384311.292684:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384311.292686:0:16147:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.292690:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384311.292693:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384311.292723:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002e6b99d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732507648:0@lo:13: 00000100:00000001:0.0:1767384311.292723:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384311.292727:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.292730:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.292733:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384311.292736:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f2711fe] to pc [ptlrpcd_00_03+3] req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384311.292739:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e6b99d1 x1853236732507648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.292769:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384311.292773:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.292779:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384311.292779:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (236) 02000000:00000010:2.0:1767384311.292782:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a43a200b. 02000000:00000001:2.0:1767384311.292786:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384311.292788:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384311.292789:0:16147:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384311.292791:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384311.292793:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009d495578. 00000100:00000001:0.0:1767384311.292794:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384311.292797:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384311.292799:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384311.292800:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e6b99d1. 00000100:00000001:2.0:1767384311.292803:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384311.292806:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.292807:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.292807:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384311.292811:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384311.292813:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384311.292816:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.292818:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384311.292819:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.292820:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.292830:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384311.292832:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384311.292833:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384311.292836:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.292837:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384311.292843:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384311.292843:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384311.292847:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384311.292854:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.292857:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384311.292859:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384311.292860:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f2711fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732507904:0@lo:400: 02000000:00000001:2.0:1767384311.292862:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384311.292865:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384311.292868:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384311.292869:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.292873:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384311.292874:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bdc8d759 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236732507776:0@lo:400: 02000000:00000001:0.0:1767384311.292878:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.292879:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384311.292883:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384311.292884:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384311.292885:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.292888:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384311.292889:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b1ca825. 02000000:00000010:2.0:1767384311.292891:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a4d7fb5. 02000000:00000001:0.0:1767384311.292894:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.292895:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.292904:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184fb473. 00000400:00000010:0.0:1767384311.292905:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000013cde1f. 00000400:00000010:2.0:1767384311.292924:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000179b793c. 00000400:00000010:0.0:1767384311.292930:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000178e02bd. 00000100:00000200:2.0:1767384311.292938:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732507776, portal 10 00000100:00000200:0.0:1767384311.292939:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732507904, portal 10 00000100:00000001:2.0:1767384311.292944:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384311.292945:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384311.292948:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659232128 : -119698050319488 : ffff9322a03afb80) 00000100:00000001:2.0:1767384311.292949:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659217792 : -119698050333824 : ffff9322a03ac380) 00000100:00000040:0.0:1767384311.292958:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384311.292961:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.292980:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384311.292984:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384311.292988:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384311.292992:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384311.292995:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e5c789. 00000400:00000010:2.0:1767384311.292998:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bea016a5. 00000100:00000200:0.0:1767384311.293000:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732507904, offset 0 00000100:00000200:2.0:1767384311.293004:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732507776, offset 0 00000400:00000200:0.0:1767384311.293011:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384311.293020:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384311.293025:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384311.293034:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d203700 00000400:00000200:2.0:1767384311.293039:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384311.293047:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000400:00000200:2.0:1767384311.293052:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d203680 00000400:00000200:0.0:1767384311.293056:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384311.293062:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000400:00000200:0.0:1767384311.293065:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384311.293074:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384311.293074:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384311.293081:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384311.293087:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384311.293092:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a9472d7. 00000100:00000040:0.0:1767384311.293096:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000004a9472d7 x1853236732507904 msgsize 224 00000100:00100000:0.0:1767384311.293101:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384311.293123:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384311.293136:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e5c789 00000400:00000010:0.0:1767384311.293139:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e5c789. 00000100:00000001:0.0:1767384311.293143:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384311.293149:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.293157:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384311.293158:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384311.293164:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732507904 00000100:00000040:0.0:1767384311.293165:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384311.293169:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384311.293173:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.293177:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.293180:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.293182:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.293184:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384311.293188:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732507904 00000100:00000001:0.0:1767384311.293192:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.293193:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384311.293196:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000020:00000001:2.0:1767384311.293199:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384311.293199:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3042 usecs (4 jiffies) 00000020:00000040:2.0:1767384311.293202:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000100:00000001:0.0:1767384311.293205:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294899205 00000020:00000001:2.0:1767384311.293207:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000001:2.0:1767384311.293211:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000001:0.0:1767384311.293211:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294899206 00000100:00000001:2.0:1767384311.293218:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384311.293218:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294899205 00000020:00000010:2.0:1767384311.293223:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd57c9de. 00000100:00000001:0.0:1767384311.293223:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294899206 00000100:00000001:0.0:1767384311.293229:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294899205 00000020:00000010:2.0:1767384311.293230:0:16784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000720d8a7e. 00000100:00000001:0.0:1767384311.293234:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294899206 00000020:00000040:2.0:1767384311.293236:0:16784:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:0.0:1767384311.293240:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294899205 00000100:00000001:0.0:1767384311.293244:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294899206 00000100:00000001:0.0:1767384311.293247:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.293249:0:16784:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384311.293250:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.293253:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.293255:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384311.293259:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7fe96ae. 00000100:00000001:0.0:1767384311.293263:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384311.293264:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d6e6f55. 00000100:00000001:0.0:1767384311.293267:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384311.293270:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e0fde5ba. 00000100:00000001:0.0:1767384311.293280:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384311.293281:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384311.293282:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384311.293285:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384311.293287:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.293289:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384311.293291:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.293294:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.293302:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384311.293305:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384311.293306:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.293317:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.293330:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384311.293332:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384311.293336:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384311.293339:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000100:00000001:2.0:1767384311.293342:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659224064 : -119698050327552 : ffff9322a03adc00) 00000100:00000040:2.0:1767384311.293347:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a9472d7 x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:292/0 lens 224/0 e 0 to 0 dl 1767384322 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.293359:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00080000:2.0:1767384311.293394:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384311.293398:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000020:00000010:2.0:1767384311.293472:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094124be7. 00000100:00000001:2.0:1767384311.293475:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384311.293508:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094124be7. 00000100:00100000:2.0:1767384311.293513:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a9472d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732507904:12345-0@lo:400: 00000100:00000200:2.0:1767384311.293516:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732507904 00000020:00000001:2.0:1767384311.293518:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384311.293520:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384311.293522:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.293523:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384311.293525:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:2.0:1767384311.293527:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384311.293529:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384311.293537:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384311.293538:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384311.293540:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.293543:0:16784:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384311.293545:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384311.293547:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384311.293550:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a43a200b. 02000000:00000001:2.0:1767384311.293552:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.293553:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.293555:0:16784:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384311.293556:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732507904 00010000:00000001:2.0:1767384311.293558:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384311.293560:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a9472d7 x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384311.293566:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384311.293567:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384311.293569:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384311.293571:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384311.293573:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384311.293574:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384311.293576:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384311.293578:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.293580:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384311.293584:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384311.293587:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff31b53. 00000100:00000200:2.0:1767384311.293591:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732507904, offset 224 00000400:00000200:2.0:1767384311.293596:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384311.293604:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384311.293611:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d203700 00000400:00000200:2.0:1767384311.293616:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1515 [1] + 224 00000400:00000200:2.0:1767384311.293621:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384311.293624:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384311.293628:0:16784:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384311.293633:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384311.293656:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.293666:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384311.293671:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff31b53 00000400:00000010:2.0:1767384311.293673:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff31b53. 00000100:00000001:2.0:1767384311.293675:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384311.293676:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384311.293679:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.293681:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384311.293683:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384311.293684:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.293686:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384311.293689:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a9472d7 x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384311.293695:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a9472d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732507904:12345-0@lo:400: Request processed in 336us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384311.293700:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384311.293702:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000100:00000001:2.0:1767384311.293703:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384311.293705:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384311.293707:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d6e6f55. 00000020:00000010:2.0:1767384311.293710:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e0fde5ba. 00000020:00000010:2.0:1767384311.293712:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7fe96ae. 00000020:00000040:2.0:1767384311.293714:0:16784:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000100:00000001:2.0:1767384311.293716:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.293726:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384311.293727:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384311.293730:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001102bd4a. 00000100:00000040:2.0:1767384311.293732:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000001102bd4a x1853236732507776 msgsize 224 00000100:00100000:2.0:1767384311.293735:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384311.293739:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384311.293748:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bea016a5 00000400:00000010:2.0:1767384311.293750:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bea016a5. 00000100:00000001:2.0:1767384311.293751:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384311.293754:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.293760:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384311.293762:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.293766:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.293767:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384311.293771:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.293771:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.293774:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384311.293776:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2467 usecs (3 jiffies) 00000400:00000001:3.0:1767384311.293779:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384311.293780:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294899205 00000400:00000001:3.0:1767384311.293782:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384311.293783:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294899206 00000400:00000010:3.0:1767384311.293785:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000013cde1f. 00000100:00000001:2.0:1767384311.293786:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294899205 00000100:00000001:2.0:1767384311.293790:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294899206 00000400:00000200:3.0:1767384311.293791:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000178e02bd 00000100:00000001:2.0:1767384311.293792:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294899205 00000400:00000010:3.0:1767384311.293795:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000178e02bd. 00000100:00000001:2.0:1767384311.293796:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294899206 00000100:00000001:3.0:1767384311.293801:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384311.293801:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294899205 00000100:00000001:2.0:1767384311.293802:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294899206 00000100:00000001:2.0:1767384311.293805:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384311.293808:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.293809:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.293814:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.293818:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384311.293825:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.293826:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384311.293829:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384311.293834:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.293837:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384311.293839:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384311.293840:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.293842:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.293843:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.293846:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384311.293848:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384311.293850:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384311.293851:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.293852:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.293857:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384311.293858:0:16149:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000056870cb4. 00000100:00100000:2.0:1767384311.293860:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732507776 00000100:00001000:3.0:1767384311.293863:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384311.293867:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=26 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384311.293869:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384311.293870:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384311.293871:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384311.293873:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.293874:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.293876:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384311.293878:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384311.293881:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384311.293883:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732507776 00000020:00000001:2.0:1767384311.293887:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384311.293890:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000020:00000001:2.0:1767384311.293893:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384311.293895:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000020:00000001:2.0:1767384311.293897:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000020:00000001:2.0:1767384311.293899:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:2.0:1767384311.293905:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384311.293925:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094124be7. 00010000:00000001:3.0:1767384311.293926:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.293928:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384311.293930:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1767384311.293931:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094124be7. 00000100:00000040:3.0:1767384311.293933:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:2.0:1767384311.293936:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7fe96ae. 00000100:00000001:3.0:1767384311.293937:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384311.293939:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384311.293942:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d6e6f55. 00000100:00000040:3.0:1767384311.293944:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384311.293947:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e0fde5ba. 00000100:00000040:2.0:1767384311.293953:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384311.293954:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384311.293958:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384311.293958:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384311.293961:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384311.293962:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.293964:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384311.293967:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.293970:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384311.293973:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384311.293975:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.293978:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f2711fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732507904:0@lo:400: 00000100:00000001:3.0:1767384311.293983:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.293983:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.293988:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384311.293991:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f2711fe x1853236732507904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.293994:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384311.293998:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384311.293998:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384311.294002:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1767384311.294005:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 02000000:00000010:3.0:1767384311.294006:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b1ca825. 00000100:00000040:2.0:1767384311.294010:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 02000000:00000001:3.0:1767384311.294011:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384311.294013:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376012915584 : -119697696636032 : ffff9322b54fc380) 00000020:00000001:3.0:1767384311.294014:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384311.294017:0:16149:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767384311.294019:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001102bd4a x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:292/0 lens 224/0 e 0 to 0 dl 1767384322 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384311.294020:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384311.294023:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fb002831. 02000000:00000001:3.0:1767384311.294029:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384311.294032:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384311.294032:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384311.294034:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f2711fe. 00000100:00000001:3.0:1767384311.294037:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384311.294037:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.294041:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384311.294042:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094124be7. 00000100:00000001:3.0:1767384311.294046:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384311.294046:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384311.294049:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094124be7. 00000100:00100000:2.0:1767384311.294052:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001102bd4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236732507776:12345-0@lo:400: 00000100:00000001:3.0:1767384311.294054:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384311.294055:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732507776 00000100:00000001:3.0:1767384311.294059:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384311.294059:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384311.294063:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.294064:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384311.294067:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.294069:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384311.294071:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:2.0:1767384311.294073:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384311.294075:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384311.294077:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384311.294079:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384311.294081:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.294082:0:16784:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384311.294084:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384311.294087:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384311.294090:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d8e5e640. 02000000:00000001:2.0:1767384311.294091:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.294093:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.294094:0:16784:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384311.294096:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732507776 00010000:00000001:2.0:1767384311.294098:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384311.294100:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001102bd4a x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384311.294105:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384311.294107:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384311.294109:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384311.294111:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384311.294114:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384311.294115:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384311.294117:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384311.294118:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.294125:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384311.294128:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384311.294131:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bea016a5. 00000100:00000200:2.0:1767384311.294133:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732507776, offset 224 00000400:00000200:2.0:1767384311.294137:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384311.294142:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384311.294146:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d203680 00000400:00000200:2.0:1767384311.294150:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1511 [1] + 224 00000400:00000200:2.0:1767384311.294153:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384311.294156:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384311.294159:0:16784:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384311.294161:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384311.294167:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.294181:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384311.294185:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bea016a5 00000400:00000010:2.0:1767384311.294187:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bea016a5. 00000100:00000001:2.0:1767384311.294189:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384311.294191:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384311.294194:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.294198:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:3.0:1767384311.294199:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384311.294200:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384311.294203:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384311.294204:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.294207:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384311.294208:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384311.294211:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384311.294211:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001102bd4a x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384311.294215:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000184fb473. 00000400:00000200:3.0:1767384311.294221:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000179b793c 00000400:00000010:3.0:1767384311.294225:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000179b793c. 00000100:00100000:2.0:1767384311.294225:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001102bd4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236732507776:12345-0@lo:400: Request processed in 190us (489us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384311.294232:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384311.294235:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384311.294238:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000200:3.0:1767384311.294239:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.294241:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384311.294245:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384311.294249:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384311.294253:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d6e6f55. 00000100:00000001:3.0:1767384311.294258:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384311.294259:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e0fde5ba. 00000100:00000001:3.0:1767384311.294261:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.294264:0:16148:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384311.294265:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7fe96ae. 02000000:00000001:3.0:1767384311.294266:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384311.294269:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384311.294271:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384311.294272:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 02000000:00000001:3.0:1767384311.294273:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.294276:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384311.294278:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384311.294282:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384311.294285:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384311.294287:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.294289:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384311.294293:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384311.294301:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.294304:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384311.294306:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384311.294308:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384311.294309:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.294313:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.294335:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384311.294338:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384311.294339:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384311.294343:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384311.294351:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bdc8d759 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236732507776:0@lo:400: 00000100:00000001:3.0:1767384311.294356:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.294357:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384311.294359:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bdc8d759 x1853236732507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.294363:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384311.294365:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384311.294366:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a4d7fb5. 02000000:00000001:3.0:1767384311.294368:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384311.294369:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384311.294370:0:16148:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384311.294371:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384311.294372:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000be0ac42f. 02000000:00000001:3.0:1767384311.294374:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384311.294375:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384311.294376:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bdc8d759. 00000100:00000001:3.0:1767384311.294378:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384311.294379:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.294380:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.294383:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384311.294384:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.294385:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.294386:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.298520:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294899206, at 4294899207 00000100:00000010:3.0:1767384311.298527:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007ed0e14. 00000100:00000040:2.0:1767384311.298543:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294899206, at 4294899207 00000100:00000040:1.0:1767384311.298546:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294899206, at 4294899207 00000100:00000010:2.0:1767384311.298551:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000070c040f2. 00000100:00000010:1.0:1767384311.298554:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022bf2b2f. 00000100:00000040:0.0:1767384311.298598:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294899206, at 4294899207 00000100:00000010:0.0:1767384311.298607:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3036394. 00080000:00000001:2.0:1767384311.648206:0:23248:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384311.648224:0:23248:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.648228:0:23248:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.648234:0:23248:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384311.648239:0:23248:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.648243:0:23248:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.188579:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384312.188588:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.188597:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384312.188599:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.188645:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384312.188650:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384312.188653:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384312.315616:0:17557:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384312.315625:0:17557:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384312.410444:0:23412:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384312.410449:0:23412:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:0.0:1767384312.416359:0:23412:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384312.425840:0:23413:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007aaeef28. 00000400:00000010:0.0:1767384312.425864:0:23413:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008cf8d191. 00000400:00000010:0.0:1767384312.425880:0:23413:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a466a420. 00000400:00000010:0.0:1767384312.425906:0:23413:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000086246e9f. 00000400:00000010:0.0:1767384312.425914:0:23413:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000624fbde3. 00000400:00000010:0.0:1767384312.425921:0:23413:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb1c71cc. 00000400:00000010:0.0:1767384312.425924:0:23413:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006b986984. 00000400:00000010:0.0:1767384312.425927:0:23413:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001e264d61. 00000400:00000010:0.0:1767384312.425932:0:23413:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004fa043b6. 00000800:00000010:0.0:1767384312.425949:0:23413:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009d495578. 00000800:00000200:0.0:1767384312.425966:0:23413:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384312.425981:0:23413:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384312.426040:0:23413:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:0.0:1767384312.426071:0:23413:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp23 [8/256/0/180] 00000400:00000010:0.0:1767384312.429965:0:23413:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009ed0b566. 00000400:00000010:0.0:1767384312.429974:0:23413:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001edc6736. 00000400:00000010:0.0:1767384312.429981:0:23413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e5c789. 00000400:00000001:0.0:1767384312.430001:0:23413:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384312.430002:0:23413:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384312.430004:0:23413:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f2bcfa1. 00000400:00000200:0.0:1767384312.430008:0:23413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00000400:00000010:0.0:1767384312.430010:0:23413:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000400:00000010:0.0:1767384312.430014:0:23413:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000b4e041eb. 00000400:00000200:0.0:1767384312.430020:0:23413:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (14) 00000400:00000200:0.0:1767384312.430047:0:23413:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384312.430062:0:23413:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000400:00000200:1.0:1767384312.430070:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384312.430074:0:23413:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a4e2c746. 00000400:00000200:1.0:1767384312.430080:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000020:01000000:0.0:1767384312.430084:0:23413:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:1.0:1767384312.430090:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa18402f. 00000020:01000000:0.0:1767384312.430092:0:23413:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp23 00000400:00000200:1.0:1767384312.430095:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (15) 00000400:00000010:1.0:1767384312.430104:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f8853be8. 00000400:00000200:1.0:1767384312.430109:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000010:0.0:1767384312.430120:0:23413:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008cf8d191. 00000400:00000200:1.0:1767384312.430127:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000010:0.0:1767384312.430128:0:23413:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007aaeef28. 00000400:00000200:1.0:1767384312.430138:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:2.0:1767384312.430151:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384312.430154:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:2.0:1767384312.430160:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384312.430161:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:2.0:1767384312.430166:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384312.430171:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384312.430174:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:2.0:1767384312.430177:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384312.430182:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384312.430187:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384312.430189:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384312.430193:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:2.0:1767384312.430194:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384312.430198:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384312.430200:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384312.430204:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384312.430208:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384312.430213:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384312.430213:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:2.0:1767384312.430223:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b3d31c8. 00000400:00000200:1.0:1767384312.430225:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:00000040:2.0:1767384312.430233:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:1.0:1767384312.430239:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:2.0:1767384312.430242:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384312.430247:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384312.430253:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:2.0:1767384312.430255:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.430260:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:1.0:1767384312.430266:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:1.0:1767384312.430272:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:1.0:1767384312.430276:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000010:2.0:1767384312.430278:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000598e4e49. 00000400:00000200:1.0:1767384312.430281:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000001:2.0:1767384312.430289:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.430290:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp22 00000400:00000200:1.0:1767384312.430299:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp22 lpni_is_preferred = 0 00000400:00000200:1.0:1767384312.430303:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp22 00000100:00000001:2.0:1767384312.430304:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384312.430310:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.430310:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp22 NI seq info: [31:31:256:4294967295] 192.168.204.131@tcp22 LPNI seq info [31:31:8:4294967295] 00000400:00000200:1.0:1767384312.430322:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp22 00000100:00000040:2.0:1767384312.430325:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b3d31c8] to pc [ptlrpcd_00_00+0] req@000000006b3d31c8 x1853236732508032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384312.430345:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp22(192.168.204.131@tcp22:) -> 192.168.204.131@tcp22(192.168.204.131@tcp:192.168.204.131@tcp22) : PUT try# 0 00000800:00000200:1.0:1767384312.430354:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp22 00000800:00000010:1.0:1767384312.430361:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b910ba3. 00000800:00000010:1.0:1767384312.430371:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008b7091ec. 10000000:00000001:2.0:1767384312.430378:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.430383:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767384312.430384:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000010e94a35. 10000000:00000001:2.0:1767384312.430385:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.430391:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384312.430393:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384312.430396:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008b7091ec] -> 12345-192.168.204.131@tcp22 (2) 00000100:00000001:0.0:1767384312.430396:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384312.430402:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384312.430409:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b3d31c8 x1853236732508032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384312.430410:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008b7091ec] -> 12345-192.168.204.131@tcp22 (2) 00000020:00000001:2.0:1767384312.430416:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.430421:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.430426:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384312.430428:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:2.0:1767384312.430432:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384312.430433:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.430434:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000020:01000004:2.0:1767384312.430442:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384312.430443:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 02000000:00000001:0.0:1767384312.430444:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384312.430451:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:0.0:1767384312.430452:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384312.430458:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384312.430459:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384312.430465:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:0.0:1767384312.430466:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b3d31c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732508032:0@lo:253: 00000020:01000004:2.0:1767384312.430472:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384312.430474:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:2.0:1767384312.430523:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384312.430526:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384312.430527:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384312.430528:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:2.0:1767384312.430530:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384312.430534:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384312.430537:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002de77af4. 02000000:00000001:0.0:1767384312.430539:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384312.430543:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000400:00000200:1.0:1767384312.430546:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000100:00000001:2.0:1767384312.430548:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767384312.430549:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000048b6af0. 02000000:00000001:2.0:1767384312.430553:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384312.430555:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.430558:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384312.430562:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f2bcfa1. 02000000:00000010:2.0:1767384312.430568:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005ecdab82. 00000400:00000010:0.0:1767384312.430571:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cf8d191. 00000100:00000001:2.0:1767384312.430574:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384312.430578:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732508032, portal 25 00000100:00000001:2.0:1767384312.430581:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384312.430583:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384312.430585:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.430587:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012926336 : -119697696625280 : ffff9322b54fed80) 00000100:00000040:2.0:1767384312.430594:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002de77af4] to pc [ptlrpcd_00_01+1] req@000000002de77af4 x1853236732508160/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384312.430598:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b3d31c8 x1853236732508032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384312.430606:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000100:00000001:0.0:1767384312.430631:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384312.430636:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.430637:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384312.430641:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab358a7a. 00000400:00000200:1.0:1767384312.430646:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 10000000:00000001:2.0:1767384312.430648:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.430656:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384312.430658:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732508032, offset 0 00000020:01000000:2.0:1767384312.430659:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384312.430666:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a4e2c746. 00000400:00000200:0.0:1767384312.430672:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384312.430682:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384312.430688:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384312.430688:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384312.430692:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000100:00000001:2.0:1767384312.430693:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384312.430702:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002de77af4 x1853236732508160/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384312.430709:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203780 00000100:00000001:2.0:1767384312.430721:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384312.430726:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384312.430726:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9cd [2] + 0 00000400:00000200:1.0:1767384312.430730:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 02000000:00000001:2.0:1767384312.430734:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384312.430738:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f89e5d95. 02000000:00000001:2.0:1767384312.430740:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384312.430745:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384312.430746:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007603b71a 00000100:00100000:2.0:1767384312.430750:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002de77af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732508160:0@lo:253: 00000100:00000001:2.0:1767384312.430756:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384312.430756:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384312.430761:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384312.430765:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384312.430766:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384312.430769:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384312.430774:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007603b71a 02000000:00000010:2.0:1767384312.430777:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d2caa756. 00000400:00000010:0.0:1767384312.430778:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007603b71a. 00000400:00000200:1.0:1767384312.430780:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 02000000:00000001:2.0:1767384312.430782:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.430789:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384312.430792:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058f58f78. 00000100:00000200:0.0:1767384312.430793:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384312.430800:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000625787fe x1853236732508032 msgsize 4848 00000400:00000010:2.0:1767384312.430804:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035346b63. 00000100:00100000:0.0:1767384312.430806:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384312.430812:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384312.430813:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732508160, portal 25 00000100:00000001:2.0:1767384312.430818:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384312.430820:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920960 : -119697696630656 : ffff9322b54fd880) 00000100:00000001:0.0:1767384312.430826:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384312.430827:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002de77af4 x1853236732508160/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384312.430828:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.430838:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab358a7a 00000100:00000001:2.0:1767384312.430841:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384312.430843:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab358a7a. 00000100:00000040:2.0:1767384312.430849:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384312.430850:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384312.430853:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009322c983. 00000100:00000200:2.0:1767384312.430859:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732508160, offset 0 00000100:00000200:0.0:1767384312.430859:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b3d31c8 x1853236732508032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384312.430874:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384312.430876:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000100:00000001:0.0:1767384312.430876:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384312.430903:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b3d31c8 x1853236732508032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384312.430910:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384312.430915:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.430918:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384312.430928:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.430934:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294900349 00000400:00000200:2.0:1767384312.430936:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203800 00000100:00000010:0.0:1767384312.430943:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc4a4611. 00000400:00000200:1.0:1767384312.430947:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384312.430949:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000100:00000001:0.0:1767384312.430957:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384312.430958:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000258484c2. 00000400:00000200:2.0:1767384312.430965:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008dac8ea5 00000100:00000001:0.0:1767384312.430970:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294900349 00000400:00000200:2.0:1767384312.430974:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384312.430978:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009236b51. 00000400:00000200:2.0:1767384312.430980:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384312.430985:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dac8ea5 00000400:00000010:2.0:1767384312.430989:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008dac8ea5. 00000100:00000001:0.0:1767384312.430993:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384312.430996:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000100:00000001:2.0:1767384312.430997:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384312.430999:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294900349 00000100:00000200:2.0:1767384312.431002:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384312.431009:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000a70c8f62 x1853236732508160 msgsize 4848 00000100:00000010:0.0:1767384312.431010:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a28f65c. 00000100:00000001:0.0:1767384312.431017:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767384312.431021:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384312.431025:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384312.431027:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294900349 00000100:00000010:0.0:1767384312.431036:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ebb6529. 00000100:00000001:2.0:1767384312.431037:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384312.431040:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000100:00000001:0.0:1767384312.431042:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384312.431045:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009322c983 00000400:00000010:2.0:1767384312.431050:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009322c983. 00000100:00000001:0.0:1767384312.431054:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384312.431055:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384312.431063:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002de77af4 x1853236732508160/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.431063:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.431074:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.431078:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384312.431078:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000100:00000001:0.0:1767384312.431082:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384312.431085:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002de77af4 x1853236732508160/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.431094:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.431096:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384312.431099:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384312.431102:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.431103:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384312.431108:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294900349 00000100:00000001:0.0:1767384312.431109:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384312.431113:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000100:00000001:0.0:1767384312.431114:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384312.431115:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294900349 00000100:00000001:0.0:1767384312.431121:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.431122:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294900349 00000100:00000001:2.0:1767384312.431129:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294900349 00000100:00000001:0.0:1767384312.431130:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.431134:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294900349 00000100:00000001:2.0:1767384312.431139:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294900349 00000100:00000001:2.0:1767384312.431141:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294900349 00000100:00000001:2.0:1767384312.431151:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294900349 00000100:00000001:2.0:1767384312.431154:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384312.431156:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.431160:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.431162:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.431168:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384312.431169:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000100:00000001:2.0:1767384312.431170:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384312.431180:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384312.431182:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384312.431185:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.431188:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.431247:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384312.431251:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732508032 00000400:00000200:1.0:1767384312.431252:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 02000000:00000001:2.0:1767384312.431255:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384312.431261:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384312.431265:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.431270:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384312.431274:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732508032 00000020:00000001:2.0:1767384312.431277:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384312.431280:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384312.431283:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384312.431287:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:2.0:1767384312.431290:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384312.431293:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384312.431298:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384312.431303:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000942ba1cd. 00000100:00000001:2.0:1767384312.431305:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384312.431308:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000942ba1cd. 00000400:00000200:1.0:1767384312.431314:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000020:00000010:2.0:1767384312.431316:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c93ec2b8. 00000020:00000010:2.0:1767384312.431325:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc71a71d. 00000020:00000010:2.0:1767384312.431331:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e0fde5ba. 00000100:00000040:2.0:1767384312.431346:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384312.431349:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384312.431351:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384312.431353:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.431368:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384312.431371:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384312.431372:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732508160 02000000:00000001:0.0:1767384312.431379:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384312.431380:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000100:00000001:0.0:1767384312.431382:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384312.431386:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.431390:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384312.431392:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384312.431398:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732508160 00000020:00000001:0.0:1767384312.431401:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384312.431404:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384312.431406:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384312.431408:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:0.0:1767384312.431411:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384312.431414:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384312.431418:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384312.431418:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384312.431425:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384312.431426:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007fe97297. 00000100:00000001:0.0:1767384312.431431:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384312.431435:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007fe97297. 00000100:00100000:2.0:1767384312.431437:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:2.0:1767384312.431443:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384312.431449:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141334608 : -119697568217008 : ffff9322bcf74850) 00000020:00000010:0.0:1767384312.431451:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e9b8d01. 00000400:00000200:1.0:1767384312.431454:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000020:00000010:0.0:1767384312.431459:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003db2833d. 00000100:00000040:2.0:1767384312.431461:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000625787fe x1853236732508032/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:293/0 lens 4848/0 e 0 to 0 dl 1767384323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384312.431467:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005823766a. 00000100:00000001:0.0:1767384312.431519:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384312.431521:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384312.431523:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384312.431526:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384312.431528:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000942ba1cd. 00000100:00000001:2.0:1767384312.431534:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384312.431534:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384312.431542:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000942ba1cd. 00000100:00000001:0.0:1767384312.431543:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384312.431550:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000625787fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732508032:12345-0@lo:253: 00000100:00000200:2.0:1767384312.431556:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732508032 00000400:00000200:1.0:1767384312.431557:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000100:00000001:0.0:1767384312.431561:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384312.431562:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384312.431567:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384312.431569:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384312.431574:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384312.431580:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000020:00000001:2.0:1767384312.431581:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384312.431586:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000040:0.0:1767384312.431587:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000020:00000001:2.0:1767384312.431590:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384312.431593:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141341776 : -119697568209840 : ffff9322bcf76450) 00000020:00000001:2.0:1767384312.431594:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384312.431602:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384312.431605:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384312.431606:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a70c8f62 x1853236732508160/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:293/0 lens 4848/0 e 0 to 0 dl 1767384323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384312.431611:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.431619:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384312.431622:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384312.431625:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384312.431628:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007fe97297. 00000400:00000200:1.0:1767384312.431629:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000100:00000001:0.0:1767384312.431634:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384312.431639:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007fe97297. 02000000:00000010:2.0:1767384312.431646:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008bb2c245. 00000100:00100000:0.0:1767384312.431647:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a70c8f62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732508160:12345-0@lo:253: 02000000:00000001:2.0:1767384312.431652:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384312.431655:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732508160 00000100:00000001:2.0:1767384312.431656:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384312.431661:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384312.431663:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384312.431666:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384312.431670:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384312.431673:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384312.431675:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 20000000:00000010:2.0:1767384312.431678:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000065580218. 00000020:00000001:0.0:1767384312.431678:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384312.431683:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000020:00000001:0.0:1767384312.431684:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384312.431685:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384312.431691:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384312.431696:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384312.431700:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384312.431701:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.431704:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384312.431706:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384312.431708:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.431711:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.431714:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:0.0:1767384312.431720:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384312.431725:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 20000000:00000010:2.0:1767384312.431728:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001ac23055. 02000000:00000010:0.0:1767384312.431728:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000dee0c6b. 02000000:00000001:0.0:1767384312.431736:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384312.431737:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00000100:00000001:0.0:1767384312.431743:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384312.431747:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384312.431748:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384312.431756:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a4e2c746. 00080000:00000001:2.0:1767384312.431758:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384312.431760:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 20000000:01000000:0.0:1767384312.431763:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384312.431767:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384312.431770:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384312.431773:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384312.431775:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384312.431777:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384312.431796:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00080000:00000001:2.0:1767384312.431830:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384312.431836:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00080000:00000001:2.0:1767384312.431837:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384312.431842:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.431846:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384312.431851:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384312.431858:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:2.0:1767384312.431862:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384312.431870:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000090e2dfa2. 00080000:00000001:2.0:1767384312.431873:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370858740736 : -119702850810880 : ffff932182194c00) 00080000:00000001:2.0:1767384312.431877:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384312.431927:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000001:00000001:2.0:1767384312.432044:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384312.432046:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.432049:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384312.432074:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.432078:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384312.432249:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384312.432253:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384312.432268:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000328e8efe. 00000800:00000010:1.0:1767384312.432282:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d81e573. 00000800:00000010:1.0:1767384312.432290:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007477f7e6. 00000800:00000010:1.0:1767384312.432342:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007477f7e6. 00000400:00000200:2.0:1767384312.432418:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384312.432447:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp22 from 229.3.0.2 00000800:00000010:2.0:1767384312.432453:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000be41f602. 00000800:00000010:1.0:1767384312.432529:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000079bb4632. 00000800:00000010:1.0:1767384312.432536:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000090c1b97f. 00000800:00000010:1.0:1767384312.432563:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000022e215d0. 00000800:00000200:1.1:1767384312.432570:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008b7091ec] -> 12345-192.168.204.131@tcp22 (2) 00000800:00000200:1.1:1767384312.432576:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp22 0000000022e215d0 deleted 00000800:00000010:1.1:1767384312.432579:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000022e215d0. 00000800:00000200:1.1:1767384312.432586:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384312.432594:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp22 ip 192.168.204.131:997 00000800:00000200:1.1:1767384312.432598:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009b910ba3 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384312.432607:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp22 p 3.x 192.168.204.131 -> 192.168.204.131:997 incarnation:1767384310747231088 sched[0] 00000800:00000010:1.0:1767384312.432613:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007477f7e6. 00000800:00000010:1.0:1767384312.432671:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007477f7e6. 00000800:00000010:1.0:1767384312.432676:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000090c1b97f. 00000800:00000010:1.0:1767384312.432722:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000be41f602. 00000800:00000001:1.0:1767384312.432740:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.432748:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384312.432825:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384312.432830:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b910ba3. 00000400:00000200:1.0:1767384312.432836:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.432844:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp22->192.168.204.131@tcp22: PUT: OK 00000400:00000200:1.0:1767384312.432850:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384312.432854:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000200:1.1:1767384312.432926:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384312.432950:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp22 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384310747231088 sched[0] 00000800:00000010:1.0:1767384312.432953:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d81e573. 00000400:00000200:1.0:1767384312.433027:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000001:2.0:1767384312.433044:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.433053:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384312.433056:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.433059:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384312.433068:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp22(192.168.204.131@tcp22) <- 192.168.204.131@tcp22 : PUT - for me 00000400:00000200:2.0:1767384312.433079:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384312.433081:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384312.433087:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x14f1 [1] + 0 00000400:00000010:2.0:1767384312.433098:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e23a655. 00000400:00000200:2.0:1767384312.433103:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ce98922 00000800:00000001:2.0:1767384312.433110:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.433120:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384312.433123:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384312.433128:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp22->192.168.204.131@tcp22: PUT: OK 00000400:00000200:2.0:1767384312.433132:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce98922 00000400:00000010:2.0:1767384312.433134:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce98922. 00000400:00000200:1.0:1767384312.433137:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384312.433139:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384312.433146:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (16) 00000400:00000200:2.0:1767384312.433151:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:2.0:1767384312.433155:0:16140:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f4383533. 00000400:00000200:2.0:1767384312.433159:0:16140:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 15 00000400:00000200:2.0:1767384312.433163:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384312.433173:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (17) 00000400:00000200:2.0:1767384312.433178:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384312.433183:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp22 to MR: 192.168.204.131@tcp22 local destination 00000400:00000200:2.0:1767384312.433192:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp22 NI seq info: [32:32:256:4294967295] 192.168.204.131@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:1.0:1767384312.433193:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384312.433210:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp22(192.168.204.131@tcp22:192.168.204.131@tcp22) -> 192.168.204.131@tcp22(192.168.204.131@tcp22:192.168.204.131@tcp22) 192.168.204.131@tcp22 : ACK try# 0 00000800:00000200:2.0:1767384312.433220:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp22 00000800:00000010:2.0:1767384312.433224:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ceca208. 00000800:00000200:2.0:1767384312.433231:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008b7091ec] -> 12345-192.168.204.131@tcp22 (4) 00000800:00000200:2.0:1767384312.433238:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp22 ip 192.168.204.131:988 00000800:00000200:2.0:1767384312.433241:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002ceca208 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384312.433286:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384312.433304:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384312.433309:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048b52472. 00000400:00000010:1.0:1767384312.433314:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a49d5c. 00000800:00000200:2.0:1767384312.433316:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384312.433318:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000000f233d8 00000800:00000010:2.0:1767384312.433321:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ceca208. 00000400:00000200:2.0:1767384312.433327:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.433327:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1004d1 00000400:00000200:2.0:1767384312.433337:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp22->192.168.204.131@tcp22: ACK: OK 00000400:00000010:1.0:1767384312.433338:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000045fae43. 00000800:00000001:2.0:1767384312.433347:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384312.433351:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000a11ac22c. 00000800:00000001:2.0:1767384312.433354:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384312.433357:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 00000000bbdb2fa3. 00000800:00000001:2.0:1767384312.433366:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.433374:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384312.433384:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp22(192.168.204.131@tcp22) <- 192.168.204.131@tcp22 : ACK - for me 00000400:00000010:1.0:1767384312.433387:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c8a0478e. 00000400:00000200:1.0:1767384312.433397:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c8a0478e nid 192.168.204.131@tcp23 00000400:00000010:1.0:1767384312.433406:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001fd01eed. 00000400:00000200:2.0:1767384312.433407:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp22: ACK from 12345-192.168.204.131@tcp22 into md 0x152d 00000400:00000200:1.0:1767384312.433414:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000001fd01eed net tcp23 00000400:00000200:2.0:1767384312.433418:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.433419:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (16) 00000400:00000200:1.0:1767384312.433434:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp23 flags 0x11 00000400:00000200:2.0:1767384312.433435:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp22->192.168.204.131@tcp22: ACK: OK 00000400:00000010:1.0:1767384312.433440:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000045fae43. 00000400:00000200:2.0:1767384312.433445:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa18402f 00000400:00000010:1.0:1767384312.433446:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000a11ac22c. 00000400:00000010:2.0:1767384312.433452:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa18402f. 00000400:00000010:1.0:1767384312.433453:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 00000000bbdb2fa3. 00000400:00000200:2.0:1767384312.433462:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:1.0:1767384312.433463:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f4383533. 00000400:00000200:2.0:1767384312.433472:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:1.0:1767384312.433473:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384312.433481:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:2.0:1767384312.433483:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384312.433490:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (17) 00000800:00000001:0.0:1767384312.433517:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.433523:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000800:00000001:2.0:1767384312.433535:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384312.433540:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000800:00000001:2.0:1767384312.433543:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.433547:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384312.433552:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:1.0:1767384312.433556:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384312.433561:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (16) 00000400:00000200:0.0:1767384312.433564:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.433603:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.433622:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.433644:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.433666:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.433683:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.433713:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.433736:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.433758:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.433798:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.433836:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.433906:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.433969:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.434021:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.434058:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.434102:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.434141:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.434192:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.434261:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.434304:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.434469:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384312.434865:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384312.435112:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000800:00000010:1.0:1767384312.435370:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000094724ad3. 00000800:00000010:1.0:1767384312.435375:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d81e573. 00000800:00000010:1.0:1767384312.435379:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009510b316. 00000800:00000010:1.0:1767384312.435422:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009510b316. 00000400:00000200:0.0:1767384312.435855:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384312.435870:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp22 from 228.3.0.2 00000800:00000010:0.0:1767384312.435874:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000677d117. 00000800:00000010:2.0:1767384312.436096:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f1f2840f. 00000800:00000010:2.0:1767384312.436103:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ec32e46. 00000800:00000010:2.0:1767384312.436160:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001776a362. 00000800:00000200:2.1:1767384312.436167:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008b7091ec] -> 12345-192.168.204.131@tcp22 (4) 00000800:00000200:2.1:1767384312.436173:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp22 000000001776a362 deleted 00000800:00000010:2.1:1767384312.436175:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001776a362. 00000800:00000200:2.1:1767384312.436179:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384312.436185:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp22 p 3.x 192.168.204.131 -> 192.168.204.131:996 incarnation:1767384310747231088 sched[0] 00000800:00000010:2.0:1767384312.436191:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000942ba1cd. 00000800:00000200:1.1:1767384312.436379:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384312.436384:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000942ba1cd. 00000800:00000200:1.0:1767384312.436389:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp22 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384310747231088 sched[0] 00000800:00000010:2.0:1767384312.436395:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ec32e46. 00000800:00000010:1.0:1767384312.436396:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d81e573. 00000800:00000010:2.0:1767384312.436444:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000677d117. 00000800:00000001:2.0:1767384312.436464:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.436470:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384312.436475:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.436509:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384312.441530:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294900349, at 4294900350 00000100:00000010:0.0:1767384312.441539:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc4a4611. 00000100:00000040:3.0:1767384312.441583:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294900349, at 4294900350 00000100:00000010:3.0:1767384312.441592:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ebb6529. 00000100:00000040:2.0:1767384312.442531:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294900349, at 4294900351 00000100:00000010:2.0:1767384312.442539:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a28f65c. 00000100:00000040:1.0:1767384312.442557:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294900349, at 4294900351 00000100:00000010:1.0:1767384312.442566:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009236b51. 00080000:00000001:0.0:1767384312.443319:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384312.443327:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:1.0:1767384312.443331:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384312.443333:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384312.443337:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384312.443339:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384312.443340:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384312.443351:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384312.443352:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384312.443356:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000090e2dfa2. 20000000:01000000:0.0:1767384312.443357:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384312.443362:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384312.443373:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384312.443380:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384312.443387:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b4e041eb. 00080000:00000020:0.0:1767384312.443389:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384312.443395:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:2.0:1767384312.443403:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384312.443412:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384312.443415:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384312.443421:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384312.443425:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384312.443431:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384312.443437:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384312.443448:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000045d672b1. 00010000:00000001:0.0:1767384312.443456:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384312.443460:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384312.443461:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000369fa24d. 00000020:00000001:0.0:1767384312.443467:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384312.443473:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000369fa24d with handle 0xf83434fd52e6d9cb to hash 00080000:00000001:2.0:1767384312.443474:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384312.443509:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.443511:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384312.443515:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384312.443517:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384312.443522:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:0.0:1767384312.443522:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384312.443530:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00080000:00000001:2.0:1767384312.443531:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384312.443540:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000005aa7717. 00010000:00000001:0.0:1767384312.443541:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384312.443547:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860579840 : -119702848971776 : ffff932182355c00) 00010000:00000001:0.0:1767384312.443548:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.443551:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:0.0:1767384312.443556:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9cb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.443571:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384312.443577:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384312.443591:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384312.443595:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384312.443598:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.443602:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384312.443605:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.443609:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384312.443613:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384312.443615:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384312.443618:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384312.443621:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000045d672b1) refcount = 1 00010000:00010000:0.0:1767384312.443626:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9cb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.443636:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384312.443638:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384312.443641:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.443645:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.443648:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384312.443653:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384312.443658:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384312.443662:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384312.443666:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:2.0:1767384312.443667:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:0.0:1767384312.443669:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369fa24d refcount=4 00080000:00000001:2.0:1767384312.443670:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.443676:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384312.443677:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384312.443683:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384312.443687:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384312.443690:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9cb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384312.443694:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.443701:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384312.443705:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384312.443709:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9cb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.443718:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.443721:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384312.443724:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9cb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.443740:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.443743:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.443747:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384312.443751:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9cb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384312.443760:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000369fa24d already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384312.443764:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384312.443767:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384312.443770:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9cb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.443778:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384312.443781:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384312.443782:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384312.443784:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384312.443787:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000040:0.0:1767384312.443789:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369fa24d refcount=5 00000020:00000001:0.0:1767384312.443795:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384312.443799:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384312.443803:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384312.443806:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9cb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.443814:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384312.443818:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384312.443821:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.443827:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384312.443830:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384312.443833:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.443835:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384312.443838:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000369fa24d with handle 0xf83434fd52e6d9cb from hash 00010000:00000001:0.0:1767384312.443842:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384312.443844:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.443846:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.443858:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384312.443861:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384312.443864:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384312.443867:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384312.443871:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.443875:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.443877:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384312.443880:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384312.443901:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.443903:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.443906:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.443909:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.443912:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.443917:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9cb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.443925:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.443928:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.443930:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384312.443934:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384312.443937:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.443939:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.443942:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384312.443946:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384312.443949:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.443953:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9cb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.443962:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384312.443965:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384312.443967:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9cb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384312.443976:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000045d672b1 count: 0 00010000:00000001:0.0:1767384312.443991:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384312.443994:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384312.449516:0:16647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000045d672b1. 00010000:00000010:0.1:1767384312.449527:0:16647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000369fa24d. 00080000:00000001:1.0:1767384312.455762:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384312.455762:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384312.455769:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384312.455771:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:1.0:1767384312.455775:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384312.455777:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384312.455780:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384312.455784:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384312.455787:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384312.455790:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384312.455790:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384312.455795:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000010:0.0:1767384312.455796:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000005aa7717. 00080000:00000020:1.0:1767384312.455805:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384312.455805:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384312.455866:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384312.455872:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384312.455876:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384312.455881:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384312.455901:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384312.455910:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000045d672b1. 00010000:00000001:0.0:1767384312.455915:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384312.455920:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000369fa24d. 00000020:00000001:0.0:1767384312.455924:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384312.455929:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000369fa24d with handle 0xf83434fd52e6d9d2 to hash 00000020:00000001:0.0:1767384312.455932:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384312.455934:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384312.455938:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384312.455942:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.455945:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.455949:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9d2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.455960:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384312.455963:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384312.455966:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384312.455969:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384312.455972:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.455975:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384312.455977:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.455980:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384312.455983:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384312.455985:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384312.455987:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384312.455989:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000045d672b1) refcount = 1 00010000:00010000:0.0:1767384312.455994:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9d2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.456012:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384312.456014:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384312.456017:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.456019:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.456022:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384312.456026:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384312.456031:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384312.456034:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384312.456036:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384312.456039:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369fa24d refcount=4 00000020:00000001:0.0:1767384312.456043:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384312.456046:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384312.456049:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384312.456051:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9d2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.456060:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384312.456063:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9d2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.456070:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.456072:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384312.456073:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9d2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.456080:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.456082:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.456085:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384312.456087:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9d2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384312.456094:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000369fa24d already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384312.456097:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384312.456108:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384312.456111:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9d2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.456119:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384312.456121:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384312.456124:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384312.456126:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369fa24d refcount=5 00000020:00000001:0.0:1767384312.456129:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384312.456132:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384312.456136:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384312.456138:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9d2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.456146:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384312.456149:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384312.456151:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.456155:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384312.456157:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384312.456160:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.456162:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384312.456166:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000369fa24d with handle 0xf83434fd52e6d9d2 from hash 00010000:00000001:0.0:1767384312.456168:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384312.456170:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.456172:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.456174:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384312.456176:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384312.456180:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384312.456183:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384312.456185:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.456188:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.456190:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384312.456192:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384312.456195:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.456197:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.456200:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.456212:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.456215:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.456219:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9d2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.456227:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.456229:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.456230:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384312.456232:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384312.456235:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.456237:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.456240:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384312.456243:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384312.456246:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.456249:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9d2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384312.456257:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384312.456260:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384312.456263:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000369fa24d/0xf83434fd52e6d9d2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384312.456272:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000045d672b1 count: 0 00010000:00000001:0.0:1767384312.456283:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384312.456285:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384312.457012:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384312.457016:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384312.457019:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000065580218. 20000000:00000001:1.0:1767384312.457025:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384312.457030:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732508032 00010000:00000001:1.0:1767384312.457034:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384312.457044:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000625787fe x1853236732508032/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384312.457054:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384312.457057:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384312.457062:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384312.457067:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384312.457069:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384312.457072:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384312.457075:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384312.457079:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.457083:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384312.457087:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384312.457092:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddcb092a. 00000100:00000200:1.0:1767384312.457099:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732508032, offset 224 00000400:00000200:1.0:1767384312.457106:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384312.457121:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384312.457136:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203780 00000400:00000200:1.0:1767384312.457143:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1531 [2] + 224 00000400:00000200:1.0:1767384312.457160:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.457165:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384312.457173:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384312.457179:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b3d31c8 x1853236732508032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384312.457192:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006b3d31c8 x1853236732508032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.457211:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384312.457222:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384312.457223:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddcb092a 00000400:00000010:1.0:1767384312.457229:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddcb092a. 00000100:00000001:0.0:1767384312.457230:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384312.457233:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384312.457238:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384312.457241:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384312.457244:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384312.457245:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384312.457250:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384312.457254:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384312.457256:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.457259:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384312.457264:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000625787fe x1853236732508032/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384312.457272:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000625787fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732508032:12345-0@lo:253: Request processed in 25751us (26470us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384312.457277:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f2bcfa1. 00000100:00100000:1.0:1767384312.457284:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000400:00000200:0.0:1767384312.457285:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cf8d191 00000100:00000040:1.0:1767384312.457288:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000400:00000010:0.0:1767384312.457290:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cf8d191. 00000100:00000001:1.0:1767384312.457292:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384312.457296:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384312.457299:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384312.457302:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc71a71d. 00000100:00000200:0.0:1767384312.457308:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b3d31c8 x1853236732508032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384312.457314:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e0fde5ba. 00000020:00000010:1.0:1767384312.457319:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c93ec2b8. 00000020:00000040:1.0:1767384312.457326:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:1.0:1767384312.457331:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384312.457331:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b3d31c8 x1853236732508032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384312.457335:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008bb2c245. 02000000:00000001:1.0:1767384312.457341:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384312.457344:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384312.457357:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384312.457365:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b650a49. 00000100:00000001:0.0:1767384312.457372:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384312.457373:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddcb092a. 00000100:00000001:0.0:1767384312.457378:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.457383:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384312.457387:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384312.457390:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384312.457393:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384312.457397:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384312.457403:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=32 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384312.457408:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384312.457412:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384312.457414:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.457417:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384312.457419:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.457422:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.457428:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b3d31c8 x1853236732508032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.457437:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384312.457441:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384312.457444:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384312.457449:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384312.457452:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384312.457454:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384312.457455:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384312.457457:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384312.457459:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384312.457460:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384312.457462:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384312.457464:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384312.457466:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384312.457470:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b3d31c8 x1853236732508032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384312.457509:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b3d31c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732508032:0@lo:253: 00000100:00000001:0.0:1767384312.457517:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.457520:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384312.457533:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b3d31c8 x1853236732508032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.457542:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384312.457544:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384312.457548:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000048b6af0. 02000000:00000001:0.0:1767384312.457553:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384312.457556:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384312.457559:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384312.457562:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384312.457564:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000598e4e49. 00000400:00000010:2.0:1767384312.457567:0:23418:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000097d49860. 02000000:00000001:0.0:1767384312.457570:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384312.457574:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384312.457576:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b3d31c8. 00000100:00000001:0.0:1767384312.457581:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384312.457584:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.457586:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384312.457587:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384312.457591:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384312.457594:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384312.457597:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:0.0:1767384312.457597:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:2.0:1767384312.457603:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:0.0:1767384312.457603:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384312.457607:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:0.0:1767384312.457610:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:2.0:1767384312.457612:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:0.0:1767384312.457614:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384312.457615:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384312.457619:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384312.457621:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384312.457624:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384312.457625:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384312.457627:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384312.457628:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384312.457630:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384312.457632:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384312.457633:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384312.457635:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384312.457636:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384312.457638:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384312.457640:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384312.457647:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384312.457648:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384312.457650:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384312.457651:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384312.457654:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384312.457655:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384312.457656:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384312.457657:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384312.457659:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384312.457661:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384312.457663:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384312.457664:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384312.457666:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384312.457668:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384312.457669:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384312.457670:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384312.457672:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384312.457674:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384312.457675:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384312.457676:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384312.457677:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384312.457679:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384312.457680:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384312.457682:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384312.457683:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384312.457684:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384312.457685:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384312.457688:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384312.457689:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384312.457690:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384312.457691:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384312.457692:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384312.457694:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384312.457695:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384312.457697:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384312.457698:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384312.457755:0:23418:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000097d49860. 00080000:00000020:0.0:1767384312.459199:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384312.459203:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384312.459205:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a4e2c746. 20000000:00000001:0.0:1767384312.459210:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384312.459215:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732508160 00010000:00000001:0.0:1767384312.459218:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384312.459223:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a70c8f62 x1853236732508160/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384312.459234:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384312.459236:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384312.459239:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384312.459243:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384312.459245:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384312.459248:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384312.459251:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384312.459253:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.459264:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384312.459267:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384312.459270:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cf8d191. 00000100:00000200:0.0:1767384312.459274:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732508160, offset 224 00000400:00000200:0.0:1767384312.459280:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384312.459287:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384312.459294:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203800 00000400:00000200:0.0:1767384312.459300:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1539 [2] + 224 00000400:00000200:0.0:1767384312.459306:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384312.459309:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384312.459313:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384312.459317:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002de77af4 x1853236732508160/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384312.459326:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002de77af4 x1853236732508160/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.459341:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384312.459346:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cf8d191 00000400:00000010:0.0:1767384312.459347:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cf8d191. 00000100:00000001:0.0:1767384312.459350:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384312.459351:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384312.459353:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.459356:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384312.459358:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384312.459360:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384312.459362:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384312.459366:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a70c8f62 x1853236732508160/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.459367:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384312.459371:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384312.459376:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a70c8f62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732508160:12345-0@lo:253: Request processed in 27753us (28365us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384312.459387:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000400:00000001:2.0:1767384312.459388:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384312.459390:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000400:00000001:2.0:1767384312.459392:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384312.459394:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384312.459397:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058f58f78. 00000100:00000001:0.0:1767384312.459398:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384312.459405:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035346b63 00000400:00000010:2.0:1767384312.459409:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035346b63. 00000020:00000010:0.0:1767384312.459409:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003db2833d. 00000100:00000001:2.0:1767384312.459417:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384312.459418:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005823766a. 00000020:00000010:0.0:1767384312.459423:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e9b8d01. 00000100:00000200:2.0:1767384312.459426:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002de77af4 x1853236732508160/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384312.459428:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:0.0:1767384312.459432:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384312.459435:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000dee0c6b. 02000000:00000001:0.0:1767384312.459439:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384312.459442:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384312.459449:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384312.459452:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002de77af4 x1853236732508160/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384312.459455:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f2bcfa1. 00000400:00000010:0.0:1767384312.459462:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cf8d191. 00000100:00000001:2.0:1767384312.459464:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384312.459467:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.459470:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384312.459472:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384312.459473:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384312.459475:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.459578:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384312.459581:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=32 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384312.459585:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384312.459587:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384312.459589:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.459590:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384312.459592:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.459594:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384312.459598:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002de77af4 x1853236732508160/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.459604:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384312.459607:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384312.459608:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384312.459611:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384312.459613:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384312.459614:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384312.459616:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384312.459617:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384312.459619:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384312.459620:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384312.459621:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384312.459629:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384312.459633:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002de77af4 x1853236732508160/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384312.459640:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002de77af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732508160:0@lo:253: 00000100:00000001:2.0:1767384312.459646:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.459648:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384312.459651:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002de77af4 x1853236732508160/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.459656:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384312.459658:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384312.459661:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d2caa756. 02000000:00000001:2.0:1767384312.459665:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384312.459667:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384312.459668:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384312.459670:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384312.459672:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005ecdab82. 02000000:00000001:2.0:1767384312.459676:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384312.459677:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384312.459678:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002de77af4. 00000100:00000001:2.0:1767384312.459682:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384312.459683:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.459685:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.459690:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384312.459692:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.459695:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384312.459698:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384312.466534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000045d672b1. 00010000:00000010:0.1:1767384312.466545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000369fa24d. 00010000:00000001:1.0:1767384313.211551:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384313.211558:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.211563:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384313.211565:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.211622:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384313.211627:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384313.211631:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384313.328309:0:23684:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384313.328325:0:23684:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.328330:0:23684:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384313.328336:0:23684:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384313.328341:0:23684:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.328344:0:23684:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.851543:0:16767:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384313.851545:0:16770:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384313.851551:0:16767:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.851552:0:16770:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384314.027557:0:23848:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384314.027564:0:23848:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:3.0:1767384314.030336:0:23848:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384314.037016:0:23849:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f1768c92. 00000400:00000010:3.0:1767384314.037033:0:23849:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e63821fe. 00000400:00000010:3.0:1767384314.037044:0:23849:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001bdf33ef. 00000400:00000010:3.0:1767384314.037048:0:23849:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d53a55e6. 00000400:00000010:3.0:1767384314.037052:0:23849:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001820b8c3. 00000400:00000010:3.0:1767384314.037056:0:23849:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000935c0864. 00000400:00000010:3.0:1767384314.037058:0:23849:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d0c1d926. 00000400:00000010:3.0:1767384314.037059:0:23849:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f4ab85c6. 00000400:00000010:3.0:1767384314.037062:0:23849:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000779a8d6b. 00000800:00000010:3.0:1767384314.037075:0:23849:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000857ffc22. 00000800:00000200:3.0:1767384314.037087:0:23849:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384314.037097:0:23849:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384314.037138:0:23849:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:3.0:1767384314.037156:0:23849:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp24 [8/256/0/180] 00000400:00000010:3.0:1767384314.038525:0:23849:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000019a31591. 00000400:00000010:3.0:1767384314.038534:0:23849:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e07a0. 00000400:00000010:3.0:1767384314.038543:0:23849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000400:00000001:3.0:1767384314.038566:0:23849:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384314.038568:0:23849:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384314.038571:0:23849:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001edc6736. 00000400:00000200:3.0:1767384314.038574:0:23849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e5c789 00000400:00000010:3.0:1767384314.038577:0:23849:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e5c789. 00000400:00000010:3.0:1767384314.038581:0:23849:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009ed0b566. 00000400:00000200:3.0:1767384314.038587:0:23849:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (15) 00000400:00000200:3.0:1767384314.038602:0:23849:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384314.038613:0:23849:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000400:00000200:1.0:1767384314.038620:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384314.038622:0:23849:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b779e14a. 00000400:00000200:1.0:1767384314.038627:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000020:01000000:3.0:1767384314.038634:0:23849:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:1.0:1767384314.038637:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000400:00000200:1.0:1767384314.038641:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (16) 00000020:01000000:3.0:1767384314.038642:0:23849:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp24 00000400:00000010:1.0:1767384314.038647:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000048a41e89. 00000400:00000200:1.0:1767384314.038653:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000010:3.0:1767384314.038662:0:23849:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e63821fe. 00000400:00000010:3.0:1767384314.038669:0:23849:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f1768c92. 00000400:00000200:1.0:1767384314.038670:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:1.0:1767384314.038680:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384314.038686:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:2.0:1767384314.038691:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384314.038691:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384314.038695:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:00000001:2.0:1767384314.038696:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384314.038700:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384314.038700:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 10000000:01000000:2.0:1767384314.038703:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384314.038704:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:2.0:1767384314.038708:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384314.038710:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384314.038710:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:2.0:1767384314.038712:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384314.038713:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384314.038714:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:01000004:2.0:1767384314.038715:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384314.038716:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384314.038719:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384314.038724:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000020:01000004:2.0:1767384314.038725:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384314.038726:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384314.038728:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384314.038729:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000020:01000004:2.0:1767384314.038730:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384314.038736:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002de77af4. 00000020:00000040:2.0:1767384314.038741:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:1.0:1767384314.038741:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:1.0:1767384314.038747:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000100:00000001:2.0:1767384314.038748:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384314.038752:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384314.038752:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384314.038756:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 02000000:00000001:2.0:1767384314.038758:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.038762:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp23 02000000:00000010:2.0:1767384314.038767:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d95da00a. 00000400:00000200:1.0:1767384314.038767:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp23 lpni_is_preferred = 0 00000400:00000200:1.0:1767384314.038770:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp23 00000400:00000200:1.0:1767384314.038774:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp23 NI seq info: [33:33:256:4294967295] 192.168.204.131@tcp23 LPNI seq info [33:33:8:4294967295] 00000100:00000001:2.0:1767384314.038775:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.038782:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp23 00000100:00000001:2.0:1767384314.038785:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384314.038788:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.038790:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp23(192.168.204.131@tcp23:) -> 192.168.204.131@tcp23(192.168.204.131@tcp:192.168.204.131@tcp23) : PUT try# 0 00000800:00000200:1.0:1767384314.038796:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.204.131@tcp23 00000100:00000040:2.0:1767384314.038797:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002de77af4] to pc [ptlrpcd_00_02+2] req@000000002de77af4 x1853236732508288/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384314.038802:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000957bb853. 00000800:00000010:1.0:1767384314.038812:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ce36b254. 00000800:00000010:1.0:1767384314.038817:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000090c1b97f. 00000800:00000200:1.0:1767384314.038823:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce36b254] -> 12345-192.168.204.131@tcp23 (2) 00000800:00000200:1.1:1767384314.038829:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce36b254] -> 12345-192.168.204.131@tcp23 (2) 10000000:00000001:2.0:1767384314.038835:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384314.038838:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.038841:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384314.038842:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384314.038846:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384314.038847:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000100:00000001:0.0:1767384314.038848:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384314.038853:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00000001:0.0:1767384314.038853:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384314.038871:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:0.0:1767384314.038872:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002de77af4 x1853236732508288/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384314.038875:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384314.038879:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384314.038882:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384314.038887:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384314.038889:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384314.038891:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384314.038892:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384314.038894:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384314.038897:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384314.038898:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384314.038902:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384314.038903:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384314.038906:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384314.038907:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384314.038910:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384314.038914:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:0.0:1767384314.038914:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002de77af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732508288:0@lo:253: 00000020:01000004:2.0:1767384314.038917:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384314.038923:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b3d31c8. 00000100:00000001:0.0:1767384314.038923:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384314.038929:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384314.038932:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384314.038932:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384314.038937:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384314.038938:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.038939:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.038939:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 02000000:00000001:0.0:1767384314.038945:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384314.038952:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008bb2c245. 02000000:00000010:0.0:1767384314.038956:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000050b01d5. 00000100:00000001:2.0:1767384314.038958:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.038962:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.038966:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384314.038967:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384314.038973:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b3d31c8] to pc [ptlrpcd_00_03+3] req@000000006b3d31c8 x1853236732508416/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384314.038980:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ced4d8f7. 10000000:00000001:2.0:1767384314.038989:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384314.038991:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc7ea463. 10000000:00000001:2.0:1767384314.038992:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.038996:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.038996:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000100:00000200:0.0:1767384314.038997:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732508288, portal 25 00000020:01000000:2.0:1767384314.038999:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384314.039003:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384314.039004:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b779e14a. 00000100:00000001:0.0:1767384314.039006:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920960 : -119697696630656 : ffff9322b54fd880) 00000100:00000040:0.0:1767384314.039014:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002de77af4 x1853236732508288/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.039019:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.039021:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384314.039023:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384314.039027:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384314.039028:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384314.039031:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000068d2c03. 00000400:00000200:1.0:1767384314.039033:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000100:00000200:0.0:1767384314.039035:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732508288, offset 0 00000100:00000040:2.0:1767384314.039036:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b3d31c8 x1853236732508416/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384314.039046:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384314.039052:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384314.039055:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.039058:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384314.039059:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384314.039061:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384314.039066:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.039066:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000100:00100000:2.0:1767384314.039069:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b3d31c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732508416:0@lo:253: 00000100:00000001:2.0:1767384314.039074:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384314.039075:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203880 02000000:00000001:2.0:1767384314.039078:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384314.039082:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.039084:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 02000000:00000001:2.0:1767384314.039086:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384314.039088:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084903840. 02000000:00000010:2.0:1767384314.039093:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000065580218. 00000400:00000200:0.0:1767384314.039094:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001afb79e8 00000400:00000200:1.0:1767384314.039097:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 02000000:00000001:2.0:1767384314.039098:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384314.039103:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058f58f78. 00000400:00000200:0.0:1767384314.039104:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.039110:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384314.039111:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa2c0c28. 00000100:00000200:2.0:1767384314.039118:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732508416, portal 25 00000400:00000200:0.0:1767384314.039119:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001afb79e8 00000100:00000001:2.0:1767384314.039121:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384314.039122:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001afb79e8. 00000100:00000001:2.0:1767384314.039125:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012926336 : -119697696625280 : ffff9322b54fed80) 00000100:00000001:0.0:1767384314.039128:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384314.039129:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000100:00000200:0.0:1767384314.039132:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384314.039133:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b3d31c8 x1853236732508416/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384314.039137:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000e8493b6e x1853236732508288 msgsize 4848 00000100:00100000:0.0:1767384314.039147:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384314.039150:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384314.039157:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384314.039161:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384314.039163:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384314.039165:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090792a12. 00000400:00000200:1.0:1767384314.039165:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000100:00000200:2.0:1767384314.039170:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732508416, offset 0 00000400:00000200:0.0:1767384314.039172:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000068d2c03 00000400:00000010:0.0:1767384314.039175:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000068d2c03. 00000100:00000001:0.0:1767384314.039179:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384314.039183:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002de77af4 x1853236732508288/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384314.039189:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384314.039199:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384314.039201:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384314.039203:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384314.039205:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002de77af4 x1853236732508288/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384314.039215:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203900 00000400:00000200:2.0:1767384314.039227:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000100:00000001:0.0:1767384314.039228:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.039229:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000010:2.0:1767384314.039233:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a177c92. 00000100:00000001:0.0:1767384314.039234:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384314.039239:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086270563 00000100:00000001:0.0:1767384314.039243:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384314.039247:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384314.039248:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294901957 00000400:00000200:2.0:1767384314.039254:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384314.039255:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc4a4611. 00000400:00000200:2.0:1767384314.039258:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086270563 00000400:00000200:1.0:1767384314.039259:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000010:2.0:1767384314.039262:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086270563. 00000100:00000001:0.0:1767384314.039262:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384314.039268:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384314.039271:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294901957 00000100:00000200:2.0:1767384314.039272:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384314.039279:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000c97b9fe8 x1853236732508416 msgsize 4848 00000100:00000010:0.0:1767384314.039280:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009236b51. 00000100:00000001:0.0:1767384314.039288:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384314.039290:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000100:00100000:2.0:1767384314.039292:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384314.039293:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294901957 00000100:00000040:2.0:1767384314.039295:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384314.039298:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a28f65c. 00000100:00000001:0.0:1767384314.039303:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384314.039305:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294901957 00000100:00000001:2.0:1767384314.039307:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384314.039309:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ebb6529. 00000400:00000200:2.0:1767384314.039314:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090792a12 00000100:00000001:0.0:1767384314.039314:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384314.039316:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384314.039319:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090792a12. 00000100:00000001:0.0:1767384314.039320:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.039327:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384314.039327:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.039332:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384314.039335:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b3d31c8 x1853236732508416/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384314.039339:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000100:00000001:0.0:1767384314.039342:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.039346:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384314.039347:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384314.039350:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384314.039353:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b3d31c8 x1853236732508416/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.039353:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384314.039356:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.039361:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.039370:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.039372:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384314.039376:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000100:00000001:2.0:1767384314.039379:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.039382:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294901957 00000100:00000001:2.0:1767384314.039386:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294901957 00000100:00000001:0.0:1767384314.039386:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384314.039390:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732508288 02000000:00000001:0.0:1767384314.039394:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384314.039398:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294901957 00000100:00000001:0.0:1767384314.039398:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384314.039402:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294901957 00000100:00000001:0.0:1767384314.039402:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.039408:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294901957 02000000:00000001:0.0:1767384314.039409:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.039414:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732508288 00000100:00000001:2.0:1767384314.039415:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294901957 00000100:00000001:2.0:1767384314.039417:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294901957 00000100:00000001:2.0:1767384314.039419:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294901957 00000100:00000001:2.0:1767384314.039421:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384314.039425:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384314.039426:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384314.039428:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:2.0:1767384314.039432:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.039433:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384314.039437:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384314.039438:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000400:00000200:1.0:1767384314.039442:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000020:00000001:0.0:1767384314.039443:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384314.039445:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384314.039447:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384314.039449:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384314.039453:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.039454:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384314.039456:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384314.039459:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047b7f5ab. 00000100:00000001:2.0:1767384314.039460:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.039464:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384314.039465:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384314.039468:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047b7f5ab. 00000020:00000010:0.0:1767384314.039501:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c3abe7f. 00000020:00000010:0.0:1767384314.039507:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000869fbcaa. 00000020:00000010:0.0:1767384314.039512:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005823766a. 00000400:00000200:1.0:1767384314.039517:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000100:00000040:0.0:1767384314.039523:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384314.039526:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384314.039528:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384314.039529:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732508416 00000100:00000001:0.0:1767384314.039531:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384314.039535:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384314.039536:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.039540:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384314.039543:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.039547:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.039548:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384314.039550:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732508416 00000020:00000001:2.0:1767384314.039555:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384314.039556:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:0.0:1767384314.039558:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384314.039559:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384314.039560:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000020:00000040:2.0:1767384314.039563:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:2.0:1767384314.039566:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384314.039569:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384314.039572:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384314.039576:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000918cb88a. 00000100:00000001:0.0:1767384314.039577:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384314.039578:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.039582:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384314.039583:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000918cb88a. 00000100:00100000:0.0:1767384314.039587:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000040:0.0:1767384314.039590:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384314.039594:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141340752 : -119697568210864 : ffff9322bcf76050) 00000020:00000010:2.0:1767384314.039598:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028752bb5. 00000100:00000040:0.0:1767384314.039599:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e8493b6e x1853236732508288/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384314.039606:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fc72a77a. 00000100:00000001:0.0:1767384314.039609:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384314.039611:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000020:00000010:2.0:1767384314.039613:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052c782a7. 00000020:00000010:0.0:1767384314.039613:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047b7f5ab. 00000100:00000001:0.0:1767384314.039619:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384314.039620:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384314.039621:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047b7f5ab. 00000100:00000001:2.0:1767384314.039624:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384314.039628:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.039630:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e8493b6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732508288:12345-0@lo:253: 00000100:00000200:0.0:1767384314.039635:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732508288 00000100:00000001:2.0:1767384314.039636:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.039640:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384314.039648:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384314.039653:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384314.039655:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.039658:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384314.039658:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384314.039662:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384314.039663:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000400:00000200:1.0:1767384314.039667:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000020:00000001:0.0:1767384314.039668:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1767384314.039670:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000020:00000001:0.0:1767384314.039671:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384314.039675:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000020:00000001:0.0:1767384314.039676:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384314.039679:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384314.039680:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141326416 : -119697568225200 : ffff9322bcf72850) 00000020:00000001:0.0:1767384314.039682:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.039687:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384314.039688:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c97b9fe8 x1853236732508416/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384314.039690:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384314.039699:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005ecdab82. 00000100:00000001:2.0:1767384314.039701:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384314.039703:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384314.039705:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000918cb88a. 00000100:00000001:0.0:1767384314.039706:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.039711:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384314.039712:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384314.039717:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000918cb88a. 20000000:00000010:0.0:1767384314.039722:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d2caa756. 00000100:00100000:2.0:1767384314.039723:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c97b9fe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732508416:12345-0@lo:253: 00000400:00000200:1.0:1767384314.039723:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 20000000:01000000:0.0:1767384314.039729:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:2.0:1767384314.039730:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732508416 20000000:00000001:0.0:1767384314.039733:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384314.039734:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:0.0:1767384314.039736:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384314.039739:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384314.039740:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.039743:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.039744:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.039749:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384314.039750:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384314.039754:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384314.039759:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384314.039761:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384314.039763:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ee32b678. 00000020:00000001:2.0:1767384314.039764:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:0.0:1767384314.039768:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 00000020:00000001:2.0:1767384314.039769:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384314.039773:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.039776:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:2.0:1767384314.039777:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384314.039780:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00080000:00000001:0.0:1767384314.039783:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:2.0:1767384314.039788:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384314.039808:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000400992fd. 02000000:00000001:2.0:1767384314.039811:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.039813:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.039816:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384314.039825:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f61e4f72. 00000400:00000200:1.0:1767384314.039827:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 20000000:01000000:2.0:1767384314.039829:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384314.039831:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384314.039832:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384314.039834:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.039836:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.039838:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384314.039844:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384314.039849:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384314.039850:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.039852:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384314.039871:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384314.039873:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000020:00000001:0.0:1767384314.039879:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:0.0:1767384314.039884:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384314.039892:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000067bdfc32. 00080000:00000001:0.0:1767384314.039894:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624376054692864 : -119697654858752 : ffff9322b7cd3c00) 00080000:00000001:0.0:1767384314.039898:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384314.039907:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384314.039933:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384314.039977:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384314.040023:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000001:00000001:0.0:1767384314.040058:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384314.040061:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.040065:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384314.040073:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00080000:00000001:0.0:1767384314.040091:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.040096:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384314.040104:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00080000:00000001:0.0:1767384314.040217:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384314.040220:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384314.040378:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050d973ae. 00000800:00000010:1.0:1767384314.040384:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d5627424. 00000800:00000010:1.0:1767384314.040392:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009510b316. 00000800:00000010:1.0:1767384314.040438:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009510b316. 00000400:00000200:0.0:1767384314.040456:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384314.040473:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp23 from 227.3.0.2 00000800:00000010:0.0:1767384314.040498:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b29ce52f. 00000800:00000010:1.0:1767384314.040523:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006d822f0. 00000800:00000010:1.0:1767384314.040530:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a55c87ae. 00000800:00000010:1.0:1767384314.040552:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000083276782. 00000800:00000200:1.1:1767384314.040559:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce36b254] -> 12345-192.168.204.131@tcp23 (2) 00000800:00000200:1.1:1767384314.040564:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp23 0000000083276782 deleted 00000800:00000010:1.1:1767384314.040567:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000083276782. 00000800:00000200:1.1:1767384314.040574:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384314.040582:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp23 ip 192.168.204.131:995 00000800:00000200:1.1:1767384314.040588:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000957bb853 type 1, nob 384 niov 1 nkiov 1 00000800:00000200:1.0:1767384314.040596:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp23 p 3.x 192.168.204.131 -> 192.168.204.131:995 incarnation:1767384312425951902 sched[0] 00000800:00000010:1.0:1767384314.040602:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009510b316. 00000800:00000010:1.0:1767384314.040684:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009510b316. 00000800:00000010:1.0:1767384314.040689:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a55c87ae. 00000800:00000200:0.1:1767384314.040715:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384314.040723:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp23 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384312425951902 sched[0] 00000800:00000010:0.0:1767384314.040726:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d5627424. 00000800:00000010:1.0:1767384314.040728:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b29ce52f. 00000800:00000001:2.0:1767384314.040753:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.040753:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.040761:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384314.040761:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.040769:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384314.040801:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000200:2.0:1767384314.040835:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384314.040839:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000010:2.0:1767384314.040841:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000957bb853. 00000400:00000200:2.0:1767384314.040854:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.040876:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp23->192.168.204.131@tcp23: PUT: OK 00000400:00000200:2.0:1767384314.040881:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384314.040881:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384314.040887:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000001:2.0:1767384314.040897:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.040902:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384314.040904:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.040908:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.040915:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp23(192.168.204.131@tcp23) <- 192.168.204.131@tcp23 : PUT - for me 00000400:00000200:0.0:1767384314.040922:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384314.040924:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384314.040935:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 272/288 into md 0x1541 [1] + 0 00000400:00000010:2.0:1767384314.040939:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048b52472. 00000400:00000200:2.0:1767384314.040942:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000090a49d5c 00000800:00000001:2.0:1767384314.040947:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.040953:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.040955:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.040959:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp23->192.168.204.131@tcp23: PUT: OK 00000400:00000200:2.0:1767384314.040964:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a49d5c 00000400:00000010:2.0:1767384314.040966:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090a49d5c. 00000400:00000200:2.0:1767384314.040978:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384314.040981:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384314.040983:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (17) 00000400:00000200:2.0:1767384314.040991:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:2.0:1767384314.040995:0:16140:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (288 bytes) 00000400:00000200:2.0:1767384314.041000:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384314.041010:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (18) 00000400:00000200:2.0:1767384314.041016:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384314.041016:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384314.041025:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp23 to MR: 192.168.204.131@tcp23 local destination 00000400:00000200:2.0:1767384314.041032:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp23 NI seq info: [34:34:256:4294967295] 192.168.204.131@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:0.0:1767384314.041043:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384314.041047:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp23(192.168.204.131@tcp23:192.168.204.131@tcp23) -> 192.168.204.131@tcp23(192.168.204.131@tcp23:192.168.204.131@tcp23) 192.168.204.131@tcp23 : ACK try# 0 00000800:00000200:2.0:1767384314.041054:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp23 00000800:00000010:2.0:1767384314.041059:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb676db8. 00000800:00000200:2.0:1767384314.041065:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce36b254] -> 12345-192.168.204.131@tcp23 (4) 00000800:00000200:2.0:1767384314.041069:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp23 ip 192.168.204.131:988 00000400:00000200:0.0:1767384314.041071:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000800:00000200:2.0:1767384314.041072:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb676db8 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384314.041087:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.041096:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.041103:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384314.041132:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000800:00000200:2.0:1767384314.041140:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384314.041144:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb676db8. 00000400:00000200:2.0:1767384314.041149:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.041157:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp23->192.168.204.131@tcp23: ACK: OK 00000400:00000200:0.0:1767384314.041158:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384314.041186:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384314.041203:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384314.041223:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384314.041240:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384314.041262:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384314.041297:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384314.041340:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000800:00000001:2.0:1767384314.041350:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.041356:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384314.041359:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.041364:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384314.041366:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.041371:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.041371:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384314.041379:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp23(192.168.204.131@tcp23) <- 192.168.204.131@tcp23 : ACK - for me 00000400:00000200:2.0:1767384314.041392:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp23: ACK from 12345-192.168.204.131@tcp23 into md 0x1559 00000400:00000200:2.0:1767384314.041396:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.041400:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384314.041402:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp23->192.168.204.131@tcp23: ACK: OK 00000400:00000200:2.0:1767384314.041417:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000400:00000010:2.0:1767384314.041419:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000400:00000200:2.0:1767384314.041423:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384314.041426:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:2.0:1767384314.041432:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384314.041436:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (17) 00000400:00000200:0.0:1767384314.041445:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384314.041468:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384314.041581:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000800:00000001:2.0:1767384314.041628:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.041634:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.041651:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384314.041656:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000d87ad228. 00000400:00000010:2.0:1767384314.041662:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076a02133. 00000400:00000010:2.0:1767384314.041666:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bea016a5. 00000400:00000200:2.0:1767384314.041670:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d87ad228 00000400:00000010:2.0:1767384314.041674:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000000f233d8. 00000400:00000200:2.0:1767384314.041679:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:2.0:1767384314.041684:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 00000400:00000200:2.0:1767384314.041687:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (16) 00000400:00000010:2.0:1767384314.041692:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000001ab31aab. 00000400:00000010:2.0:1767384314.041696:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff31b53. 00000400:00000010:2.0:1767384314.041702:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000412b6f35. 00000400:00000200:2.0:1767384314.041707:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:2.0:1767384314.041714:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:2.0:1767384314.041719:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384314.041725:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384314.041731:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384314.041736:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384314.041740:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384314.041745:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384314.041751:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384314.041764:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384314.041768:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384314.041774:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384314.041779:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384314.041783:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:2.0:1767384314.041787:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:2.0:1767384314.041793:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:2.0:1767384314.041797:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384314.041802:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp 00000400:00000200:0.0:1767384314.041804:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384314.041807:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384314.041813:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp 00000400:00000200:2.0:1767384314.041817:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [35:35:256:4294967295] 192.168.204.131@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:2.0:1767384314.041825:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp 00000400:00000200:2.0:1767384314.041833:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:) -> 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) : GET try# 0 00000800:00000200:2.0:1767384314.041839:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp 00000800:00000010:2.0:1767384314.041842:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eb676db8. 00000800:00000200:2.0:1767384314.041848:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (6) 00000800:00000200:2.0:1767384314.041873:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:988 00000800:00000200:2.0:1767384314.041877:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb676db8 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384314.041889:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384314.041892:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100251 rc 0 00000800:00000200:2.0:1767384314.041961:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384314.041964:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eb676db8. 00000400:00000200:2.0:1767384314.041969:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.041974:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: GET: OK 00000400:00000200:2.0:1767384314.041978:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384314.041986:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000001:2.0:1767384314.041993:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.041999:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384314.042001:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.042005:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.042010:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.131@tcp : GET - for me 00000400:00000200:2.0:1767384314.042019:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384314.042024:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 288/288 into md 0x1555 [1] + 0 00000400:00000200:2.0:1767384314.042033:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.131@tcp local destination 00000400:00000200:2.0:1767384314.042039:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [36:36:256:4294967295] 192.168.204.131@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:1.0:1767384314.042042:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384314.042051:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) 192.168.204.131@tcp : REPLY try# 0 00000800:00000200:2.0:1767384314.042056:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.204.131@tcp 00000800:00000010:2.0:1767384314.042060:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb676db8. 00000800:00000200:2.0:1767384314.042064:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (6) 00000800:00000200:2.0:1767384314.042070:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:1023 00000400:00000200:1.0:1767384314.042072:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000800:00000200:2.0:1767384314.042073:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb676db8 type 3, nob 384 niov 1 nkiov 1 00000400:00000200:1.0:1767384314.042114:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000800:00000200:2.0:1767384314.042139:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384314.042143:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb676db8. 00000400:00000200:1.0:1767384314.042146:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384314.042147:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.042151:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: REPLY: OK 00000800:00000001:2.0:1767384314.042158:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.042161:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384314.042163:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.042167:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384314.042168:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.042172:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.042177:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.131@tcp : REPLY - for me 00000400:00000200:2.0:1767384314.042186:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp: Reply from 12345-192.168.204.131@tcp of length 288/288 into md 0x1571 00000800:00000001:2.0:1767384314.042191:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.042200:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.042202:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.042214:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: REPLY: OK 00000400:00000200:2.0:1767384314.042219:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff31b53 00000400:00000010:2.0:1767384314.042222:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff31b53. 00000400:00000200:2.0:1767384314.042227:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384314.042231:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:2.0:1767384314.042235:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:2.0:1767384314.042240:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 16. state = 0x100251 00000400:00000200:2.0:1767384314.042246:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384314.042256:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (17) 00000800:00000001:2.0:1767384314.042262:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.042267:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.042284:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384314.042289:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:2.0:1767384314.042296:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 0000000043035988. 00000400:00000010:2.0:1767384314.042300:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 0000000061f1dac5. 00000400:00000010:2.0:1767384314.042304:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 0000000000f233d8. 00000800:00000010:1.0:1767384314.042332:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd7c8910. 00000400:00000010:2.0:1767384314.042336:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006c161ea4. 00000800:00000010:1.0:1767384314.042336:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a55c87ae. 00000800:00000010:1.0:1767384314.042340:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a77dae5. 00000400:00000200:2.0:1767384314.042342:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006c161ea4 nid 192.168.204.131@tcp24 00000400:00000010:2.0:1767384314.042347:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008ac5d1f3. 00000400:00000200:2.0:1767384314.042350:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000008ac5d1f3 net tcp24 00000400:00000200:2.0:1767384314.042354:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (16) 00000400:00000200:2.0:1767384314.042361:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp24 flags 0x11 00000400:00000010:2.0:1767384314.042366:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 0000000043035988. 00000400:00000010:2.0:1767384314.042370:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 0000000061f1dac5. 00000400:00000010:2.0:1767384314.042374:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 0000000000f233d8. 00000400:00000010:2.0:1767384314.042378:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000001ab31aab. 00000800:00000010:1.0:1767384314.042379:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a77dae5. 00000400:00000200:2.0:1767384314.042381:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384314.042385:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:2.0:1767384314.042388:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:2.0:1767384314.042394:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:2.0:1767384314.042398:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384314.042401:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:2.0:1767384314.042407:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:2.0:1767384314.042419:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (17) 00000400:00000200:1.0:1767384314.042580:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384314.042596:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp23 from 226.3.0.2 00000800:00000010:1.0:1767384314.042599:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009f60f1f8. 00000800:00000010:2.0:1767384314.042628:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007902bfb8. 00000800:00000010:2.0:1767384314.042634:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000079194157. 00000800:00000010:2.0:1767384314.042650:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000086270563. 00000800:00000200:2.1:1767384314.042655:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce36b254] -> 12345-192.168.204.131@tcp23 (4) 00000800:00000200:2.1:1767384314.042660:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp23 0000000086270563 deleted 00000800:00000010:2.1:1767384314.042662:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000086270563. 00000800:00000200:2.1:1767384314.042666:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384314.042670:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp23 p 3.x 192.168.204.131 -> 192.168.204.131:994 incarnation:1767384312425951902 sched[0] 00000800:00000010:2.0:1767384314.042675:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a64aa072. 00000800:00000010:2.0:1767384314.042725:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a64aa072. 00000800:00000010:2.0:1767384314.042730:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000079194157. 00000800:00000200:0.1:1767384314.042749:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384314.042756:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009f60f1f8. 00000800:00000200:0.0:1767384314.042757:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp23 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384312425951902 sched[0] 00000800:00000010:0.0:1767384314.042763:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a55c87ae. 00000800:00000001:2.0:1767384314.042772:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.042779:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384314.042794:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.042798:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384314.049536:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294901957, at 4294901958 00000100:00000010:3.0:1767384314.049547:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ebb6529. 00080000:00000001:1.0:1767384314.050276:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384314.050279:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384314.050283:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384314.050284:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:2.0:1767384314.050286:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384314.050288:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384314.050288:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384314.050289:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384314.050291:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384314.050292:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000067bdfc32. 00080000:00000001:2.0:1767384314.050297:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384314.050302:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384314.050318:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384314.050322:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384314.050327:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d6cced57. 20000000:01000000:0.0:1767384314.050327:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384314.050330:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384314.050332:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:3.0:1767384314.050334:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 10000000:01000000:0.0:1767384314.050336:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384314.050342:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:3.0:1767384314.050344:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384314.050346:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384314.050354:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:0.0:1767384314.050355:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eba50bca. 00010000:00000001:0.0:1767384314.050362:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384314.050365:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f6b12db5. 00000020:00000001:0.0:1767384314.050370:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384314.050372:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f6b12db5 with handle 0xf83434fd52e6d9d9 to hash 00000020:00000001:0.0:1767384314.050374:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384314.050375:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384314.050378:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384314.050381:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384314.050383:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.050385:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9d9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384314.050392:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384314.050393:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384314.050399:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384314.050399:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384314.050402:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.050404:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384314.050408:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384314.050408:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384314.050412:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384314.050414:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384314.050415:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384314.050416:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384314.050420:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384314.050423:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:3.0:1767384314.050425:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:0.0:1767384314.050425:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384314.050427:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:3.0:1767384314.050432:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000040:0.0:1767384314.050435:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eba50bca) refcount = 1 00010000:00010000:0.0:1767384314.050438:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9d9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384314.050440:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000004d36141. 00080000:00000001:3.0:1767384314.050448:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375526174720 : -119698183376896 : ffff9322984cb000) 00010000:00000001:0.0:1767384314.050448:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384314.050451:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384314.050454:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384314.050455:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384314.050456:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.050459:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384314.050462:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384314.050464:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384314.050467:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384314.050469:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.050470:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=4 00000020:00000001:0.0:1767384314.050472:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384314.050474:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384314.050476:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000040:1.0:1767384314.050513:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294901957, at 4294901959 00010000:00010000:0.0:1767384314.050515:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9d9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384314.050524:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009236b51. 00010000:00000001:0.0:1767384314.050525:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384314.050529:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9d9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.050534:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.050536:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384314.050537:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9d9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.050541:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384314.050542:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.050545:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384314.050547:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9d9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384314.050552:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f6b12db5 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384314.050560:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384314.050563:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000001:3.0:1767384314.050564:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1767384314.050566:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9d9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384314.050568:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384314.050575:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384314.050576:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384314.050579:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384314.050580:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.050581:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=5 00000020:00000001:0.0:1767384314.050583:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00000100:00000040:2.0:1767384314.050585:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294901957, at 4294901959 00010000:00000001:0.0:1767384314.050585:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384314.050590:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384314.050593:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9d9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384314.050594:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384314.050594:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a28f65c. 00080000:00000001:3.0:1767384314.050602:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384314.050602:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384314.050607:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384314.050608:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.050611:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384314.050612:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384314.050614:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384314.050616:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384314.050617:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f6b12db5 with handle 0xf83434fd52e6d9d9 from hash 00010000:00000001:0.0:1767384314.050619:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384314.050620:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.050622:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.050622:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384314.050624:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384314.050625:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384314.050626:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384314.050628:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384314.050631:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.050633:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384314.050634:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384314.050636:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.050638:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.050643:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.050645:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.050647:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.050650:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9d9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.050654:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.050655:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.050657:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384314.050659:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384314.050660:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.050661:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.050663:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384314.050666:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.050667:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.050669:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9d9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.050672:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384314.050674:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384314.050675:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9d9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384314.050680:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eba50bca count: 0 00010000:00000001:0.0:1767384314.050692:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384314.050694:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384314.050705:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294901957, at 4294901959 00080000:00000001:3.0:1767384314.050711:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000010:0.0:1767384314.050711:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc4a4611. 00080000:00000001:3.0:1767384314.050718:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384314.054655:0:16647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eba50bca. 00010000:00000010:0.1:1767384314.054663:0:16647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f6b12db5. 00080000:00000001:2.0:1767384314.059882:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384314.059890:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:2.0:1767384314.059894:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.059896:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384314.059899:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384314.059910:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384314.059914:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384314.059921:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384314.059924:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384314.059926:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384314.059930:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384314.059934:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384314.059936:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384314.059938:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:0.0:1767384314.059941:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eba50bca. 00040000:00000001:2.0:1767384314.059943:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384314.059946:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:2.0:1767384314.059948:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:0.0:1767384314.059950:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f6b12db5. 00040000:00000001:2.0:1767384314.059951:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384314.059955:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:0.0:1767384314.059957:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:2.0:1767384314.059964:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000004d36141. 00000020:00000040:0.0:1767384314.059967:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f6b12db5 with handle 0xf83434fd52e6d9e0 to hash 00000020:00000001:0.0:1767384314.059970:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384314.059971:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1767384314.059972:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384314.059976:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384314.059980:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384314.059982:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.059985:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9e0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.059995:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384314.059998:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384314.060000:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384314.060002:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384314.060004:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384314.060007:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384314.060009:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384314.060012:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384314.060014:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384314.060017:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384314.060019:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384314.060021:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eba50bca) refcount = 1 00010000:00010000:0.0:1767384314.060025:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9e0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.060031:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384314.060032:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384314.060034:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384314.060037:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.060039:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384314.060042:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384314.060045:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384314.060048:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384314.060050:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.060052:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=4 00000020:00000001:0.0:1767384314.060054:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384314.060065:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384314.060067:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384314.060069:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9e0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.060075:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384314.060076:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9e0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.060081:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.060082:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384314.060083:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9e0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.060088:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384314.060090:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.060093:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384314.060095:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9e0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384314.060100:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f6b12db5 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384314.060103:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384314.060104:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384314.060106:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9e0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.060110:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384314.060112:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384314.060113:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.060115:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=5 00000020:00000001:0.0:1767384314.060117:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384314.060120:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384314.060123:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384314.060125:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9e0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.060138:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384314.060140:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384314.060142:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.060147:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384314.060149:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384314.060152:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384314.060154:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384314.060157:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f6b12db5 with handle 0xf83434fd52e6d9e0 from hash 00010000:00000001:0.0:1767384314.060160:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384314.060162:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.060163:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.060165:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384314.060167:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384314.060169:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384314.060172:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384314.060173:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384314.060175:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.060177:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384314.060178:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384314.060181:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.060183:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.060185:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.060186:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.060189:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.060191:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9e0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.060196:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.060198:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.060199:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384314.060201:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384314.060203:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384314.060205:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384314.060207:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384314.060209:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.060211:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.060220:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9e0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384314.060225:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384314.060227:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384314.060229:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6d9e0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384314.060235:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eba50bca count: 0 00010000:00000001:0.0:1767384314.060244:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384314.060246:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384314.060522:0:23854:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000df52dd57. 00000400:00000040:2.0:1767384314.060544:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384314.060548:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384314.060551:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384314.060553:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384314.060556:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384314.060558:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384314.060561:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384314.060562:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384314.060564:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384314.060566:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384314.060569:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384314.060571:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384314.060574:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384314.060577:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384314.060579:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384314.060582:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384314.060584:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384314.060587:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384314.060588:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384314.060592:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384314.060594:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384314.060597:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384314.060599:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384314.060601:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384314.060603:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384314.060606:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384314.060608:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384314.060611:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384314.060613:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384314.060616:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384314.060618:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384314.060621:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384314.060623:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384314.060626:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384314.060628:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384314.060630:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384314.060636:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384314.060640:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384314.060642:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384314.060645:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384314.060647:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384314.060649:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384314.060651:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384314.060654:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384314.060656:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384314.060659:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384314.060662:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384314.060663:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384314.060666:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384314.060668:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384314.060671:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384314.060673:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384314.060674:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384314.060677:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384314.060679:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384314.060681:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384314.060683:0:23854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384314.060763:0:23854:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000df52dd57. 00080000:00000020:3.0:1767384314.060785:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384314.060790:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384314.060793:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d2caa756. 20000000:00000001:3.0:1767384314.060799:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384314.060805:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732508288 00010000:00000001:3.0:1767384314.060808:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384314.060817:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e8493b6e x1853236732508288/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384314.060829:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384314.060839:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384314.060845:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384314.060852:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384314.060870:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384314.060873:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384314.060878:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384314.060881:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.060886:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384314.060889:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384314.060894:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce8a72cd. 00000100:00000200:3.0:1767384314.060901:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732508288, offset 224 00000400:00000200:3.0:1767384314.060909:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384314.060924:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384314.060936:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203880 00000400:00000200:3.0:1767384314.060946:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x155d [2] + 224 00000400:00000200:3.0:1767384314.060957:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384314.060961:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384314.060969:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384314.060974:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002de77af4 x1853236732508288/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384314.060985:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002de77af4 x1853236732508288/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.061003:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384314.061013:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce8a72cd 00000400:00000010:3.0:1767384314.061016:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce8a72cd. 00000100:00000001:3.0:1767384314.061019:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384314.061022:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384314.061028:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.061028:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384314.061034:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:0.0:1767384314.061035:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384314.061039:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384314.061042:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384314.061043:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384314.061046:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384314.061047:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384314.061053:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ced4d8f7. 00000100:00000040:3.0:1767384314.061055:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8493b6e x1853236732508288/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384314.061058:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc7ea463 00000400:00000010:0.0:1767384314.061062:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc7ea463. 00000100:00000001:0.0:1767384314.061066:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384314.061072:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002de77af4 x1853236732508288/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384314.061087:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002de77af4 x1853236732508288/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.061103:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384314.061106:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384314.061107:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e8493b6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732508288:12345-0@lo:253: Request processed in 21494us (21965us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384314.061109:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384314.061113:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384314.061116:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.061118:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.061121:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384314.061125:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00001000:0.0:1767384314.061127:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=34 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384314.061130:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00001000:0.0:1767384314.061132:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384314.061137:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384314.061137:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384314.061140:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.061142:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384314.061143:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384314.061146:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.061148:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384314.061151:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000869fbcaa. 00000100:00000040:0.0:1767384314.061159:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002de77af4 x1853236732508288/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384314.061160:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005823766a. 00000020:00000010:3.0:1767384314.061168:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c3abe7f. 00000100:00000001:0.0:1767384314.061168:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.061175:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384314.061177:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384314.061178:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000020:01000004:0.0:1767384314.061181:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384314.061184:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384314.061185:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384314.061186:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384314.061187:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384314.061190:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000010:3.0:1767384314.061192:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005ecdab82. 00000020:01000004:0.0:1767384314.061192:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384314.061194:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384314.061196:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384314.061198:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384314.061199:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384314.061200:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384314.061205:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384314.061205:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002de77af4 x1853236732508288/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384314.061214:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002de77af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732508288:0@lo:253: 00000100:00000200:3.0:1767384314.061215:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384314.061218:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.061221:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384314.061223:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068fc5280. 00000100:00000040:0.0:1767384314.061223:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002de77af4 x1853236732508288/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.061232:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384314.061233:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce8a72cd. 02000000:00000001:0.0:1767384314.061234:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384314.061238:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000050b01d5. 02000000:00000001:0.0:1767384314.061242:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384314.061244:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384314.061246:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384314.061248:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384314.061250:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d95da00a. 02000000:00000001:0.0:1767384314.061257:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384314.061258:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384314.061260:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002de77af4. 00000100:00000001:0.0:1767384314.061262:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384314.061263:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.061270:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.061279:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.061280:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.061282:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.061284:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384314.063265:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384314.063269:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384314.063271:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f61e4f72. 20000000:00000001:3.0:1767384314.063275:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384314.063279:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732508416 00010000:00000001:3.0:1767384314.063282:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384314.063286:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c97b9fe8 x1853236732508416/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384314.063295:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384314.063297:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384314.063299:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384314.063302:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384314.063304:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384314.063307:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384314.063309:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384314.063317:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.063320:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384314.063322:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384314.063325:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000441b1731. 00000100:00000200:3.0:1767384314.063327:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732508416, offset 224 00000400:00000200:3.0:1767384314.063332:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384314.063337:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384314.063343:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203900 00000400:00000200:3.0:1767384314.063348:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1565 [2] + 224 00000400:00000200:3.0:1767384314.063355:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384314.063359:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384314.063362:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384314.063367:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b3d31c8 x1853236732508416/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384314.063376:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006b3d31c8 x1853236732508416/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.063393:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384314.063397:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000441b1731 00000400:00000010:3.0:1767384314.063401:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000441b1731. 00000100:00000001:3.0:1767384314.063403:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384314.063405:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384314.063408:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.063410:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384314.063413:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384314.063415:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.063418:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384314.063423:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c97b9fe8 x1853236732508416/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.063423:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384314.063428:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384314.063434:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384314.063436:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c97b9fe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732508416:12345-0@lo:253: Request processed in 23734us (24154us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384314.063438:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384314.063442:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058f58f78. 00000400:00000200:2.0:1767384314.063448:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa2c0c28 00000100:00100000:3.0:1767384314.063449:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000400:00000010:2.0:1767384314.063451:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa2c0c28. 00000100:00000040:3.0:1767384314.063454:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384314.063456:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384314.063458:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384314.063463:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b3d31c8 x1853236732508416/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.063469:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384314.063476:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fc72a77a. 00000020:00000010:3.0:1767384314.063504:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052c782a7. 00000100:00000200:2.0:1767384314.063506:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b3d31c8 x1853236732508416/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384314.063510:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028752bb5. 00000020:00000040:3.0:1767384314.063517:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:2.0:1767384314.063520:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384314.063522:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384314.063525:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384314.063526:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000400992fd. 00000100:00000001:2.0:1767384314.063530:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384314.063533:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384314.063535:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384314.063539:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384314.063541:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384314.063542:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384314.063546:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384314.063549:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d976db0. 02000000:00000001:2.0:1767384314.063549:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384314.063555:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=34 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384314.063556:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000441b1731. 00000100:00001000:2.0:1767384314.063561:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384314.063566:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384314.063567:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.063570:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384314.063571:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.063573:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384314.063577:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b3d31c8 x1853236732508416/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.063584:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384314.063586:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384314.063588:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384314.063591:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384314.063593:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384314.063594:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384314.063596:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384314.063597:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384314.063598:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384314.063600:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384314.063601:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384314.063602:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384314.063605:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b3d31c8 x1853236732508416/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384314.063613:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b3d31c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732508416:0@lo:253: 00000100:00000001:2.0:1767384314.063618:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.063619:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384314.063622:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b3d31c8 x1853236732508416/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.063628:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384314.063630:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384314.063632:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000065580218. 02000000:00000001:2.0:1767384314.063640:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384314.063641:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384314.063642:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384314.063644:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384314.063646:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008bb2c245. 02000000:00000001:2.0:1767384314.063649:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384314.063650:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384314.063651:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b3d31c8. 00000100:00000001:2.0:1767384314.063655:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384314.063656:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.063658:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.063663:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384314.063664:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.063666:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384314.063667:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384314.064553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eba50bca. 00010000:00000010:0.1:1767384314.064564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f6b12db5. 00010000:00000001:1.0:1767384314.235657:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384314.235666:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.235674:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384314.235675:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.235708:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384314.235713:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.235716:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384315.013272:0:24131:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384315.013291:0:24131:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.013296:0:24131:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384315.013304:0:24131:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384315.013311:0:24131:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.013314:0:24131:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.260543:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384315.260549:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.260556:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384315.260557:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.260590:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384315.260594:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384315.260597:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384315.388549:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384315.388558:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:1.0:1767384315.388564:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384315.388567:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384315.388578:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384315.388580:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384315.388583:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384315.388587:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384315.388590:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 27 10000000:00000001:1.0:1767384315.388594:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384315.388596:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384315.388605:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ce9bacd. 00000020:00000040:1.0:1767384315.388611:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384315.388617:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384315.388621:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384315.388627:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384315.388635:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065cc2254. 00000100:00000001:1.0:1767384315.388644:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.388650:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384315.388653:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384315.388661:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d48b090f. 00010000:00000001:1.0:1767384315.388666:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384315.388669:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047beefc9. 00000020:00000001:1.0:1767384315.388673:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384315.388677:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047beefc9 with handle 0xf83434fd52e6d9e7 to hash 00000020:00000001:1.0:1767384315.388679:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384315.388681:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384315.388684:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384315.388687:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384315.388690:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.388692:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384315.388700:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384315.388710:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384315.388714:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384315.388722:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384315.388732:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5108731. 00000100:00000001:1.0:1767384315.388734:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370899240256 : -119702810311360 : ffff932184834540) 00000100:00000001:1.0:1767384315.388737:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384315.388739:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210167808 : -119698499383808 : ffff93228576ce00) 00000100:00000001:1.0:1767384315.388744:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384315.388746:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.388747:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384315.388749:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384315.388760:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ce9bacd x1853236732508544/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.388772:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384315.388774:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384315.388779:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384315.388783:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384315.388786:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384315.388791:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ce9bacd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732508544:0@lo:101: 00000100:00000001:1.0:1767384315.388796:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384315.388804:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384315.388807:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384315.388810:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384315.388814:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c627cf17. 02000000:00000001:1.0:1767384315.388817:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384315.388823:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047e096ab. 00000400:00000010:1.0:1767384315.388841:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6c97bee. 00000100:00000200:1.0:1767384315.388848:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732508544, portal 25 00000100:00000001:1.0:1767384315.388850:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384315.388852:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210167808 : -119698499383808 : ffff93228576ce00) 00000100:00000040:1.0:1767384315.388857:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ce9bacd x1853236732508544/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.388864:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384315.388868:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384315.388872:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc5867. 00000100:00000200:1.0:1767384315.388874:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732508544, offset 0 00000400:00000200:1.0:1767384315.388887:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384315.388901:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384315.388913:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d203980 00000400:00000200:1.0:1767384315.388919:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa15 [2] + 0 00000400:00000010:1.0:1767384315.388923:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b87fc7a. 00000400:00000200:1.0:1767384315.388927:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cdea7867 00000400:00000200:1.0:1767384315.388933:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384315.388938:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384315.388943:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdea7867 00000400:00000010:1.0:1767384315.388945:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cdea7867. 00000100:00000001:1.0:1767384315.388950:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384315.388952:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384315.388955:0:16780:0:(events.c:337:request_in_callback()) incoming req@000000004b181ba7 x1853236732508544 msgsize 328 00000100:00100000:1.0:1767384315.388960:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384315.388962:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384315.388972:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384315.388979:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc5867 00000400:00000010:1.0:1767384315.388981:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc5867. 00000100:00000001:1.0:1767384315.388984:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384315.388986:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ce9bacd x1853236732508544/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.388995:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384315.388997:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009ce9bacd x1853236732508544/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.389002:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.389003:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384315.389008:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.389012:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294903307 00000100:00000010:1.0:1767384315.389015:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bee003d9. 00000100:00000001:1.0:1767384315.389021:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384315.389025:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294903307 00000100:00000010:1.0:1767384315.389028:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7157b6a. 00000100:00000001:1.0:1767384315.389031:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384315.389039:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294903307 00000100:00000010:1.0:1767384315.389042:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008857961. 00000100:00000001:1.0:1767384315.389045:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384315.389049:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294903307 00000100:00000010:1.0:1767384315.389051:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa0f0360. 00000100:00000001:1.0:1767384315.389054:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384315.389055:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384315.389057:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384315.389060:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732508544 00000100:00000001:1.0:1767384315.389061:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.389065:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384315.389066:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384315.389069:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384315.389069:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384315.389083:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384315.389084:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f5108731 going to sleep for 11 seconds 00000100:00000001:1.0:1767384315.389089:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384315.389090:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.389092:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384315.389095:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732508544 00000020:00000001:3.0:1767384315.389098:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384315.389116:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384315.389118:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384315.389121:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:3.0:1767384315.389124:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384315.389126:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384315.389132:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384315.389137:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026ba8808. 00000100:00000001:3.0:1767384315.389141:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384315.389144:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026ba8808. 00000020:00000010:3.0:1767384315.389150:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033ef98ef. 00000020:00000010:3.0:1767384315.389157:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000762e71f5. 00000020:00000010:3.0:1767384315.389163:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000737e6c6e. 00000100:00000040:3.0:1767384315.389178:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384315.389181:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384315.389183:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384315.389193:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.389203:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.389219:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.389233:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384315.389236:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384315.389242:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000001:2.0:1767384315.389243:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384315.389247:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384315.389248:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384315.389249:0:16775:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.389255:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141321296 : -119697568230320 : ffff9322bcf71450) 00000100:00000001:2.0:1767384315.389255:0:16775:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.389273:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004b181ba7 x1853236732508544/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 328/0 e 0 to 0 dl 1767384326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.389284:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384315.389288:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026ba8808. 00000100:00000001:3.0:1767384315.389291:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384315.389293:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026ba8808. 00000100:00100000:3.0:1767384315.389297:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004b181ba7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16780:x1853236732508544:12345-0@lo:101: 00000100:00000200:3.0:1767384315.389302:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732508544 00000020:00000001:3.0:1767384315.389305:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384315.389309:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384315.389312:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.389315:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384315.389318:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:3.0:1767384315.389321:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384315.389324:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384315.389326:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384315.389329:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384315.389333:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.389335:0:16777:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384315.389338:0:16777:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384315.389340:0:16777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384315.389343:0:16777:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384315.389345:0:16777:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.389351:0:16777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384315.389357:0:16777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d690423f. 00010000:00000001:3.0:1767384315.389367:0:16777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384315.389370:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008da30f81. 00000020:00000001:3.0:1767384315.389373:0:16777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384315.389375:0:16777:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008da30f81 with handle 0xf83434fd52e6d9ee to hash 00000020:00000001:3.0:1767384315.389377:0:16777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384315.389378:0:16777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166793216 : -119698542758400 : ffff932282e0f600) 00010000:00000001:3.0:1767384315.389380:0:16777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166793216 : -119698542758400 : ffff932282e0f600) 00010000:00010000:3.0:1767384315.389383:0:16777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008da30f81/0xf83434fd52e6d9ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf83434fd52e6d9e7 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384315.389391:0:16777:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e25b4a2c : new locks_count 10 00000020:00000040:3.0:1767384315.389394:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:3.0:1767384315.389402:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384315.389405:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384315.389408:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000098328014. 02000000:00000001:3.0:1767384315.389411:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.389413:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.389415:0:16777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384315.389420:0:16777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384315.389422:0:16777:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384315.389425:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384315.389427:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384315.389430:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384315.389431:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384315.389434:0:16777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384315.389436:0:16777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384315.389438:0:16777:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384315.389440:0:16777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384315.389443:0:16777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d690423f) refcount = 1 00010000:00010000:3.0:1767384315.389448:0:16777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008da30f81/0xf83434fd52e6d9ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf83434fd52e6d9e7 expref: 15 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384315.389454:0:16777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384315.389456:0:16777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384315.389458:0:16777:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384315.389467:0:16777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.389469:0:16777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384315.389474:0:16777:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384315.389500:0:16777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008da30f81/0xf83434fd52e6d9ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d9e7 expref: 15 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384315.389508:0:16777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384315.389511:0:16777:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384315.389514:0:16777:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384315.389517:0:16777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.389519:0:16777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384315.389521:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384315.389523:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384315.389525:0:16777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008da30f81, rc 0) 00000020:00000001:3.0:1767384315.389527:0:16777:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384315.389531:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732508544 00010000:00000001:3.0:1767384315.389535:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384315.389540:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004b181ba7 x1853236732508544/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 328/344 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384315.389549:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384315.389551:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384315.389555:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384315.389560:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384315.389563:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384315.389565:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384315.389568:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384315.389571:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.389574:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384315.389576:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384315.389581:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da22564f. 00000100:00000200:3.0:1767384315.389583:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732508544, offset 224 00000400:00000200:3.0:1767384315.389589:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384315.389596:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384315.389602:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d203980 00000400:00000200:3.0:1767384315.389607:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1585 [1] + 224 00000400:00000200:3.0:1767384315.389618:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384315.389621:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384315.389624:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384315.389628:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ce9bacd x1853236732508544/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384315.389638:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009ce9bacd x1853236732508544/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.389657:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384315.389663:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da22564f 00000400:00000010:3.0:1767384315.389666:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da22564f. 00000100:00000001:3.0:1767384315.389670:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384315.389671:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384315.389672:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384315.389677:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384315.389678:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384315.389680:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384315.389683:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047e096ab. 00000100:00000040:3.0:1767384315.389684:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000200:2.0:1767384315.389688:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6c97bee 00010000:00000001:3.0:1767384315.389689:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384315.389691:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6c97bee. 00000020:00000001:3.0:1767384315.389693:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.389694:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384315.389697:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384315.389700:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ce9bacd x1853236732508544/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384315.389705:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b181ba7 x1853236732508544/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 328/344 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384315.389713:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ce9bacd x1853236732508544/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384315.389730:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004b181ba7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732508544:12345-0@lo:101: Request processed in 443us (771us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384315.389730:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384315.389738:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384315.389739:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000001:2.0:1767384315.389743:0:16780:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384315.389746:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 02000000:00000001:2.0:1767384315.389746:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384315.389749:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384315.389751:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384315.389751:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.389756:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.389757:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384315.389760:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=35 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384315.389763:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000762e71f5. 00000100:00001000:2.0:1767384315.389764:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384315.389769:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384315.389770:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000737e6c6e. 00000100:00000001:2.0:1767384315.389770:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.389774:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384315.389777:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033ef98ef. 00010000:00000001:2.0:1767384315.389777:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.389779:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384315.389785:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000040:2.0:1767384315.389785:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ce9bacd x1853236732508544/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384315.389792:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384315.389793:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384315.389795:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000098328014. 00000100:00000001:2.0:1767384315.389797:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384315.389800:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384315.389801:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384315.389803:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ce9bacd x1853236732508544/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.389805:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384315.389809:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ce9bacd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732508544:0@lo:101: 00000100:00000001:2.0:1767384315.389812:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.389816:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.389818:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000200:3.0:1767384315.389820:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384315.389820:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384315.389823:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ce9bacd x1853236732508544/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384315.389827:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede61199. 00000100:00000001:2.0:1767384315.389844:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384315.389847:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f5108731. 00000400:00000010:3.0:1767384315.389849:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018c3a85d. 00000100:00000001:2.0:1767384315.389850:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384315.389854:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.389857:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384315.389860:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384315.389861:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384315.389868:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=4 00000020:00000001:2.0:1767384315.389886:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:2.0:1767384315.389889:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000040:2.0:1767384315.389893:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000047beefc9, remote cookie: 0xf83434fd52e6d9ee, flags: 0x0 00010000:00000001:2.0:1767384315.389895:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384315.389898:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384315.389899:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384315.389901:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384315.389902:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384315.389909:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d48b090f) refcount = 1 00010000:00010000:2.0:1767384315.389911:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d9ee expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.389917:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384315.389919:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384315.389921:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384315.389924:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384315.389928:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384315.389931:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d9ee expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.389938:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384315.389940:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.389942:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.389944:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.389945:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.389947:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.389950:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384315.389954:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ce9bacd x1853236732508544/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.389963:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384315.389966:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384315.389969:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c627cf17. 02000000:00000001:2.0:1767384315.389974:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384315.389977:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384315.389985:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384315.389987:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384315.389990:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000065cc2254. 02000000:00000001:2.0:1767384315.389993:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384315.389995:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384315.389996:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ce9bacd. 00000100:00000001:2.0:1767384315.390000:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384315.390001:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384315.390002:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384315.390004:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384315.390005:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:2.0:1767384315.390006:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.390008:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384315.390009:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384315.390011:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=3 00000020:00000001:2.0:1767384315.390012:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:2.0:1767384315.390014:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:2.0:1767384315.390016:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384315.390017:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.390018:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.390019:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384315.390021:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384315.390024:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000009c587b0b. 00000100:00000010:2.0:1767384315.390038:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b3d31c8. 00000020:00000040:2.0:1767384315.390040:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384315.390041:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384315.390043:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384315.390045:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384315.390047:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e9b8d01. 00000100:00000001:2.0:1767384315.390050:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.390053:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384315.390055:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001a9135db. 00000100:00000010:2.0:1767384315.390057:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003d86cbdb. 00000020:00000040:2.0:1767384315.390059:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384315.390062:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384315.390063:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384315.390073:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da0b622d. 00000100:00000001:2.0:1767384315.390075:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375210261120 : -119698499290496 : ffff932285783a80) 00000100:00000001:2.0:1767384315.390077:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384315.390078:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012926336 : -119697696625280 : ffff9322b54fed80) 00000100:00000001:2.0:1767384315.390080:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384315.390081:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.390082:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384315.390083:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384315.390086:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.390091:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384315.390092:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.390094:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384315.390096:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384315.390098:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384315.390100:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b3d31c8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732508672:0@lo:256: 00000100:00000001:2.0:1767384315.390103:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384315.390105:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384315.390123:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.390125:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384315.390129:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058f58f78. 00000400:00000010:2.0:1767384315.390133:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000035e82894. 00000100:00000200:2.0:1767384315.390136:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d203a00-0x695824d203a00, portal 33 00000100:00000001:2.0:1767384315.390138:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.390139:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384315.390141:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ed0b566. 02000000:00000001:2.0:1767384315.390142:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384315.390144:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002349de8e. 00000400:00000010:2.0:1767384315.390147:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff31b53. 00000100:00000200:2.0:1767384315.390149:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732508672, portal 25 00000100:00000001:2.0:1767384315.390150:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384315.390151:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012926336 : -119697696625280 : ffff9322b54fed80) 00000100:00000040:2.0:1767384315.390155:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.390167:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384315.390170:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384315.390172:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d48f1b0. 00000100:00000200:2.0:1767384315.390174:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732508672, offset 0 00000400:00000200:2.0:1767384315.390178:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384315.390184:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384315.390188:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d203a00 00000400:00000200:2.0:1767384315.390191:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa25 [2] + 0 00000400:00000010:2.0:1767384315.390193:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9799283. 00000400:00000200:2.0:1767384315.390195:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002d74bf1 00000400:00000200:2.0:1767384315.390198:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384315.390200:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384315.390202:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d74bf1 00000400:00000010:2.0:1767384315.390203:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002d74bf1. 00000100:00000001:2.0:1767384315.390207:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384315.390208:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384315.390210:0:16780:0:(events.c:337:request_in_callback()) incoming req@00000000797b0cdb x1853236732508672 msgsize 304 00000100:00100000:2.0:1767384315.390213:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384315.390214:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384315.390224:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384315.390227:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d48f1b0 00000400:00000010:2.0:1767384315.390228:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d48f1b0. 00000100:00000001:2.0:1767384315.390231:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384315.390233:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.390238:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384315.390240:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.390244:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.390246:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384315.390249:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.390251:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294903308 00000100:00000001:3.0:1767384315.390254:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384315.390256:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294903307 00000100:00100000:3.0:1767384315.390257:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732508672 02000000:00000001:3.0:1767384315.390260:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384315.390262:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384315.390264:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.390267:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294903308 02000000:00000001:3.0:1767384315.390269:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.390271:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294903307 00000100:00100000:3.0:1767384315.390273:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732508672 00000100:00000001:2.0:1767384315.390275:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294903308 00000020:00000001:3.0:1767384315.390276:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384315.390278:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903307 00000020:00000040:3.0:1767384315.390279:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:2.0:1767384315.390282:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294903308 00000020:00000001:3.0:1767384315.390283:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384315.390285:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903307 00000020:00000040:3.0:1767384315.390287:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:2.0:1767384315.390288:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384315.390293:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384315.390294:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.390297:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384315.390301:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384315.390301:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384315.390304:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 00000000da0b622d going to sleep for 11 seconds 00000100:00000001:3.0:1767384315.390308:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384315.390308:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384315.390312:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384315.390315:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026ba8808. 00000100:00000001:3.0:1767384315.390318:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384315.390320:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026ba8808. 00000020:00000010:3.0:1767384315.390325:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033ef98ef. 00000020:00000010:3.0:1767384315.390328:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000762e71f5. 00000020:00000010:3.0:1767384315.390331:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000737e6c6e. 00000100:00000040:3.0:1767384315.390336:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384315.390338:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384315.390339:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384315.390340:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.390344:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.390354:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.390364:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384315.390367:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384315.390367:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384315.390370:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384315.390373:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:3.0:1767384315.390376:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384315.390377:0:16775:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.390395:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141317200 : -119697568234416 : ffff9322bcf70450) 00000100:00000001:2.0:1767384315.390397:0:16775:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.390403:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000797b0cdb x1853236732508672/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 304/0 e 0 to 0 dl 1767384326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.390421:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384315.390424:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026ba8808. 00000100:00000001:3.0:1767384315.390425:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384315.390427:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026ba8808. 00000100:00100000:3.0:1767384315.390431:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000797b0cdb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732508672:12345-0@lo:256: 00000100:00000200:3.0:1767384315.390435:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732508672 00000020:00000001:3.0:1767384315.390437:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384315.390439:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384315.390441:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.390443:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384315.390445:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:3.0:1767384315.390447:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384315.390449:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384315.390451:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384315.390453:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384315.390455:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.390458:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384315.390460:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384315.390463:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000098328014. 02000000:00000001:3.0:1767384315.390464:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.390466:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384315.390469:0:16777:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384315.390472:0:16777:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384315.390475:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384315.390478:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384315.390480:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384315.390482:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384315.390484:0:16777:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384315.390488:0:16777:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000bd3c0d4f. 20000000:00000001:3.0:1767384315.390710:0:16777:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384315.390726:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384315.390733:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384315.390739:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384315.390746:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384315.390748:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384315.390750:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384315.390752:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384315.390753:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384315.390755:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384315.390757:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384315.390759:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384315.390761:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384315.390763:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384315.390765:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384315.390767:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384315.390769:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:01000000:3.0:1767384315.390772:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 344, pages 3752/1/4/3. 20000000:00000040:3.0:1767384315.390780:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384315.390782:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384315.390784:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384315.390786:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384315.390787:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384315.390789:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384315.390791:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384315.390793:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384315.390795:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384315.390796:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384315.390798:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384315.390800:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384315.390802:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384315.390804:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384315.390806:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384315.390808:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:01000000:3.0:1767384315.390810:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 344, pages 3408/1/4/3. 20000000:01000000:3.0:1767384315.390813:0:16777:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 688, version 36 20000000:00000001:3.0:1767384315.390815:0:16777:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=688 : 688 : 2b0) 00000100:00000001:3.0:1767384315.390818:0:16777:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384315.390822:0:16777:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a10cdccb. 00000100:00000010:3.0:1767384315.390826:0:16777:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000436c2626. 00000020:00000040:3.0:1767384315.390828:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=16 00010000:00000001:3.0:1767384315.390847:0:16777:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384315.390856:0:16777:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384315.390859:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da22564f. 00000400:00000010:3.0:1767384315.390866:0:16777:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a583aef2. 00000400:00000200:3.0:1767384315.390870:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384315.390879:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384315.390887:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 688 into portal 33 MB=0x695824d203a00 00000400:00000200:3.0:1767384315.390892:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 688/688 into md 0x1595 [4] + 0 00000400:00000010:3.0:1767384315.390895:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058f58f78. 00000400:00000200:3.0:1767384315.390899:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000035e82894 00000400:00000200:3.0:1767384315.390903:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384315.390906:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384315.390908:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e82894 00000400:00000010:3.0:1767384315.390911:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000035e82894. 00000100:00000001:3.0:1767384315.390915:0:16777:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384315.390916:0:16777:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000006b3d31c8 desc 000000001a9135db mbits 1853236732508672 00000100:00000001:3.0:1767384315.390928:0:16777:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384315.390931:0:16777:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384315.390938:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384315.390946:0:16777:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x15a1 00000400:00000200:3.0:1767384315.390949:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384315.390953:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384315.390956:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384315.390959:0:16777:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a10cdccb 00000100:00000001:2.0:1767384315.390959:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384315.390964:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:2.0:1767384315.390964:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384315.390975:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da22564f 00000400:00000010:3.0:1767384315.390978:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da22564f. 00000100:00000001:3.0:1767384315.390982:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384315.390984:0:16777:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a10cdccb 00000100:00000001:3.0:1767384315.390987:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384315.390992:0:16777:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 688 bytes via portal 33 id 12345-0@lo mbits 0x695824d203a00-0x695824d203a00 00000100:00000001:3.0:1767384315.390995:0:16777:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.391000:0:16777:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.391002:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384315.391005:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000010:3.0:1767384315.391009:0:16777:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000436c2626. 00000100:00000010:3.0:1767384315.391018:0:16777:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a10cdccb. 00000100:00000001:3.0:1767384315.391021:0:16777:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384315.391023:0:16777:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384315.391029:0:16777:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000bd3c0d4f. 20000000:00000001:3.0:1767384315.391033:0:16777:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384315.391035:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732508672 00010000:00000001:3.0:1767384315.391038:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384315.391042:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000797b0cdb x1853236732508672/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 304/240 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384315.391049:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384315.391051:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384315.391053:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384315.391057:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384315.391060:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384315.391062:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384315.391065:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384315.391067:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.391069:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384315.391073:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384315.391076:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da22564f. 00000100:00000200:3.0:1767384315.391080:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732508672, offset 224 00000400:00000200:3.0:1767384315.391086:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384315.391093:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384315.391098:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d203a00 00000400:00000200:3.0:1767384315.391102:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1599 [1] + 224 00000400:00000200:3.0:1767384315.391106:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384315.391108:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384315.391111:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384315.391114:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384315.391121:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.391136:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384315.391148:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da22564f 00000400:00000010:3.0:1767384315.391150:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da22564f. 00000100:00000001:3.0:1767384315.391153:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384315.391154:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384315.391156:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384315.391159:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384315.391161:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384315.391163:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384315.391164:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:2.0:1767384315.391165:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002349de8e. 00010000:00000001:3.0:1767384315.391168:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384315.391170:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff31b53 00000020:00000001:3.0:1767384315.391172:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384315.391173:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff31b53. 00000020:00000001:3.0:1767384315.391176:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384315.391177:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384315.391182:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000797b0cdb x1853236732508672/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 304/240 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384315.391183:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384315.391213:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000797b0cdb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732508672:12345-0@lo:256: Request processed in 789us (998us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384315.391213:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.391229:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384315.391232:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000001:2.0:1767384315.391232:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.391234:0:16780:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384315.391236:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384315.391239:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384315.391240:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384315.391242:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384315.391244:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384315.391245:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000762e71f5. 00000100:00000001:2.0:1767384315.391245:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.391249:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384315.391251:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000737e6c6e. 00000100:00001000:2.0:1767384315.391252:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=35 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384315.391256:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033ef98ef. 00000100:00001000:2.0:1767384315.391257:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384315.391262:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384315.391263:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384315.391264:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00010000:00000001:2.0:1767384315.391265:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384315.391268:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.391270:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384315.391271:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384315.391274:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000098328014. 00000100:00000040:2.0:1767384315.391276:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384315.391278:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384315.391281:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384315.391287:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384315.391289:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384331 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384315.391293:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd783303. 00000100:00000001:2.0:1767384315.391296:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384315.391298:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384315.391299:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2b8627b. 00000100:00000040:2.0:1767384315.391300:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384315.391308:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b3d31c8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732508672:0@lo:256: 00000100:00000001:2.0:1767384315.391311:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.391312:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.391313:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384315.391314:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384315.391316:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.391321:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384315.391322:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000da0b622d. 00000100:00000001:2.0:1767384315.391324:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384315.391324:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384315.391327:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 36, more 0. 10000000:00000001:2.0:1767384315.391329:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384315.391339:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000f1bff96c. 10000000:00000040:2.0:1767384315.391355:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384315.391361:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384315.391364:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384315.391367:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:2.0:1767384315.391369:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.391371:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384315.391372:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:2.0:1767384315.391373:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000400:00000200:2.0:1767384315.391375:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 16 NIDs 00000400:00001000:2.0:1767384315.391378:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384315.391380:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:2.0:1767384315.391385:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384315.391389:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (16) 00000400:00000200:2.0:1767384315.391393:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384315.391395:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:2.0:1767384315.391397:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (17) 00000400:00000200:2.0:1767384315.391399:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:2.0:1767384315.391400:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:2.0:1767384315.391402:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391404:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:2.0:1767384315.391405:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:2.0:1767384315.391407:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391407:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:2.0:1767384315.391408:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:2.0:1767384315.391410:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391411:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:2.0:1767384315.391412:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:2.0:1767384315.391414:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391415:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:2.0:1767384315.391415:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000200:2.0:1767384315.391417:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391418:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:2.0:1767384315.391419:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:2.0:1767384315.391420:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391421:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:2.0:1767384315.391427:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:2.0:1767384315.391430:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391431:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:2.0:1767384315.391432:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:2.0:1767384315.391434:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391435:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:2.0:1767384315.391436:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:2.0:1767384315.391438:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391439:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000200:2.0:1767384315.391440:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:2.0:1767384315.391442:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391443:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000400:00000200:2.0:1767384315.391444:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.131@tcp20 00000400:00000200:2.0:1767384315.391445:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391446:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp20 00000400:00000200:2.0:1767384315.391447:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.131@tcp21 00000400:00000200:2.0:1767384315.391449:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391450:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp21 00000400:00000200:2.0:1767384315.391451:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.131@tcp22 00000400:00000200:2.0:1767384315.391452:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391454:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp22 00000400:00000200:2.0:1767384315.391455:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.131@tcp23 00000400:00000200:2.0:1767384315.391457:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391457:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp23 00000400:00000200:2.0:1767384315.391458:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.131@tcp24 00000400:00000200:2.0:1767384315.391460:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384315.391461:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp24 00000100:00000001:2.0:1767384315.391462:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.391464:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384315.391466:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 10000000:00000010:2.0:1767384315.391469:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000008ec43976. 10000000:00000040:2.0:1767384315.391471:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 36/36 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:2.0:1767384315.391473:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384315.391503:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384315.391506:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ab18c93. 00000020:00000010:2.0:1767384315.391514:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b227e292. 00000040:00000010:2.0:1767384315.391517:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008661b7fa. 00000020:00000010:2.0:1767384315.391522:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048b2c44b. 00000020:00000010:2.0:1767384315.391525:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384315.391528:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b01af6e1. 80000000:00000010:2.0:1767384315.391532:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000068bf0edb. 40000000:00000010:2.0:1767384315.391534:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d83b8d50. 00100000:00000010:2.0:1767384315.391538:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000069654615. 00040000:00000010:2.0:1767384315.391543:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000865f6495. 00040000:00000010:2.0:1767384315.391546:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006e3cf8ae. 00040000:00000010:2.0:1767384315.391552:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000012303c9e. 00080000:00000010:2.0:1767384315.391555:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003a7382b3. 00000004:00000010:2.0:1767384315.391559:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009ab0eab4. 00000004:00000010:2.0:1767384315.391565:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002e0c3e6b. 00000004:00000010:2.0:1767384315.391571:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b64ab753. 00002000:00000010:2.0:1767384315.391575:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000005aa7717. 00000004:00000010:2.0:1767384315.391579:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007578e332. 00000004:00000001:2.0:1767384315.391582:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384315.391586:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384315.391587:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000008ec43976 00000040:00001000:2.0:1767384315.391588:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384315.391590:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384315.391591:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384315.391592:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384315.391594:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384315.391595:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384315.391596:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384315.391597:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000040:00000001:2.0:1767384315.391598:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384315.391646:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384315.391650:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b227e292. 00000040:00000010:2.0:1767384315.391653:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008661b7fa. 00000020:00000010:2.0:1767384315.391655:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048b2c44b. 00000020:00000010:2.0:1767384315.391658:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384315.391661:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b01af6e1. 80000000:00000010:2.0:1767384315.391668:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000068bf0edb. 40000000:00000010:2.0:1767384315.391672:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d83b8d50. 00100000:00000010:2.0:1767384315.391675:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000069654615. 00040000:00000010:2.0:1767384315.391681:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000865f6495. 00040000:00000010:2.0:1767384315.391684:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006e3cf8ae. 00040000:00000010:2.0:1767384315.391686:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000012303c9e. 00080000:00000010:2.0:1767384315.391690:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003a7382b3. 00000004:00000010:2.0:1767384315.391692:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009ab0eab4. 00000004:00000010:2.0:1767384315.391695:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002e0c3e6b. 00000004:00000010:2.0:1767384315.391699:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b64ab753. 00002000:00000010:2.0:1767384315.391702:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000005aa7717. 00000004:00000010:2.0:1767384315.391704:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007578e332. 00000020:00000010:2.0:1767384315.391706:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ab18c93. 00000020:00000001:2.0:1767384315.391709:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.391711:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384315.391713:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000008ec43976. 10000000:00000010:2.0:1767384315.391716:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000f1bff96c. 10000000:00000001:2.0:1767384315.391718:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.391719:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384315.391722:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b3d31c8 x1853236732508672/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.391726:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384315.391727:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384315.391729:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ed0b566. 02000000:00000001:2.0:1767384315.391730:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384315.391732:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384315.391732:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384315.391733:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384315.391734:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384315.391735:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384315.391736:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384315.391737:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384315.391737:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003d86cbdb. 00000100:00000010:2.0:1767384315.391739:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001a9135db. 00000100:00000001:2.0:1767384315.391741:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384315.391746:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e9b8d01. 02000000:00000001:2.0:1767384315.391748:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384315.391749:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384315.391750:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b3d31c8. 00000100:00000001:2.0:1767384315.391752:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384315.391753:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384315.391761:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000009c587b0b. 10000000:01000000:2.0:1767384315.391764:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384315.391766:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384315.391768:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384315.391768:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384315.391770:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=3 00000020:00000001:2.0:1767384315.391771:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:2.0:1767384315.391773:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:2.0:1767384315.391774:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384315.391776:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d9ee expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.391780:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.391781:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384315.391782:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d9ee expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.391786:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384315.391787:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.391788:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384315.391789:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384315.391790:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384315.391791:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384315.391793:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384315.391794:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 10000000:00000001:2.0:1767384315.391796:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384315.400540:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294903308, at 4294903309 00000100:00000040:3.0:1767384315.400545:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294903308, at 4294903309 00000100:00000040:2.0:1767384315.400546:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294903308, at 4294903309 00000100:00000010:0.0:1767384315.400548:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bee003d9. 00000100:00000010:3.0:1767384315.400553:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa0f0360. 00000100:00000010:2.0:1767384315.400556:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008857961. 00000020:00000010:3.0:1767384315.400813:0:24230:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000026ba8808. 00000020:00000040:3.0:1767384315.400818:0:24230:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384315.400820:0:24230:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000026ba8808. 00000100:00000040:1.0:1767384315.401522:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294903308, at 4294903310 00000100:00000010:1.0:1767384315.401528:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7157b6a. 00000001:00000001:2.0:1767384315.730724:0:24298:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384315.730732:0:24298:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:2.0:1767384315.734592:0:24298:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384315.741544:0:24299:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a10cdccb. 00000400:00000010:3.0:1767384315.741563:0:24299:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000821528a9. 00000400:00000010:3.0:1767384315.741574:0:24299:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ea807e08. 00000400:00000010:3.0:1767384315.741578:0:24299:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ff0afba0. 00000400:00000010:3.0:1767384315.741582:0:24299:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000be856e66. 00000400:00000010:3.0:1767384315.741586:0:24299:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000026ba8808. 00000400:00000010:3.0:1767384315.741588:0:24299:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005587c793. 00000400:00000010:3.0:1767384315.741589:0:24299:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e9c0e090. 00000400:00000010:3.0:1767384315.741592:0:24299:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000096e1915f. 00000800:00000010:3.0:1767384315.741606:0:24299:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c75b0801. 00000800:00000200:3.0:1767384315.741617:0:24299:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384315.741627:0:24299:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384315.741675:0:24299:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:3.0:1767384315.741698:0:24299:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp25 [8/256/0/180] 00000400:00000010:3.0:1767384315.743082:0:24299:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000003dcee543. 00000400:00000010:3.0:1767384315.743088:0:24299:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d003eb29. 00000400:00000010:3.0:1767384315.743094:0:24299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da22564f. 00000400:00000001:3.0:1767384315.743110:0:24299:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384315.743111:0:24299:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384315.743113:0:24299:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e07a0. 00000400:00000200:3.0:1767384315.743115:0:24299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000400:00000010:3.0:1767384315.743117:0:24299:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000400:00000010:3.0:1767384315.743120:0:24299:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000019a31591. 00000400:00000200:3.0:1767384315.743136:0:24299:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (16) 00000400:00000200:3.0:1767384315.743148:0:24299:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384315.743157:0:24299:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:3.0:1767384315.743164:0:24299:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003df40e17. 00000400:00000200:2.0:1767384315.743167:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384315.743168:0:24299:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384315.743172:0:24299:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp25 00000400:00000200:2.0:1767384315.743175:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:2.0:1767384315.743182:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff31b53. 00000400:00000200:2.0:1767384315.743185:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (17) 00000400:00000010:3.0:1767384315.743189:0:24299:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000821528a9. 00000400:00000010:2.0:1767384315.743190:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002a286e83. 00000400:00000010:3.0:1767384315.743195:0:24299:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a10cdccb. 00000400:00000200:2.0:1767384315.743196:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:2.0:1767384315.743213:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.131@tcp local destination 00000020:00000001:0.0:1767384315.743217:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384315.743218:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [37:37:256:4294967295] 192.168.204.131@tcp LPNI seq info [37:37:8:4294967295] 10000000:00000001:0.0:1767384315.743224:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384315.743228:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp 10000000:00000001:0.0:1767384315.743228:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384315.743232:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384315.743238:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) : PUT try# 0 00000020:01000004:0.0:1767384315.743238:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384315.743242:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384315.743245:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.0:1767384315.743249:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.131@tcp 00000020:01000004:0.0:1767384315.743250:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384315.743254:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:2.0:1767384315.743256:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000865f6495. 00000020:01000004:0.0:1767384315.743256:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384315.743257:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384315.743261:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384315.743262:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384315.743264:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384315.743267:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (6) 00000100:00000010:0.0:1767384315.743271:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b475e705. 00000800:00000200:2.0:1767384315.743276:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:988 00000020:00000040:0.0:1767384315.743277:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000800:00000200:2.0:1767384315.743282:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000865f6495 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1767384315.743285:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384315.743289:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384315.743294:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384315.743299:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 02000000:00000010:0.0:1767384315.743302:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000598e4e49. 00000400:00000200:2.0:1767384315.743303:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00000001:0.0:1767384315.743314:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.743323:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384315.743325:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384315.743333:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b475e705] to pc [ptlrpcd_00_00+0] req@00000000b475e705 x1853236732508800/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384315.743378:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384315.743380:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.743383:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384315.743385:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384315.743391:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384315.743393:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384315.743395:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384315.743396:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384315.743398:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384315.743399:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384315.743403:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384315.743404:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:3.0:1767384315.743405:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:01000004:0.0:1767384315.743406:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384315.743408:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384315.743410:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384315.743411:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384315.743413:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384315.743415:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384315.743416:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384315.743419:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bdc8d759. 00000100:00000001:3.0:1767384315.743420:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384315.743421:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384315.743424:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384315.743425:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384315.743427:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.743430:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.743433:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384315.743434:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005ecdab82. 00000100:00000001:3.0:1767384315.743435:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767384315.743437:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384315.743438:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384315.743439:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.743445:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b475e705 x1853236732508800/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384315.743445:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000865f6495. 00000100:00000001:0.0:1767384315.743445:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384315.743449:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.743455:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384315.743458:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bdc8d759] to pc [ptlrpcd_00_01+1] req@00000000bdc8d759 x1853236732508928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.743459:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384315.743463:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.743469:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: PUT: OK 02000000:00000001:3.0:1767384315.743470:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384315.743474:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384315.743475:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384315.743497:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.743498:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384315.743500:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384315.743502:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003df40e17. 00000400:00000200:1.0:1767384315.743506:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384315.743512:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 02000000:00000001:3.0:1767384315.743514:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.743514:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384315.743518:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b475e705 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732508800:0@lo:253: 00000100:00000001:3.0:1767384315.743524:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384315.743525:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000800:00000001:1.0:1767384315.743529:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384315.743529:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384315.743530:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384315.743535:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.743537:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384315.743538:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384315.743541:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384315.743542:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384315.743544:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003df40e17. 00000100:00000001:0.0:1767384315.743545:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384315.743549:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384315.743549:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384315.743549:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384315.743553:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384315.743557:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e07a0. 00000800:00000001:1.0:1767384315.743558:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384315.743559:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bdc8d759 x1853236732508928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384315.743563:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000821528a9. 00000100:00000200:3.0:1767384315.743569:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732508800, portal 25 00000400:00000200:1.0:1767384315.743574:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.131@tcp : PUT - for me 00000100:00000001:3.0:1767384315.743575:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384315.743576:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384315.743579:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659230336 : -119698050321280 : ffff9322a03af480) 00000100:00000001:0.0:1767384315.743580:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.743584:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384315.743586:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384315.743588:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b475e705 x1853236732508800/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384315.743590:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.743595:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 304 into portal 0 MB=0x8000000000000000 00000100:00100000:0.0:1767384315.743597:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bdc8d759 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732508928:0@lo:253: 00000100:00000001:0.0:1767384315.743606:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384315.743609:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384315.743611:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 288/304 into md 0x156d [1] + 0 02000000:00000001:0.0:1767384315.743611:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384315.743614:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.743616:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384315.743619:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384315.743622:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c72bb3c. 00000400:00000010:1.0:1767384315.743622:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076a02133. 02000000:00000010:0.0:1767384315.743625:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d2caa756. 02000000:00000001:0.0:1767384315.743629:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.743630:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bea016a5 00000400:00000010:0.0:1767384315.743632:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ced4d8f7. 00000100:00000200:3.0:1767384315.743635:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732508800, offset 0 00000800:00000001:1.0:1767384315.743638:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384315.743639:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007cc2c58a. 00000400:00000200:3.0:1767384315.743644:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384315.743647:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384315.743648:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732508928, portal 25 00000400:00000200:3.0:1767384315.743653:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384315.743653:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384315.743655:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659217792 : -119698050333824 : ffff9322a03ac380) 00000400:00000200:1.0:1767384315.743660:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384315.743662:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bdc8d759 x1853236732508928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384315.743666:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203a80 00000400:00000200:1.0:1767384315.743672:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: PUT: OK 00000400:00000200:3.0:1767384315.743678:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000400:00000010:3.0:1767384315.743685:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5e7c9b5. 00000100:00000001:0.0:1767384315.743685:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384315.743688:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384315.743690:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a444ab1c. 00000400:00000200:3.0:1767384315.743698:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a38521ce 00000400:00000200:1.0:1767384315.743703:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bea016a5 00000400:00000200:3.0:1767384315.743706:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384315.743707:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bea016a5. 00000400:00000200:3.0:1767384315.743712:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384315.743716:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:0.0:1767384315.743716:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732508928, offset 0 00000400:00000200:3.0:1767384315.743717:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a38521ce 00000400:00000010:3.0:1767384315.743720:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a38521ce. 00000400:00000200:1.0:1767384315.743725:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (18) 00000100:00000001:3.0:1767384315.743727:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384315.743729:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384315.743730:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384315.743735:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000d88ad611 x1853236732508800 msgsize 4848 00000400:00000200:1.0:1767384315.743735:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:0.0:1767384315.743743:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384315.743745:0:16140:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (304 bytes) 00000100:00100000:3.0:1767384315.743749:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384315.743752:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384315.743755:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000001:3.0:1767384315.743760:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384315.743768:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (19) 00000400:00000200:0.0:1767384315.743779:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203b00 00000400:00000200:3.0:1767384315.743780:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c72bb3c 00000400:00000200:1.0:1767384315.743783:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:3.0:1767384315.743784:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c72bb3c. 00000100:00000001:3.0:1767384315.743790:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384315.743794:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.131@tcp local destination 00000100:00000200:3.0:1767384315.743796:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b475e705 x1853236732508800/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384315.743799:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000400:00000200:1.0:1767384315.743808:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [38:38:256:4294967295] 192.168.204.131@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000010:0.0:1767384315.743810:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b20db2e. 00000100:00000001:3.0:1767384315.743817:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384315.743818:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eedabb6d 00000100:00000040:3.0:1767384315.743822:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b475e705 x1853236732508800/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384315.743838:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384315.743848:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384315.743854:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) 192.168.204.131@tcp : ACK try# 0 00000100:00000001:3.0:1767384315.743855:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.743859:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384315.743867:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384315.743867:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp 00000400:00000200:0.0:1767384315.743867:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eedabb6d 00000400:00000010:0.0:1767384315.743873:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eedabb6d. 00000100:00000001:3.0:1767384315.743875:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294903662 00000800:00000010:1.0:1767384315.743877:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c35b34. 00000100:00000001:0.0:1767384315.743877:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384315.743881:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e9b601b. 00000100:00000200:0.0:1767384315.743881:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1767384315.743888:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (6) 00000100:00000040:0.0:1767384315.743889:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000c28e1b9c x1853236732508928 msgsize 4848 00000100:00000001:3.0:1767384315.743891:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384315.743898:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294903662 00000800:00000200:1.0:1767384315.743900:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:1023 00000100:00100000:0.0:1767384315.743903:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384315.743904:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad9229be. 00000800:00000200:1.0:1767384315.743906:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000055c35b34 type 0, nob 96 niov 1 nkiov 0 00000100:00000040:0.0:1767384315.743907:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384315.743912:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384315.743919:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294903662 00000100:00000001:0.0:1767384315.743921:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384315.743922:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a4ddbbf. 00000800:00000001:1.0:1767384315.743925:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384315.743926:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384315.743928:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a444ab1c 00000400:00000010:0.0:1767384315.743931:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a444ab1c. 00000100:00000001:3.0:1767384315.743933:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294903662 00000100:00000001:0.0:1767384315.743934:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1767384315.743935:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384315.743938:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078256c5d. 00000100:00000200:0.0:1767384315.743940:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bdc8d759 x1853236732508928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.743949:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384315.743951:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384315.743955:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384315.743956:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bdc8d759 x1853236732508928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.743960:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.743966:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.743967:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.743970:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.743970:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384315.743974:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384315.743977:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384315.743977:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.743980:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.743981:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294903662 00000100:00000001:3.0:1767384315.743982:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.743988:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294903662 00000100:00000001:0.0:1767384315.743990:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294903662 00000100:00000001:0.0:1767384315.743992:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294903662 00000100:00000001:0.0:1767384315.743994:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294903662 00000100:00000001:0.0:1767384315.743996:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294903662 00000100:00000001:0.0:1767384315.743997:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294903662 00000100:00000001:0.0:1767384315.743999:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294903662 00000800:00000200:1.0:1767384315.744007:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384315.744008:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384315.744008:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384315.744014:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732508800 00000800:00000010:1.0:1767384315.744014:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c35b34. 00000100:00000001:0.0:1767384315.744014:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.744021:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384315.744022:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.744023:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384315.744026:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384315.744027:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.744030:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.744033:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: ACK: OK 02000000:00000001:3.0:1767384315.744035:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384315.744040:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732508800 00000020:00000001:3.0:1767384315.744043:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:1.0:1767384315.744043:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384315.744047:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:0.0:1767384315.744048:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384315.744050:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1767384315.744051:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384315.744051:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732508928 00000020:00000040:3.0:1767384315.744054:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000800:00000001:1.0:1767384315.744056:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384315.744056:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384315.744058:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384315.744060:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384315.744061:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384315.744063:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384315.744064:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.744067:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384315.744068:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384315.744068:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384315.744071:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4a55ed7. 00000100:00100000:0.0:1767384315.744073:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732508928 00000100:00000001:3.0:1767384315.744076:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384315.744077:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:1.0:1767384315.744078:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384315.744080:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000010:3.0:1767384315.744081:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4a55ed7. 00000020:00000001:0.0:1767384315.744084:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384315.744088:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=16 00000020:00000010:3.0:1767384315.744089:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7328db8. 00000400:00000200:1.0:1767384315.744091:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.131@tcp : ACK - for me 00000020:00000001:0.0:1767384315.744092:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384315.744095:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000010:3.0:1767384315.744097:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000db57655a. 00000100:00000001:0.0:1767384315.744098:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384315.744103:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb3963a5. 00000020:00000010:3.0:1767384315.744106:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000737e6c6e. 00000100:00000001:0.0:1767384315.744107:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384315.744111:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb3963a5. 00000400:00000200:1.0:1767384315.744118:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.131@tcp into md 0x15b1 00000100:00000040:3.0:1767384315.744119:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384315.744120:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d7c4462. 00000100:00000001:3.0:1767384315.744124:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384315.744126:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384315.744127:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384315.744128:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f0bce013. 00000100:00000001:3.0:1767384315.744130:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.744135:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: ACK: OK 00000020:00000010:0.0:1767384315.744135:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003984bf0b. 00000100:00000001:3.0:1767384315.744139:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.744142:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384315.744143:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff31b53 00000100:00000001:0.0:1767384315.744146:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384315.744147:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff31b53. 00000100:00000001:3.0:1767384315.744149:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.744149:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.744154:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384315.744156:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.744160:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000100:00000001:0.0:1767384315.744162:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384315.744167:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000001:3.0:1767384315.744170:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384315.744172:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (18) 00000100:00000001:0.0:1767384315.744173:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384315.744174:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384315.744178:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:1.0:1767384315.744180:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384315.744181:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00000040:3.0:1767384315.744186:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000800:00000001:1.0:1767384315.744187:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.744188:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141318224 : -119697568233392 : ffff9322bcf70850) 00000100:00100000:0.0:1767384315.744188:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000040:0.0:1767384315.744195:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000040:3.0:1767384315.744197:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d88ad611 x1853236732508800/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 4848/0 e 0 to 0 dl 1767384326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.744198:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141325392 : -119697568226224 : ffff9322bcf72450) 00000100:00000001:3.0:1767384315.744205:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384315.744210:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4a55ed7. 00000400:00000200:1.0:1767384315.744210:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000040:0.0:1767384315.744213:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c28e1b9c x1853236732508928/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 4848/0 e 0 to 0 dl 1767384326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.744215:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384315.744217:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000588d591b. 00000020:00000010:3.0:1767384315.744220:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4a55ed7. 00000400:00000010:1.0:1767384315.744226:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b11cf0e3. 00000100:00000001:0.0:1767384315.744229:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384315.744231:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d88ad611 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16147:x1853236732508800:12345-0@lo:253: 00000020:00000010:0.0:1767384315.744233:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb3963a5. 00000100:00000200:3.0:1767384315.744235:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732508800 00000400:00000010:1.0:1767384315.744235:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc5867. 00000100:00000001:0.0:1767384315.744236:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384315.744240:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384315.744241:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb3963a5. 00000400:00000200:1.0:1767384315.744243:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000588d591b 00000020:00000001:3.0:1767384315.744245:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384315.744248:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384315.744249:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000d87ad228. 00000100:00100000:0.0:1767384315.744249:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c28e1b9c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16146:x1853236732508928:12345-0@lo:253: 00000020:00000001:3.0:1767384315.744253:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384315.744257:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000020:00000001:3.0:1767384315.744258:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000200:0.0:1767384315.744258:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732508928 00000020:00000001:0.0:1767384315.744262:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384315.744263:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 00000020:00000001:3.0:1767384315.744264:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384315.744266:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384315.744268:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384315.744270:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.744271:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (17) 00000020:00000001:3.0:1767384315.744272:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384315.744275:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384315.744276:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384315.744279:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000009d0790df. 00000020:00000001:0.0:1767384315.744279:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384315.744280:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.744284:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384315.744286:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.744287:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384315.744288:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a3ee0bf. 00000020:00000001:0.0:1767384315.744289:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384315.744290:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384315.744292:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384315.744295:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.744297:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1767384315.744298:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b779e14a. 00000400:00000010:1.0:1767384315.744298:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f827245e. 02000000:00000001:0.0:1767384315.744299:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384315.744303:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384315.744306:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008bb2c245. 00000100:00000001:3.0:1767384315.744307:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.744308:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 02000000:00000001:0.0:1767384315.744310:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384315.744313:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384315.744314:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384315.744317:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384315.744319:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 20000000:00000010:3.0:1767384315.744325:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004e12ef96. 20000000:00000010:0.0:1767384315.744325:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000065580218. 00000400:00000200:1.0:1767384315.744326:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 20000000:01000000:3.0:1767384315.744331:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384315.744332:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384315.744338:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384315.744338:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384315.744339:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 20000000:00000001:0.0:1767384315.744343:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384315.744346:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384315.744349:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384315.744350:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384315.744350:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 20000000:00000001:0.0:1767384315.744351:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384315.744359:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.744360:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 20000000:00000001:3.0:1767384315.744361:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384315.744362:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bfd9f958. 20000000:00000001:3.0:1767384315.744366:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384315.744368:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000400:00000200:1.0:1767384315.744373:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 20000000:00000001:0.0:1767384315.744377:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384315.744389:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00080000:00000001:0.0:1767384315.744392:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384315.744399:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:1.0:1767384315.744405:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:1.0:1767384315.744410:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:1.0:1767384315.744416:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:1.0:1767384315.744421:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:1.0:1767384315.744426:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:1.0:1767384315.744431:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:1.0:1767384315.744436:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:1.0:1767384315.744441:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:1.0:1767384315.744446:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00080000:00000001:0.0:1767384315.744446:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384315.744451:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384315.744453:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp24 00080000:00000001:0.0:1767384315.744453:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384315.744457:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384315.744460:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp24 lpni_is_preferred = 0 00000020:00000001:0.0:1767384315.744461:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384315.744467:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp24 00000020:00000001:0.0:1767384315.744469:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000400:00000200:1.0:1767384315.744474:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp24 NI seq info: [39:39:256:4294967295] 192.168.204.131@tcp24 LPNI seq info [39:39:8:4294967295] 00080000:00000001:0.0:1767384315.744474:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384315.744505:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000067bdfc32. 00000400:00000200:1.0:1767384315.744509:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp24 00080000:00000001:0.0:1767384315.744510:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624376054692864 : -119697654858752 : ffff9322b7cd3c00) 00080000:00000001:0.0:1767384315.744514:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384315.744522:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp24(192.168.204.131@tcp24:) -> 192.168.204.131@tcp24(192.168.204.131@tcp:192.168.204.131@tcp24) : GET try# 0 00000800:00000200:1.0:1767384315.744528:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp24 00000800:00000010:1.0:1767384315.744532:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000055c35b34. 00000800:00000010:1.0:1767384315.744539:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d5bd6e73. 00000800:00000010:1.0:1767384315.744543:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d481146b. 00000800:00000200:1.0:1767384315.744548:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5bd6e73] -> 12345-192.168.204.131@tcp24 (2) 00000800:00000200:1.1:1767384315.744553:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5bd6e73] -> 12345-192.168.204.131@tcp24 (2) 00000400:00000200:1.0:1767384315.744568:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384315.744577:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100251 rc 0 00000001:00000001:0.0:1767384315.744617:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384315.744619:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384315.744621:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384315.744639:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384315.744642:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384315.744652:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.744720:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00080000:00000001:0.0:1767384315.744758:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767384315.744759:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00080000:00000001:0.0:1767384315.744765:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384315.744789:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.744840:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.744876:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.744922:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.744958:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.744989:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745036:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745081:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745128:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745170:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745211:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745251:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745298:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745345:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745394:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745419:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745451:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745512:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745546:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745577:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745624:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745673:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745711:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745763:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745813:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745888:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.745926:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000800:00000010:1.0:1767384315.746129:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000faf87d99. 00000800:00000010:1.0:1767384315.746135:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb0fe017. 00000800:00000010:1.0:1767384315.746141:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000968ab6fb. 00000800:00000010:1.0:1767384315.746179:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000968ab6fb. 00000400:00000200:1.0:1767384315.746241:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384315.746260:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp24 from 225.3.0.2 00000800:00000010:1.0:1767384315.746265:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b8d7c205. 00000800:00000010:3.0:1767384315.746442:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000277144d7. 00000800:00000010:3.0:1767384315.746475:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002c72bb3c. 00000800:00000010:3.0:1767384315.746519:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000083276782. 00000800:00000200:3.1:1767384315.746526:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5bd6e73] -> 12345-192.168.204.131@tcp24 (2) 00000800:00000200:3.1:1767384315.746533:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp24 0000000083276782 deleted 00000800:00000010:3.1:1767384315.746535:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000083276782. 00000800:00000200:3.1:1767384315.746541:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384315.746546:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp24 ip 192.168.204.131:993 00000800:00000200:3.1:1767384315.746549:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000055c35b34 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384315.746554:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp24 p 3.x 192.168.204.131 -> 192.168.204.131:993 incarnation:1767384314037077092 sched[0] 00000800:00000010:3.0:1767384315.746558:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000030d06aa1. 00000800:00000010:3.0:1767384315.746607:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000030d06aa1. 00000800:00000010:3.0:1767384315.746611:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002c72bb3c. 00000800:00000010:3.0:1767384315.746638:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b8d7c205. 00000800:00000001:1.0:1767384315.746696:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384315.746703:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384315.746758:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384315.746761:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000055c35b34. 00000400:00000200:1.0:1767384315.746765:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384315.746772:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp24->192.168.204.131@tcp24: GET: OK 00000400:00000200:1.0:1767384315.746776:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384315.746779:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000200:1.1:1767384315.746813:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384315.746819:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp24 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384314037077092 sched[0] 00000800:00000010:1.0:1767384315.746837:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb0fe017. 00000800:00000001:3.0:1767384315.746892:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384315.746900:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384315.746902:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384315.746911:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000001:3.0:1767384315.746921:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384315.746929:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp24(192.168.204.131@tcp24) <- 192.168.204.131@tcp24 : GET - for me 00000400:00000200:3.0:1767384315.746940:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384315.746946:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 304/304 into md 0x15ad [1] + 0 00000400:00000200:3.0:1767384315.746953:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp24 to MR: 192.168.204.131@tcp24 local destination 00000400:00000200:3.0:1767384315.746958:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp24 NI seq info: [40:40:256:4294967295] 192.168.204.131@tcp24 LPNI seq info [40:40:8:4294967295] 00000400:00000200:3.0:1767384315.746970:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp24(192.168.204.131@tcp24:192.168.204.131@tcp24) -> 192.168.204.131@tcp24(192.168.204.131@tcp24:192.168.204.131@tcp24) 192.168.204.131@tcp24 : REPLY try# 0 00000800:00000200:3.0:1767384315.746976:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.131@tcp24 00000400:00000200:1.0:1767384315.746978:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000010:3.0:1767384315.746980:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5f25b2a. 00000800:00000200:3.0:1767384315.746986:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5bd6e73] -> 12345-192.168.204.131@tcp24 (4) 00000800:00000200:3.0:1767384315.746990:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp24 ip 192.168.204.131:988 00000800:00000200:3.0:1767384315.746993:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5f25b2a type 3, nob 400 niov 1 nkiov 1 00000400:00000200:1.0:1767384315.747028:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000200:3.0:1767384315.747051:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384315.747054:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5f25b2a. 00000400:00000200:3.0:1767384315.747061:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384315.747065:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp24->192.168.204.131@tcp24: REPLY: OK 00000400:00000200:1.0:1767384315.747074:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000800:00000001:3.0:1767384315.747081:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384315.747086:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384315.747089:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384315.747093:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384315.747094:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384315.747098:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384315.747103:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp24(192.168.204.131@tcp24) <- 192.168.204.131@tcp24 : REPLY - for me 00000400:00000200:3.0:1767384315.747112:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp24: Reply from 12345-192.168.204.131@tcp24 of length 304/304 into md 0x15c9 00000800:00000001:3.0:1767384315.747126:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384315.747131:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000800:00000001:3.0:1767384315.747132:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384315.747135:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384315.747142:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp24->192.168.204.131@tcp24: REPLY: OK 00000400:00000200:3.0:1767384315.747146:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a3ee0bf 00000400:00000010:3.0:1767384315.747148:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a3ee0bf. 00000400:00000200:3.0:1767384315.747152:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384315.747156:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:3.0:1767384315.747159:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:3.0:1767384315.747162:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 17. state = 0x100251 00000400:00000200:3.0:1767384315.747168:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384315.747178:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (18) 00000400:00000200:1.0:1767384315.747193:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000800:00000001:3.0:1767384315.747205:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384315.747210:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384315.747241:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747283:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747322:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747363:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747405:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747439:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747583:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747631:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747679:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747729:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747777:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747821:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747907:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747949:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.747996:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.748062:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384315.748086:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384315.748093:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:0.0:1767384315.748101:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 00000000f0a0c6bc. 00000400:00000010:0.0:1767384315.748104:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 000000003aa7540c. 00000400:00000010:0.0:1767384315.748107:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 000000007ee0ba26. 00000400:00000200:1.0:1767384315.748124:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000010:0.0:1767384315.748146:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000057d83c4d. 00000400:00000200:0.0:1767384315.748152:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000057d83c4d nid 192.168.204.131@tcp25 00000400:00000010:0.0:1767384315.748156:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000dbbfbfef. 00000400:00000200:0.0:1767384315.748158:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000dbbfbfef net tcp25 00000400:00000200:0.0:1767384315.748161:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (17) 00000400:00000200:0.0:1767384315.748167:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp25 flags 0x11 00000400:00000010:0.0:1767384315.748170:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 00000000f0a0c6bc. 00000400:00000010:0.0:1767384315.748174:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 000000003aa7540c. 00000400:00000010:0.0:1767384315.748177:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 000000007ee0ba26. 00000400:00000010:0.0:1767384315.748180:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000009d0790df. 00000400:00000200:0.0:1767384315.748184:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384315.748187:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384315.748187:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:0.0:1767384315.748191:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:0.0:1767384315.748202:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:0.0:1767384315.748206:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384315.748208:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:0.0:1767384315.748212:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:0.0:1767384315.748217:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (18) 00000400:00000200:1.0:1767384315.748250:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.748324:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.748383:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.748444:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.748507:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.748534:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384315.748560:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000800:00000010:1.0:1767384315.748723:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000050b01d5. 00000800:00000010:1.0:1767384315.748727:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb0fe017. 00000800:00000010:1.0:1767384315.748731:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000968ab6fb. 00000800:00000010:1.0:1767384315.748763:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000968ab6fb. 00000400:00000200:3.0:1767384315.748887:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384315.748905:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp24 from 224.3.0.2 00000800:00000010:3.0:1767384315.748909:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ba466a04. 00000800:00000010:1.0:1767384315.748948:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000dee0c6b. 00000800:00000010:1.0:1767384315.748953:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fe4fc10. 00000800:00000010:1.0:1767384315.748976:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008e9e7a6b. 00000800:00000200:1.1:1767384315.748981:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5bd6e73] -> 12345-192.168.204.131@tcp24 (4) 00000800:00000200:1.1:1767384315.748986:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp24 000000008e9e7a6b deleted 00000800:00000010:1.1:1767384315.748988:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008e9e7a6b. 00000800:00000200:1.1:1767384315.748992:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384315.748996:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp24 p 3.x 192.168.204.131 -> 192.168.204.131:992 incarnation:1767384314037077092 sched[0] 00000800:00000010:1.0:1767384315.749000:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000968ab6fb. 00000800:00000010:1.0:1767384315.749043:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000968ab6fb. 00000800:00000010:1.0:1767384315.749046:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fe4fc10. 00000800:00000010:1.0:1767384315.749070:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ba466a04. 00000800:00000001:1.0:1767384315.749079:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384315.749081:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384315.749109:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384315.749114:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp24 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384314037077092 sched[0] 00000800:00000010:1.0:1767384315.749129:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb0fe017. 00000800:00000001:1.0:1767384315.749157:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384315.749162:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384315.753157:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384315.753165:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:1.0:1767384315.753167:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384315.753172:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384315.753172:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384315.753176:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384315.753177:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384315.753179:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384315.753182:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384315.753185:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000067bdfc32. 00080000:00000001:1.0:1767384315.753188:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384315.753191:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384315.753203:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384315.753207:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:0.0:1767384315.753212:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cb7964ee. 00080000:00000020:2.0:1767384315.753213:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384315.753217:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:0.0:1767384315.753222:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384315.753227:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384315.753228:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384315.753232:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384315.753235:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384315.753239:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384315.753248:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384315.753252:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384315.753256:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d690423f count: 2 00080000:00000001:0.0:1767384315.753256:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384315.753257:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.753261:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384315.753262:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384315.753266:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384315.753266:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384315.753270:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000010:2.0:1767384315.753271:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008f752a05. 00080000:00000001:0.0:1767384315.753276:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384315.753278:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384315.753281:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008f752a05 with handle 0xf83434fd52e6d9f5 to hash 00080000:00000010:0.0:1767384315.753281:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007aaeef28. 00000020:00000001:2.0:1767384315.753283:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384315.753287:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515162624 : -119698194388992 : ffff932297a4a800) 00080000:00000001:0.0:1767384315.753287:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624376054690816 : -119697654860800 : ffff9322b7cd3400) 00010000:00000001:2.0:1767384315.753291:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515162624 : -119698194388992 : ffff932297a4a800) 00080000:00000001:0.0:1767384315.753291:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384315.753297:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384315.753299:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384315.753301:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.753308:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384315.753312:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384315.753314:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384315.753316:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384315.753318:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384315.753321:0:16798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000008da30f81/0xf83434fd52e6d9ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d9e7 expref: 16 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.753326:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384315.753328:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.753330:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384315.753331:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384315.753333:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384315.753335:0:16798:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384315.753337:0:16798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384315.753342:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d690423f) refcount = 2 00010000:00000040:2.0:1767384315.753345:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384315.753348:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008da30f81/0xf83434fd52e6d9ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf83434fd52e6d9e7 expref: 16 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384315.753358:0:16798:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384315.753360:0:16798:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384315.753366:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000492d9f91. 00000001:00000001:0.0:1767384315.753368:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:2.0:1767384315.753369:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:0.0:1767384315.753370:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384315.753374:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d87b67dc. 00080000:00000001:0.0:1767384315.753374:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384315.753378:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375210259968 : -119698499291648 : ffff932285783600) 00000100:00000001:2.0:1767384315.753380:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624375210259968 : -119698499291648 : ffff932285783600) 00000100:00000001:2.0:1767384315.753383:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384315.753384:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384315.753386:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384315.753389:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.753391:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384315.753402:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.753403:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:0.0:1767384315.753407:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384315.753408:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384315.753411:0:16798:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384315.753413:0:16798:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384315.753417:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b3d31c8. 00000020:00000040:2.0:1767384315.753419:0:16798:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00000100:00000001:2.0:1767384315.753422:0:16798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384315.753425:0:16798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384315.753428:0:16798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384315.753434:0:16798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059838773. 00000100:00000001:2.0:1767384315.753438:0:16798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384315.753443:0:16798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000008da30f81/0xf83434fd52e6d9ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf83434fd52e6d9e7 expref: 16 pid: 16777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384315.753456:0:16798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000008da30f81/0xf83434fd52e6d9ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf83434fd52e6d9e7 expref: 16 pid: 16777 timeout: 386 lvb_type: 0 00010000:00000001:2.0:1767384315.753463:0:16798:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384315.753466:0:16798:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384315.753469:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b3d31c8 x1853236732509056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384315.753514:0:16798:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384315.753516:0:16798:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384315.753520:0:16798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b3d31c8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732509056:0@lo:104: 00000100:00000001:2.0:1767384315.753523:0:16798:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384315.753527:0:16798:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384315.753529:0:16798:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.753531:0:16798:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384315.753535:0:16798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d918078. 02000000:00000001:2.0:1767384315.753536:0:16798:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384315.753538:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:2.0:1767384315.753541:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002349de8e. 00080000:00000001:0.0:1767384315.753542:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:2.0:1767384315.753548:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d48f1b0. 00000100:00000200:2.0:1767384315.753554:0:16798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732509056, portal 16 00000100:00000001:2.0:1767384315.753556:0:16798:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384315.753557:0:16798:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012926336 : -119697696625280 : ffff9322b54fed80) 00000100:00000040:2.0:1767384315.753562:0:16798:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000006b3d31c8 x1853236732509056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384315.753566:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384315.753569:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384315.753572:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000100:00000200:2.0:1767384315.753574:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732509056, offset 0 00000400:00000200:2.0:1767384315.753579:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384315.753587:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384315.753594:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d203b80 00000400:00000200:2.0:1767384315.753600:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:2.0:1767384315.753604:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384315.753608:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384315.753611:0:16798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384315.753613:0:16798:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384315.753617:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9f8a72f. 00000100:00000040:2.0:1767384315.753619:0:16798:0:(events.c:337:request_in_callback()) incoming req@00000000b9f8a72f x1853236732509056 msgsize 328 00000100:00100000:2.0:1767384315.753622:0:16798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384315.753631:0:16798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384315.753643:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000400:00000010:2.0:1767384315.753645:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000100:00000001:1.0:1767384315.753647:0:16767:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384315.753648:0:16798:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384315.753652:0:16767:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732509056 00000100:00000200:2.0:1767384315.753654:0:16798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b3d31c8 x1853236732509056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384315.753655:0:16767:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384315.753658:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384315.753661:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384315.753666:0:16767:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.753668:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384315.753670:0:16767:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732509056 00000100:00000040:2.0:1767384315.753673:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b3d31c8 x1853236732509056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384315.753673:0:16767:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384315.753676:0:16767:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d77f 00000020:00000001:1.0:1767384315.753679:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384315.753683:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008088def refcount=3 00000100:00000001:2.0:1767384315.753684:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.753688:0:16798:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384315.753689:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000001:2.0:1767384315.753692:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384315.753695:0:16767:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000001:2.0:1767384315.753696:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294903672 00000100:00000001:1.0:1767384315.753702:0:16767:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384315.753703:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294903662 00000100:00000001:2.0:1767384315.753709:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294903672 00000020:00000010:1.0:1767384315.753709:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f6f9876. 00000100:00000001:2.0:1767384315.753713:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294903662 00000100:00000001:1.0:1767384315.753715:0:16767:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384315.753716:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294903672 00000020:00000010:1.0:1767384315.753722:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f6f9876. 00000100:00000001:2.0:1767384315.753723:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294903662 00000020:00000010:1.0:1767384315.753728:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b61806b. 00000100:00000001:2.0:1767384315.753729:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294903672 00000100:00000001:2.0:1767384315.753735:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294903662 00000020:00000010:1.0:1767384315.753736:0:16767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004acd3c43. 00000100:00000001:2.0:1767384315.753739:0:16798:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384315.753741:0:16798:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384315.753742:0:16767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000251a8b72. 00010000:00000001:2.0:1767384315.753743:0:16798:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.753747:0:16798:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.753749:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.753750:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384315.753751:0:16767:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:2.0:1767384315.753752:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.753755:0:16798:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.753756:0:16767:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384315.753759:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384315.753760:0:16767:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384315.753762:0:16798:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384315.753763:0:16767:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.753767:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.753769:0:16798:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384315.753771:0:16798:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384315.753772:0:16767:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384315.753774:0:16798:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d87b67dc going to sleep for 11 seconds 00000100:00000001:2.0:1767384315.753777:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384315.753785:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.753788:0:16767:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.753803:0:16767:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384315.753805:0:16767:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384315.753810:0:16767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384315.753813:0:16767:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008088def : new rpc_count 1 00000100:00000001:1.0:1767384315.753815:0:16767:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376012925440 : -119697696626176 : ffff9322b54fea00) 00000100:00000040:1.0:1767384315.753820:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9f8a72f x1853236732509056/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 328/0 e 0 to 0 dl 1767384326 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384315.753844:0:16767:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384315.753848:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f6f9876. 00000100:00000001:1.0:1767384315.753850:0:16767:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384315.753853:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f6f9876. 00000100:00100000:1.0:1767384315.753858:0:16767:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9f8a72f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732509056:12345-0@lo:104: 00000100:00000200:1.0:1767384315.753873:0:16767:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732509056 00010000:00000001:1.0:1767384315.753876:0:16767:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384315.753881:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384315.753882:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384315.753884:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=2 00000020:00000001:1.0:1767384315.753887:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384315.753890:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384315.753894:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384315.753896:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.753900:0:16767:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6d9ee expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384315.753907:0:16767:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384315.753908:0:16767:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384315.753912:0:16767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000033b8c80d. 02000000:00000001:1.0:1767384315.753913:0:16767:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.753914:0:16767:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.753918:0:16767:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384315.753920:0:16767:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384315.753941:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 000000009ed84a9f time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384315.753945:0:16767:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384315.753947:0:16767:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384315.753949:0:16767:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384315.753950:0:16767:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384315.753952:0:16767:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.753954:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384315.753955:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384315.753958:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000100:00000200:1.0:1767384315.753961:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236732509056, offset 224 00000400:00000200:1.0:1767384315.753965:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384315.753970:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384315.753975:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d203b80 00000400:00000200:1.0:1767384315.753978:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15cd [1] + 224 00000400:00000200:1.0:1767384315.753981:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384315.753983:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384315.753986:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384315.753989:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b3d31c8 x1853236732509056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384315.753995:0:16767:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006b3d31c8 x1853236732509056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384315.754009:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384315.754012:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00000400:00000010:1.0:1767384315.754014:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00000100:00000001:1.0:1767384315.754017:0:16767:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384315.754018:0:16767:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384315.754021:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384315.754024:0:16767:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384315.754027:0:16767:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384315.754030:0:16767:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d2029380. 00010000:00000001:1.0:1767384315.754033:0:16767:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384315.754035:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384315.754042:0:16798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:1.0:1767384315.754043:0:16767:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000001:2.0:1767384315.754044:0:16798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384315.754046:0:16767:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384315.754048:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002349de8e. 00010000:00000001:1.0:1767384315.754049:0:16767:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384315.754055:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d48f1b0 00000400:00000010:2.0:1767384315.754059:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d48f1b0. 00010000:00000001:1.0:1767384315.754060:0:16767:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.754066:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384315.754067:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9f8a72f x1853236732509056/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384315.754069:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384315.754073:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384315.754074:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b3d31c8 x1853236732509056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384315.754079:0:16772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384315.754085:0:16772:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384315.754090:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:1.0:1767384315.754093:0:16767:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9f8a72f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732509056:12345-0@lo:104: Request processed in 245us (468us total) trans 0 rc 0/0 00010000:00010000:0.0:1767384315.754094:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6d9ee expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384315.754098:0:16798:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b3d31c8 x1853236732509056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384315.754111:0:16767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:0.0:1767384315.754116:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000047beefc9 already unused, calling callback (00000000081d0b67) 00000100:00000040:1.0:1767384315.754117:0:16767:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008088def : new rpc_count 0 10000000:00000001:0.0:1767384315.754121:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384315.754123:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384315.754123:0:16767:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384315.754125:0:16767:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384315.754127:0:16798:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384315.754130:0:16767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004acd3c43. 00000100:00000001:2.0:1767384315.754132:0:16798:0:(client.c:1578:after_reply()) Process entered 10000000:00010000:0.0:1767384315.754132:0:16772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf83434fd52e6d9ee expref: -99 pid: 16780 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384315.754146:0:16798:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384315.754146:0:16767:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000251a8b72. 00000100:00000001:2.0:1767384315.754150:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384315.754152:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384315.754153:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384315.754154:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b61806b. 00010000:00000001:0.0:1767384315.754155:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384315.754157:0:16798:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.754159:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384315.754162:0:16767:0:(genops.c:898:class_export_put()) PUTting export 0000000008088def : new refcount 2 00000100:00001000:2.0:1767384315.754163:0:16798:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e169ce83 time=35 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384315.754163:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=3 00000100:00000001:1.0:1767384315.754166:0:16767:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384315.754168:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00000100:00001000:2.0:1767384315.754173:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000319a7c00 time=35 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384315.754173:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00000100:00000001:2.0:1767384315.754179:0:16798:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384315.754179:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384315.754183:0:16798:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.754183:0:16772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf83434fd52e6d9ee expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.754187:0:16798:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384315.754190:0:16798:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384315.754192:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384315.754193:0:16798:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1767384315.754194:0:16772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf83434fd52e6d9ee expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384315.754199:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b3d31c8 x1853236732509056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:0.0:1767384315.754203:0:16772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384315.754210:0:16772:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:2.0:1767384315.754211:0:16798:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000040:0.0:1767384315.754212:0:16772:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:2.0:1767384315.754217:0:16798:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000040:0.0:1767384315.754217:0:16772:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:2.0:1767384315.754220:0:16798:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.754221:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384315.754226:0:16772:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.754227:0:16798:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384315.754230:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.754232:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.754233:0:16798:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.754236:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b3d31c8 x1853236732509056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384315.754239:0:16772:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384315.754242:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384315.754245:0:16772:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 2 10000000:00000001:0.0:1767384315.754250:0:16772:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384315.754253:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384315.754255:0:16798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b3d31c8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732509056:0@lo:104: 00010000:00000001:0.0:1767384315.754257:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384315.754261:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384315.754262:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.754262:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384315.754267:0:16798:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.754267:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384315.754269:0:16772:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.754270:0:16798:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000040:0.0:1767384315.754272:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047beefc9 with handle 0xf83434fd52e6d9e7 from hash 00000100:00000001:2.0:1767384315.754274:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384315.754276:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767384315.754278:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b3d31c8 x1853236732509056/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384315.754280:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384315.754285:0:16798:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384315.754289:0:16798:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384315.754289:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.754291:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000010:2.0:1767384315.754293:0:16798:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d918078. 00010000:00000001:0.0:1767384315.754294:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384315.754297:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:2.0:1767384315.754298:0:16798:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384315.754301:0:16798:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384315.754302:0:16772:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000040:2.0:1767384315.754304:0:16798:0:(genops.c:1242:class_import_put()) import 00000000da0ccbb4 refcount=1 obd=MGS 00010000:00000001:0.0:1767384315.754306:0:16772:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:2.0:1767384315.754307:0:16798:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384315.754310:0:16798:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000059838773. 00000100:00000010:0.0:1767384315.754312:0:16772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f2711fe. 02000000:00000001:2.0:1767384315.754314:0:16798:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384315.754317:0:16798:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767384315.754317:0:16772:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000100:00000010:2.0:1767384315.754320:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b3d31c8. 00000100:00000001:0.0:1767384315.754321:0:16772:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384315.754324:0:16772:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384315.754325:0:16798:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384315.754327:0:16772:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.754328:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384315.754333:0:16798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d87b67dc. 02000000:00000010:0.0:1767384315.754335:0:16772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7984e47. 00000100:00000001:2.0:1767384315.754337:0:16798:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384315.754339:0:16798:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384315.754340:0:16772:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384315.754343:0:16798:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000492d9f91. 00010000:00000001:0.0:1767384315.754344:0:16772:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:2.0:1767384315.754347:0:16798:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.754348:0:16772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6d9ee expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.754351:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.754357:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384315.754357:0:16772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384315.754361:0:16772:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384315.754363:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384315.754365:0:16772:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767384315.754366:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384315.754368:0:16772:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384315.754370:0:16798:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384315.754376:0:16772:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f2711fe] to pc [ptlrpcd_00_02+2] req@000000009f2711fe x1853236732509184/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.754408:0:16772:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384315.754411:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384315.754412:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384315.754413:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384315.754416:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00000001:0.0:1767384315.754416:0:16772:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.754418:0:16772:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384315.754420:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.754422:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6d9ee expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384315.754427:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384315.754433:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384315.754434:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6d9e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6d9ee expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384315.754435:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384315.754438:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.754441:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384315.754443:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384315.754444:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384315.754450:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f2711fe x1853236732509184/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384315.754453:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d48b090f count: 0 00000100:00000001:2.0:1767384315.754460:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384315.754463:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.754465:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384315.754467:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384315.754469:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.754471:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384315.754473:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f2711fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732509184:0@lo:103: 00010000:00000001:0.0:1767384315.754474:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384315.754506:0:16772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d2029380. 00010000:00000001:0.0:1767384315.754510:0:16772:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.754513:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384315.754514:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.754516:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384315.754518:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384315.754519:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.754521:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384315.754524:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384315.754525:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.754527:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384315.754534:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384315.754537:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.754597:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384315.754600:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384315.754602:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.754603:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384315.754606:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059838773. 02000000:00000001:2.0:1767384315.754608:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384315.754611:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002349de8e. 00000400:00000010:2.0:1767384315.754614:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d48f1b0. 00000100:00000200:2.0:1767384315.754617:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732509184, portal 18 00000100:00000001:2.0:1767384315.754619:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384315.754621:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659232128 : -119698050319488 : ffff9322a03afb80) 00000100:00000040:2.0:1767384315.754625:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f2711fe x1853236732509184/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.754630:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384315.754633:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384315.754635:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000100:00000200:2.0:1767384315.754638:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732509184, offset 0 00000400:00000200:2.0:1767384315.754642:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384315.754649:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384315.754656:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d203c00 00000400:00000200:2.0:1767384315.754660:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:2.0:1767384315.754670:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384315.754674:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384315.754679:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384315.754680:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384315.754684:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b3d31c8. 00000100:00000040:2.0:1767384315.754686:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000006b3d31c8 x1853236732509184 msgsize 328 00000100:00100000:2.0:1767384315.754692:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384315.754702:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384315.754709:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000400:00000010:2.0:1767384315.754711:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000100:00000001:2.0:1767384315.754714:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384315.754719:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f2711fe x1853236732509184/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.754720:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384315.754725:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732509184 00000100:00000001:2.0:1767384315.754727:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384315.754727:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384315.754730:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384315.754732:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f2711fe x1853236732509184/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.754733:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.754739:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.754745:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384315.754746:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732509184 00000100:00000001:2.0:1767384315.754747:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384315.754751:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384315.754752:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384315.754754:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:2.0:1767384315.754756:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294903673 00000020:00000001:0.0:1767384315.754759:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384315.754762:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294903672 00000020:00000040:0.0:1767384315.754763:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=17 00000100:00000001:2.0:1767384315.754768:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294903673 00000020:00000001:0.0:1767384315.754769:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384315.754773:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294903672 00000020:00000001:0.0:1767384315.754774:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384315.754776:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294903673 00000100:00000001:0.0:1767384315.754782:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384315.754783:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903672 00000100:00000001:2.0:1767384315.754788:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294903673 00000020:00000010:0.0:1767384315.754788:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3ed4694. 00000100:00000001:2.0:1767384315.754792:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903672 00000100:00000001:0.0:1767384315.754794:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384315.754798:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384315.754799:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3ed4694. 00000100:00000001:2.0:1767384315.754801:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.754803:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.754805:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384315.754813:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f5bdfa6. 00000020:00000010:0.0:1767384315.754818:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006330225d. 00000020:00000010:0.0:1767384315.754838:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007e8f2e41. 00000100:00000040:0.0:1767384315.754847:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384315.754850:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384315.754850:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384315.754853:0:16770:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384315.754855:0:16770:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.754858:0:16770:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384315.754860:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384315.754862:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384315.754863:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008da30f81 refcount=4 00000020:00000001:0.0:1767384315.754865:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166793216 : -119698542758400 : ffff932282e0f600) 00010000:00000001:0.0:1767384315.754866:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166793216 : -119698542758400 : ffff932282e0f600) 00010000:00010000:0.0:1767384315.754870:0:16770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000008da30f81/0xf83434fd52e6d9ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6d9e7 expref: 17 pid: 16777 timeout: 386 lvb_type: 0 00010000:00000001:0.0:1767384315.754874:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384315.754876:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384315.754877:0:16770:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.754878:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.754882:0:16770:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384315.754886:0:16770:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b3d31c8 x1853236732509184/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 328/0 e 0 to 0 dl 1767384326 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.754892:0:16770:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384315.754893:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.754905:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.754938:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384315.754942:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384315.754948:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384315.754952:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 3 00000100:00000001:0.0:1767384315.754953:0:16770:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384315.754956:0:16770:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000001:2.0:1767384315.754957:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376012926336 : -119697696625280 : ffff9322b54fed80) 00000100:00000010:0.0:1767384315.754961:0:16770:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000899cf804. 00000100:00000040:2.0:1767384315.754966:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b3d31c8 x1853236732509184/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 328/0 e 0 to 0 dl 1767384326 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384315.754967:0:16770:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00000001:2.0:1767384315.754977:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384315.754981:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000492d9f91. 00000100:00000001:2.0:1767384315.754984:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384315.754987:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000492d9f91. 00000100:00100000:2.0:1767384315.754993:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b3d31c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+17:16149:x1853236732509184:12345-0@lo:103: 00000100:00000200:2.0:1767384315.754997:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732509184 00010000:00000001:2.0:1767384315.755000:0:16769:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384315.755003:0:16769:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384315.755005:0:16769:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384315.755010:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384315.755012:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384315.755016:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007578e332. 02000000:00000001:2.0:1767384315.755018:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.755020:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.755023:0:16769:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384315.755025:0:16769:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384315.755028:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384315.755030:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384315.755032:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008da30f81 refcount=4 00000020:00000001:2.0:1767384315.755035:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166793216 : -119698542758400 : ffff932282e0f600) 00010000:00000001:2.0:1767384315.755037:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166793216 : -119698542758400 : ffff932282e0f600) 00010000:00000040:2.0:1767384315.755040:0:16769:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d690423f count: 3 00010000:00010000:2.0:1767384315.755045:0:16769:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000008da30f81/0xf83434fd52e6d9ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6d9e7 expref: 17 pid: 16777 timeout: 386 lvb_type: 0 00000100:00001000:2.0:1767384315.755051:0:16769:0:(import.c:2128:obd_at_measure()) add 0 to 000000002788824c time=1767384315 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384315.755061:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384315.755067:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.755069:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384315.755072:0:16769:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000008da30f81/0xf83434fd52e6d9ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf83434fd52e6d9e7 expref: 17 pid: 16777 timeout: 386 lvb_type: 0 00000020:00000001:2.0:1767384315.755078:0:16769:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384315.755080:0:16769:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384315.755082:0:16769:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384315.755085:0:16769:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.755089:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384315.755092:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384315.755098:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.755099:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.755101:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384315.755103:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384315.755105:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008da30f81 with handle 0xf83434fd52e6d9ee from hash 00010000:00000001:2.0:1767384315.755108:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384315.755110:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.755111:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.755113:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384315.755115:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384315.755117:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384315.755119:0:16769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008da30f81/0xf83434fd52e6d9ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf83434fd52e6d9e7 expref: 17 pid: 16777 timeout: 386 lvb_type: 0 00010000:00000040:2.0:1767384315.755125:0:16769:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 9 00000020:00000040:2.0:1767384315.755127:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 16 00010000:00000001:2.0:1767384315.755133:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.755136:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384315.755138:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384315.755140:0:16769:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000008f752a05 00010000:00000001:2.0:1767384315.755142:0:16769:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384315.755145:0:16769:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384315.755147:0:16769:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.755147:0:16770:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.755153:0:16769:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384315.755156:0:16769:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384315.755159:0:24303:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:2.0:1767384315.755166:0:16769:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384315.755167:0:16769:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384315.755169:0:16769:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384315.755172:0:24303:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b3ed4694. 00010000:00000001:2.0:1767384315.755173:0:16769:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384315.755177:0:16769:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000010:0.0:1767384315.755179:0:24303:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004ea16d2e. 00010000:00000001:2.0:1767384315.755180:0:16769:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384315.755181:0:16769:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384315.755183:0:16769:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d690423f) refcount = 2 00010000:00010000:2.0:1767384315.755185:0:16769:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.755192:0:16769:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384315.755193:0:16769:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384315.755194:0:16769:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384315.755196:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384315.755199:0:16769:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000492d9f91. 00000100:00000001:2.0:1767384315.755201:0:16769:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384315.755205:0:16769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d87b67dc. 00000100:00000001:2.0:1767384315.755206:0:16769:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375210259968 : -119698499291648 : ffff932285783600) 00000100:00000001:2.0:1767384315.755207:0:16769:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624375210259968 : -119698499291648 : ffff932285783600) 00000100:00000001:2.0:1767384315.755209:0:16769:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384315.755209:0:16769:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384315.755211:0:16769:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384315.755212:0:16769:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384315.755214:0:16769:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:2.0:1767384315.755216:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384315.755217:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384315.755218:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008f752a05 refcount=5 00000020:00000001:2.0:1767384315.755219:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515162624 : -119698194388992 : ffff932297a4a800) 00010000:00000001:2.0:1767384315.755220:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515162624 : -119698194388992 : ffff932297a4a800) 00010000:00000001:2.0:1767384315.755222:0:16769:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384315.755224:0:16769:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.755237:0:16769:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384315.755238:0:16769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.755242:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.755243:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384315.755244:0:16769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.755247:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384315.755249:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.755250:0:16769:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384315.755251:0:16769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384315.755254:0:16769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008f752a05 already unused, calling callback (000000008463f753) 00010000:00000001:2.0:1767384315.755256:0:16769:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384315.755258:0:16769:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384315.755259:0:16769:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.755263:0:16769:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384315.755264:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384315.755265:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384315.755266:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008f752a05 refcount=6 00000020:00000001:2.0:1767384315.755267:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515162624 : -119698194388992 : ffff932297a4a800) 00010000:00000001:2.0:1767384315.755268:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515162624 : -119698194388992 : ffff932297a4a800) 00010000:00000001:2.0:1767384315.755271:0:16769:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384315.755272:0:16769:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.755275:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384315.755277:0:16769:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384315.755282:0:16769:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.755292:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384315.755293:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384315.755295:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384315.755296:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384315.755299:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008f752a05 with handle 0xf83434fd52e6d9f5 from hash 00010000:00000001:2.0:1767384315.755300:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384315.755302:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.755303:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.755303:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384315.755305:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384315.755306:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384315.755307:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384315.755308:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384315.755310:0:16769:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.755312:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384315.755313:0:16769:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384315.755315:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.755316:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.755317:0:16769:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.755318:0:16769:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.755320:0:16769:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384315.755322:0:16769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.755325:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.755326:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.755327:0:16769:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384315.755329:0:16769:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384315.755330:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.755331:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.755332:0:16769:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384315.755334:0:16769:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384315.755335:0:16769:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.755336:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384315.755338:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384315.755339:0:16769:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.755341:0:16769:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384315.755347:0:16769:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384315.755349:0:16769:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.755351:0:16769:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.755352:0:16769:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384315.755353:0:16769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d87b67dc. 00000100:00000001:2.0:1767384315.755356:0:16769:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384315.755357:0:16769:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384315.755359:0:16769:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000492d9f91. 00010000:00000001:2.0:1767384315.755361:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384315.755363:0:16769:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384315.755365:0:16769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384315.755369:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384315.755371:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384315.755374:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384315.755378:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384315.755381:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384315.755384:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384315.755387:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384315.755389:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.755391:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384315.755394:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384315.755398:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000100:00000200:2.0:1767384315.755402:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732509184, offset 224 00000400:00000200:2.0:1767384315.755408:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384315.755415:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384315.755425:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d203c00 00000400:00000200:2.0:1767384315.755430:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15d9 [1] + 224 00000400:00000200:2.0:1767384315.755434:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384315.755438:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384315.755443:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384315.755448:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f2711fe x1853236732509184/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384315.755459:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f2711fe x1853236732509184/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.755520:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384315.755528:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000400:00000010:2.0:1767384315.755530:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000100:00000001:2.0:1767384315.755535:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384315.755536:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384315.755542:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.755545:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384315.755548:0:16769:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384315.755551:0:16769:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.755556:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b3d31c8 x1853236732509184/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384315.755566:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b3d31c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16149:x1853236732509184:12345-0@lo:103: Request processed in 587us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384315.755574:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384315.755577:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:2.0:1767384315.755579:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384315.755582:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384315.755585:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006330225d. 00000020:00000010:2.0:1767384315.755589:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007e8f2e41. 00000020:00000010:2.0:1767384315.755593:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f5bdfa6. 00000020:00000040:2.0:1767384315.755597:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000001:2.0:1767384315.755601:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384315.755622:0:24303:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eb85b07. 00000020:00000010:0.0:1767384315.755627:0:24303:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000012a73ac2. 00000100:00000001:2.0:1767384315.755629:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384315.755631:0:24303:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000c3cc6620. 00000100:00000001:2.0:1767384315.755633:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000040:00000010:0.0:1767384315.755636:0:24303:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002b09c44d. 00000400:00000001:2.0:1767384315.755639:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384315.755641:0:24303:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000021a91241. 00000400:00000001:2.0:1767384315.755642:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384315.755646:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002349de8e. 00000020:00000010:0.0:1767384315.755646:0:24303:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000037b44722. 00000400:00000200:2.0:1767384315.755652:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d48f1b0 00000020:00000010:0.0:1767384315.755654:0:24303:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000097cd955a. 00000400:00000010:2.0:1767384315.755656:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d48f1b0. 00000100:00000001:2.0:1767384315.755662:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384315.755666:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f2711fe x1853236732509184/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384315.755674:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f2711fe x1853236732509184/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.755688:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384315.755690:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.755693:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384315.755694:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384315.755696:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1767384315.755697:0:16798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384315.755698:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384315.755703:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384315.755708:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=35 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384315.755712:0:16798:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00001000:2.0:1767384315.755714:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=35 v=5 (1 0 0 0) 20000000:00000001:1.0:1767384315.755718:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:2.0:1767384315.755719:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384315.755723:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.755724:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384315.755726:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384315.755729:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.755734:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.755737:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384315.755739:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384315.755741:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008f752a05/0xf83434fd52e6d9f5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384315.755743:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f2711fe x1853236732509184/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384315.755752:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d690423f count: 0 00000100:00000001:2.0:1767384315.755760:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384315.755762:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384315.755763:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:00000001:1.0:1767384315.755765:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384315.755767:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384315.755771:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f2711fe x1853236732509184/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384315.755780:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f2711fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732509184:0@lo:103: 00000100:00000001:2.0:1767384315.755784:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.755786:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384315.755789:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f2711fe x1853236732509184/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.755797:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384315.755798:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384315.755800:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059838773. 02000000:00000001:2.0:1767384315.755803:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384315.755805:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384315.755806:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384315.755808:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384315.755815:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7984e47. 02000000:00000001:2.0:1767384315.755819:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384315.755820:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384315.755822:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f2711fe. 00000100:00000001:2.0:1767384315.755844:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384315.755846:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.755848:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384315.755853:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384315.755855:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.755858:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384315.755860:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1767384315.755889:0:24303:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e8b99f37. 40000000:00000010:0.0:1767384315.755894:0:24303:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c452b893. 00000008:00000010:0.0:1767384315.755909:0:24303:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000cf6ba90c. 00020000:00000010:0.0:1767384315.755913:0:24303:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000025fb3b5f. 00008000:00000010:0.0:1767384315.755923:0:24303:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000409eda89. 00100000:00000010:0.0:1767384315.756000:0:24303:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dd3fb23a. 00040000:00000010:0.0:1767384315.756005:0:24303:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cb1743fd. 00040000:00000010:0.0:1767384315.756008:0:24303:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c3be11d1. 00040000:00000010:0.0:1767384315.756011:0:24303:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004791c00e. 00080000:00000010:0.0:1767384315.756014:0:24303:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000992bfabb. 00000004:00000010:0.0:1767384315.756018:0:24303:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008fba4c23. 00000004:00000010:0.0:1767384315.756022:0:24303:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000358f9941. 00000004:00000010:0.0:1767384315.756036:0:24303:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003ec36ad3. 00002000:00000010:0.0:1767384315.756040:0:24303:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000067bdfc32. 00000004:00000010:0.0:1767384315.756043:0:24303:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001ed06418. 00000080:00000010:0.0:1767384315.756054:0:24303:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c5a56819. 00000080:00000010:0.0:1767384315.756065:0:24303:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000026a979f2. 00000100:00000010:0.0:1767384315.756070:0:24303:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d6064125. 00000100:00000200:0.0:1767384315.756077:0:24303:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00010000:00000010:0.1:1767384315.760500:0:16655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d48b090f. 00010000:00000010:2.1:1767384315.760505:0:24306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008da30f81. 00010000:00000010:0.1:1767384315.760509:0:16655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047beefc9. 00080000:00000001:1.0:1767384315.762371:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384315.762374:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384315.762378:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:0.0:1767384315.762378:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384315.762380:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384315.762384:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384315.762384:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384315.762386:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384315.762388:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007aaeef28. 00080000:00000001:0.0:1767384315.762391:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384315.762393:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384315.762397:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384315.762407:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384315.762409:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384315.762415:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384315.762428:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384315.762430:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384315.762432:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384315.762435:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384315.762437:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384315.762442:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b601887d. 00010000:00000001:1.0:1767384315.762446:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384315.762449:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000770811d6. 00000020:00000001:1.0:1767384315.762451:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384315.762454:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000770811d6 with handle 0xf83434fd52e6d9fc to hash 00000020:00000001:1.0:1767384315.762456:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384315.762458:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384315.762460:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384315.762462:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384315.762464:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.762465:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000770811d6/0xf83434fd52e6d9fc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.762471:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384315.762474:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384315.762476:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384315.762496:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384315.762498:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384315.762499:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384315.762501:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384315.762503:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384315.762504:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384315.762506:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384315.762508:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384315.762509:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b601887d) refcount = 1 00010000:00010000:1.0:1767384315.762511:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000770811d6/0xf83434fd52e6d9fc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.762522:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384315.762524:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384315.762525:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384315.762527:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.762529:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384315.762531:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384315.762532:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:1.0:1767384315.762534:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384315.762535:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384315.762536:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=4 00000020:00000001:1.0:1767384315.762538:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384315.762540:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384315.762542:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384315.762544:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000770811d6/0xf83434fd52e6d9fc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.762549:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384315.762551:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000770811d6/0xf83434fd52e6d9fc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.762555:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.762556:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384315.762557:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000770811d6/0xf83434fd52e6d9fc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.762561:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384315.762562:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.762564:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384315.762565:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000770811d6/0xf83434fd52e6d9fc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384315.762568:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000770811d6 already unused, calling callback (000000008463f753) 00010000:00000001:1.0:1767384315.762570:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384315.762577:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384315.762579:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000770811d6/0xf83434fd52e6d9fc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.762584:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384315.762585:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384315.762587:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384315.762588:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=5 00000020:00000001:1.0:1767384315.762590:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384315.762591:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384315.762593:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384315.762594:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000770811d6/0xf83434fd52e6d9fc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.762597:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384315.762599:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384315.762600:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.762603:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384315.762604:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384315.762607:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384315.762609:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384315.762611:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000770811d6 with handle 0xf83434fd52e6d9fc from hash 00010000:00000001:1.0:1767384315.762613:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384315.762614:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.762615:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384315.762616:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384315.762618:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384315.762619:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384315.762620:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384315.762622:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384315.762623:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.762625:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384315.762626:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384315.762628:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.762629:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384315.762630:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.762636:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.762638:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.762639:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000770811d6/0xf83434fd52e6d9fc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.762643:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.762644:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384315.762646:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384315.762647:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384315.762648:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.762649:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384315.762650:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384315.762652:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384315.762653:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.762654:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000770811d6/0xf83434fd52e6d9fc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.762657:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384315.762658:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384315.762660:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000770811d6/0xf83434fd52e6d9fc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384315.762664:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b601887d count: 0 00010000:00000001:1.0:1767384315.762677:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384315.762679:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384315.763409:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384315.763413:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384315.763415:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000065580218. 20000000:00000001:2.0:1767384315.763420:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384315.763425:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732508928 00010000:00000001:2.0:1767384315.763428:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384315.763433:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c28e1b9c x1853236732508928/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384315.763440:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384315.763442:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384315.763443:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384315.763447:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384315.763449:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384315.763450:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384315.763453:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384315.763454:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384315.763457:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384315.763461:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384315.763464:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d87b67dc. 00000100:00000200:2.0:1767384315.763468:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732508928, offset 224 00000400:00000200:2.0:1767384315.763473:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384315.763512:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384315.763520:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203b00 00000400:00000200:2.0:1767384315.763526:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15bd [2] + 224 00000400:00000200:2.0:1767384315.763531:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384315.763541:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384315.763545:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384315.763549:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc8d759 x1853236732508928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384315.763557:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bdc8d759 x1853236732508928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384315.763576:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384315.763581:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d87b67dc 00000400:00000010:2.0:1767384315.763582:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d87b67dc. 00000100:00000001:2.0:1767384315.763584:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384315.763586:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384315.763589:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384315.763592:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384315.763594:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384315.763596:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.763597:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384315.763598:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384315.763600:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384315.763604:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c28e1b9c x1853236732508928/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384315.763605:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384315.763609:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384315.763612:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ced4d8f7. 00000100:00100000:2.0:1767384315.763617:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c28e1b9c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732508928:12345-0@lo:253: Request processed in 19387us (19726us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384315.763617:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cc2c58a 00000400:00000010:1.0:1767384315.763621:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007cc2c58a. 00000100:00000001:1.0:1767384315.763626:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384315.763629:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000200:1.0:1767384315.763632:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc8d759 x1853236732508928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384315.763633:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384315.763637:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384315.763640:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384315.763645:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f0bce013. 00000100:00000200:1.0:1767384315.763646:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bdc8d759 x1853236732508928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384315.763652:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003984bf0b. 00000020:00000010:2.0:1767384315.763656:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d7c4462. 00000020:00000040:2.0:1767384315.763662:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:1.0:1767384315.763665:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384315.763668:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384315.763668:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384315.763671:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008bb2c245. 00000100:00000001:1.0:1767384315.763672:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384315.763677:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384315.763679:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384315.763679:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384315.763682:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.763682:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384315.763687:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384315.763688:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384315.763690:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384315.763693:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384315.763699:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384315.763700:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384315.763701:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002349de8e. 00010000:00000001:1.0:1767384315.763702:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384315.763706:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384315.763708:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d87b67dc. 00000100:00000001:1.0:1767384315.763709:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384315.763714:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bdc8d759 x1853236732508928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.763719:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384315.763721:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384315.763723:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384315.763726:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384315.763727:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384315.763729:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384315.763731:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384315.763732:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384315.763733:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384315.763734:0:16146:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384315.763736:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384315.763737:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384315.763739:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bdc8d759 x1853236732508928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384315.763744:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bdc8d759 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732508928:0@lo:253: 00000100:00000001:1.0:1767384315.763749:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.763750:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384315.763752:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bdc8d759 x1853236732508928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.763763:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384315.763765:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384315.763767:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d2caa756. 02000000:00000001:1.0:1767384315.763770:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384315.763771:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384315.763772:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384315.763773:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384315.763775:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005ecdab82. 02000000:00000001:1.0:1767384315.763778:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384315.763779:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384315.763781:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bdc8d759. 00000100:00000001:1.0:1767384315.763783:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384315.763785:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.763786:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.763790:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384315.763792:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.763794:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384315.763797:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384315.763966:0:24305:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ff36a417. 00000400:00000040:3.0:1767384315.763984:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384315.763987:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384315.763989:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384315.763991:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384315.763993:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384315.763995:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384315.763998:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384315.763999:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384315.764001:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384315.764006:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384315.764008:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384315.764009:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384315.764011:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384315.764013:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384315.764014:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384315.764016:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384315.764018:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384315.764019:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384315.764020:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384315.764022:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384315.764024:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384315.764025:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384315.764026:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384315.764027:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384315.764029:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384315.764030:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384315.764032:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384315.764032:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384315.764034:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384315.764035:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384315.764037:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384315.764039:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384315.764040:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384315.764041:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384315.764043:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384315.764044:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384315.764046:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384315.764048:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384315.764050:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384315.764051:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384315.764052:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384315.764054:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384315.764056:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384315.764057:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384315.764058:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384315.764060:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384315.764061:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384315.764063:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384315.764068:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384315.764069:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384315.764070:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384315.764072:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384315.764073:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384315.764075:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384315.764077:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384315.764078:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384315.764080:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384315.764145:0:24305:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ff36a417. 00000100:00000040:0.0:1767384315.765519:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294903673, at 4294903674 00000100:00000010:0.0:1767384315.765526:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e9b601b. 00000100:00000040:2.0:1767384315.765535:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294903673, at 4294903674 00000100:00000010:2.0:1767384315.765543:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a4ddbbf. 00080000:00000020:0.0:1767384315.765597:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384315.765600:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384315.765601:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004e12ef96. 20000000:00000001:0.0:1767384315.765606:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384315.765609:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732508800 00010000:00000001:0.0:1767384315.765611:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384315.765615:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d88ad611 x1853236732508800/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.765621:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384315.765623:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.765624:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294903673, at 4294903674 00000100:00001000:0.0:1767384315.765625:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384315.765631:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1767384315.765632:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078256c5d. 00000100:00000040:0.0:1767384315.765634:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384315.765637:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384315.765639:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384315.765641:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.765642:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384315.765644:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384315.765647:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007cc2c58a. 00000100:00000200:0.0:1767384315.765649:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732508800, offset 224 00000400:00000200:0.0:1767384315.765652:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384315.765657:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384315.765662:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203a80 00000400:00000200:0.0:1767384315.765665:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15b5 [2] + 224 00000400:00000200:0.0:1767384315.765669:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384315.765671:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384315.765674:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384315.765676:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b475e705 x1853236732508800/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384315.765682:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b475e705 x1853236732508800/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.765693:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384315.765696:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cc2c58a 00000100:00000001:3.0:1767384315.765701:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384315.765704:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384315.765705:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007cc2c58a. 00000100:00000001:0.0:1767384315.765709:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384315.765710:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384315.765711:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384315.765713:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384315.765716:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e07a0. 00000100:00000001:0.0:1767384315.765716:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384315.765722:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000200:3.0:1767384315.765723:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000821528a9 00010000:00000001:0.0:1767384315.765726:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384315.765727:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000821528a9. 00000020:00000001:0.0:1767384315.765729:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.765732:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384315.765733:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384315.765738:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b475e705 x1853236732508800/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384315.765740:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d88ad611 x1853236732508800/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384315.765760:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b475e705 x1853236732508800/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384315.765766:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d88ad611 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732508800:12345-0@lo:253: Request processed in 21557us (22026us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384315.765771:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384315.765773:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.765778:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384315.765779:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384315.765780:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384315.765782:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000001:3.0:1767384315.765783:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.765786:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384315.765789:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00001000:3.0:1767384315.765790:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=35 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384315.765795:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384315.765796:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384315.765800:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384315.765800:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384315.765804:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.765805:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384315.765806:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000db57655a. 00010000:00000001:3.0:1767384315.765813:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384315.765814:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000737e6c6e. 00000100:00000001:3.0:1767384315.765815:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.765820:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b475e705 x1853236732508800/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384315.765820:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7328db8. 00000020:00000040:0.0:1767384315.765838:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:0.0:1767384315.765843:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384315.765846:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384315.765846:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b779e14a. 00000100:00000001:3.0:1767384315.765851:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384315.765851:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384315.765854:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.765855:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384315.765867:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384315.765868:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384315.765871:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:0.0:1767384315.765872:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3b9a73. 00000020:01000004:3.0:1767384315.765873:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384315.765875:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384315.765878:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:0.0:1767384315.765878:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007cc2c58a. 00000020:01000004:3.0:1767384315.765881:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384315.765883:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384315.765884:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384315.765885:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384315.765886:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384315.765888:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b475e705 x1853236732508800/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384315.765894:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b475e705 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732508800:0@lo:253: 00000100:00000001:3.0:1767384315.765898:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.765899:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384315.765900:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b475e705 x1853236732508800/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.765904:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384315.765905:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384315.765907:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003df40e17. 02000000:00000001:3.0:1767384315.765909:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384315.765910:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384315.765911:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384315.765912:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384315.765913:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000598e4e49. 02000000:00000001:3.0:1767384315.765915:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384315.765916:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384315.765917:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b475e705. 00000100:00000001:3.0:1767384315.765922:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384315.765923:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.765924:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.765939:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384315.765940:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.765941:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384315.765942:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384315.766514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d690423f. 00010000:00000010:1.1:1767384315.766521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008f752a05. 00000100:00000040:1.0:1767384315.766529:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294903673, at 4294903675 00000100:00000010:1.0:1767384315.766534:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad9229be. 00010000:00000010:1.1:1767384315.773495:0:24309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b601887d. 00010000:00000010:1.1:1767384315.773502:0:24309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000770811d6. 00010000:00000001:1.0:1767384316.284530:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384316.284536:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.284543:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384316.284544:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.284574:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384316.284578:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384316.284581:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384316.412542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384316.412550:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384316.412558:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fafa5cff. 00000004:00000001:2.0:1767384316.412559:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384316.412562:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000040:1.0:1767384316.412567:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000010:2.0:1767384316.412569:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c719fed2. 00000100:00000001:1.0:1767384316.412573:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1767384316.412574:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384316.412577:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384316.412579:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384316.412581:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384316.412583:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.412584:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384316.412596:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081c45fba. 02000000:00000010:1.0:1767384316.412596:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d817a978. 00000100:00000001:1.0:1767384316.412605:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.412606:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.412616:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384316.412617:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384316.412620:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.412630:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c719fed2] to pc [ptlrpcd_00_03+3] req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.412634:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384316.412637:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.412644:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fafa5cff] to pc [ptlrpcd_00_00+0] req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384316.412663:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.412669:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.412673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384316.412674:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.412676:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384316.412679:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384316.412680:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b02b9c41. 00000100:00000001:2.0:1767384316.412682:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767384316.412684:0:36:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384316.412687:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384316.412688:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384316.412689:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384316.412692:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384316.412698:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001aa174c7. 00000100:00000001:2.0:1767384316.412699:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384316.412702:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.412705:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384316.412705:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.412709:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384316.412712:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384316.412713:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384316.412720:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236732509312:0@lo:13: 00000100:00000001:2.0:1767384316.412729:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384316.412729:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384316.412733:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.412736:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384316.412736:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02b9c41] to pc [ptlrpcd_00_01+1] req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.412742:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.412745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384316.412746:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.412751:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384316.412752:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384316.412756:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003dbcd009. 02000000:00000010:2.0:1767384316.412758:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005b496a09. 00000020:00000040:1.0:1767384316.412759:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1767384316.412762:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.412763:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384316.412766:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384316.412767:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384316.412769:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001664d156. 02000000:00000010:1.0:1767384316.412771:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049022cd6. 00000100:00000001:1.0:1767384316.412776:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384316.412780:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d48f1b0. 00000100:00000040:1.0:1767384316.412787:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384316.412788:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732509312, portal 4 00000100:00000001:2.0:1767384316.412795:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384316.412797:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384316.412798:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000001:1.0:1767384316.412800:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.412804:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dbcd009] to pc [ptlrpcd_00_02+2] req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384316.412808:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.412836:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.412837:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.412841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767384316.412844:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384316.412846:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767384316.412848:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000100:00000010:1.0:1767384316.412851:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d53b5e2. 00000100:00000200:2.0:1767384316.412852:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732509312, offset 0 00000020:00000040:1.0:1767384316.412854:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384316.412857:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384316.412859:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384316.412861:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.412862:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384316.412866:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000e691233. 00000100:00000001:1.0:1767384316.412870:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.412874:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384316.412882:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384316.412883:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384316.412886:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.412890:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d53b5e2] to pc [ptlrpcd_00_03+3] req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384316.412896:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d203c80 00000100:00000001:1.0:1767384316.412898:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.412905:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1120 00000100:00000040:1.0:1767384316.412906:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (242) 00000400:00000200:2.0:1767384316.412917:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384316.412921:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384316.412927:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384316.412929:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384316.412932:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072bb4aea. 00000100:00000040:2.0:1767384316.412934:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000072bb4aea x1853236732509312 msgsize 224 00000100:00100000:2.0:1767384316.412938:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384316.412948:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384316.412956:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000400:00000010:2.0:1767384316.412958:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000100:00000001:1.0:1767384316.412960:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384316.412962:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384316.412965:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384316.412966:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.412969:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384316.412976:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384316.412977:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384316.412981:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.412988:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384316.412992:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.412997:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384316.412999:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.413002:0:16149:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384316.413006:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.413009:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.413009:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384316.413017:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fafa5cff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732509440:0@lo:400: 00000100:00000040:2.0:1767384316.413018:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5452 usecs (6 jiffies) 00000100:00000001:1.0:1767384316.413020:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384316.413026:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294904327 02000000:00000001:1.0:1767384316.413027:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384316.413029:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.413032:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767384316.413033:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068bf0edb. 02000000:00000010:1.0:1767384316.413035:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0790df. 02000000:00000001:1.0:1767384316.413038:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.413044:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384316.413044:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b230e675. 00000400:00000010:1.0:1767384316.413050:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000100:00000001:2.0:1767384316.413053:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294904327 00000100:00000200:1.0:1767384316.413055:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732509440, portal 25 00000100:00000001:1.0:1767384316.413058:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767384316.413059:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ade3b3d. 00000100:00000001:1.0:1767384316.413060:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210164224 : -119698499387392 : ffff93228576c000) 00000100:00000001:2.0:1767384316.413068:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384316.413068:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.413074:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294904327 00000100:00000001:1.0:1767384316.413076:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384316.413079:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bebaa1d7. 00000100:00000040:1.0:1767384316.413080:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384316.413085:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384316.413086:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5494936. 00000100:00000001:2.0:1767384316.413089:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294904327 00000100:00000200:1.0:1767384316.413089:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236732509440, offset 0 00000100:00000010:2.0:1767384316.413098:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c85f55d. 00000400:00000200:1.0:1767384316.413103:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384316.413105:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384316.413112:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384316.413113:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384316.413120:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.413125:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d203d00 00000100:00000001:2.0:1767384316.413126:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.413132:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.413134:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa55 [2] + 0 00000400:00000010:1.0:1767384316.413138:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000422f1a49. 00000400:00000200:1.0:1767384316.413143:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ede07fb 00000100:00000001:3.0:1767384316.413145:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384316.413146:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384316.413146:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384316.413150:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732509312 00000100:00000001:2.0:1767384316.413151:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384316.413153:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384316.413156:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384316.413158:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384316.413158:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ede07fb 00000100:00000001:3.0:1767384316.413159:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384316.413160:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384316.413162:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ede07fb. 00000100:00000001:3.0:1767384316.413164:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.413165:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384316.413167:0:16146:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384316.413170:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384316.413170:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384316.413171:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.413175:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000007851636a x1853236732509440 msgsize 224 00000100:00100000:3.0:1767384316.413177:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732509312 00000020:00000001:3.0:1767384316.413183:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384316.413186:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00100000:1.0:1767384316.413188:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384316.413191:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384316.413192:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384316.413194:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000100:00000001:2.0:1767384316.413195:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.413197:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:3.0:1767384316.413201:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 02000000:00000001:2.0:1767384316.413202:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384316.413206:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 02000000:00000001:2.0:1767384316.413207:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.413210:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384316.413211:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384316.413216:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5494936 00000020:00000010:3.0:1767384316.413217:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004277e021. 02000000:00000001:2.0:1767384316.413217:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.413220:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5494936. 00000020:00000010:3.0:1767384316.413225:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003cc7e9b1. 00000100:00100000:2.0:1767384316.413226:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d53b5e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732509824:0@lo:400: 00000100:00000001:1.0:1767384316.413226:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384316.413233:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384316.413233:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384316.413234:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 02000000:00000001:2.0:1767384316.413238:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384316.413243:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.413247:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1767384316.413249:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384316.413249:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384316.413252:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072d84b1c. 02000000:00000010:2.0:1767384316.413256:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da0dcef1. 00000100:00000040:1.0:1767384316.413256:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384316.413260:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa5fa34a. 02000000:00000001:2.0:1767384316.413262:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384316.413267:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003366b72f. 00000400:00000010:2.0:1767384316.413272:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099d9752a. 00000100:00000001:1.0:1767384316.413274:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.413278:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384316.413279:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384316.413281:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000100:00000001:3.0:1767384316.413283:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384316.413284:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.413286:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384316.413287:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732509824, portal 10 00000100:00000001:3.0:1767384316.413290:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.413291:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384316.413291:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294904331 00000100:00000001:2.0:1767384316.413294:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210178560 : -119698499373056 : ffff93228576f800) 00000100:00000001:1.0:1767384316.413298:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294904327 00000100:00000001:3.0:1767384316.413300:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.413304:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294904331 00000100:00000040:2.0:1767384316.413305:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.413308:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.413309:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294904327 00000100:00000001:1.0:1767384316.413315:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294904331 00000100:00000001:2.0:1767384316.413322:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384316.413324:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384316.413324:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294904327 00000100:00000040:2.0:1767384316.413328:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384316.413330:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294904331 00000400:00000010:2.0:1767384316.413334:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d211972. 00000100:00000001:3.0:1767384316.413335:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384316.413335:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294904327 00000100:00100000:3.0:1767384316.413341:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000200:2.0:1767384316.413342:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732509824, offset 0 00000100:00000001:1.0:1767384316.413342:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384316.413345:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:1.0:1767384316.413347:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.413350:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376012929920 : -119697696621696 : ffff9322b54ffb80) 00000100:00000001:1.0:1767384316.413352:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.413356:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384316.413357:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072bb4aea x1853236732509312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.413358:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384316.413367:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384316.413367:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384316.413370:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384316.413377:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.413378:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384316.413379:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384316.413382:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d203e80 00000100:00000001:1.0:1767384316.413383:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384316.413384:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016d8624b. 00000100:00000001:3.0:1767384316.413389:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384316.413390:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:2.0:1767384316.413392:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000020:00000010:3.0:1767384316.413396:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016d8624b. 00000100:00000001:1.0:1767384316.413396:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384316.413399:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384316.413403:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072bb4aea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236732509312:12345-0@lo:13: 00000400:00000200:2.0:1767384316.413406:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384316.413408:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384316.413411:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732509312 00000100:00000001:1.0:1767384316.413412:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.413415:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384316.413417:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384316.413417:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384316.413418:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384316.413421:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384316.413422:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000010:2.0:1767384316.413424:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef507b01. 00000100:00000001:1.0:1767384316.413424:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384316.413425:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.413430:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000ef507b01 x1853236732509824 msgsize 224 00000100:00000040:1.0:1767384316.413431:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384316.413432:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384316.413436:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000020:00000001:3.0:1767384316.413441:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1767384316.413442:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384316.413445:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384316.413451:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384316.413453:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384316.413454:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384316.413455:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.413456:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.413459:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.413460:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384316.413462:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d211972 02000000:00000001:1.0:1767384316.413464:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.413465:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384316.413466:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d211972. 02000000:00000001:1.0:1767384316.413466:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.413469:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384316.413472:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384316.413473:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b02b9c41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732509568:0@lo:400: 02000000:00000010:3.0:1767384316.413475:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a10cdccb. 00000100:00000001:1.0:1767384316.413476:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384316.413502:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384316.413503:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.413503:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384316.413507:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.413509:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.413512:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00002000:00000001:3.0:1767384316.413515:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000010:1.0:1767384316.413517:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ef53227. 00002000:00000001:3.0:1767384316.413521:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384316.413521:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384316.413522:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.413526:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000010:1.0:1767384316.413528:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047e096ab. 00000100:00000040:2.0:1767384316.413529:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384316.413530:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000010:1.0:1767384316.413535:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5494936. 00000100:00000001:2.0:1767384316.413538:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.413541:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384316.413541:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732509568, portal 4 00080000:00000001:3.0:1767384316.413544:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.413545:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384316.413547:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.413548:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210173184 : -119698499378432 : ffff93228576e300) 00000020:00000001:3.0:1767384316.413549:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384316.413553:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2760 usecs (3 jiffies) 00002000:00000024:3.0:1767384316.413554:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767384316.413556:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294904325 00000100:00000040:1.0:1767384316.413557:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.413562:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294904331 00000020:00000020:3.0:1767384316.413568:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:2.0:1767384316.413568:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294904325 00000100:00000001:2.0:1767384316.413575:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294904331 00000020:00000020:3.0:1767384316.413576:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384316.413576:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384316.413581:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294904325 00002000:00000020:3.0:1767384316.413582:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:2.0:1767384316.413587:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294904331 00000100:00000040:1.0:1767384316.413587:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:3.0:1767384316.413588:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000010:1.0:1767384316.413592:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 00000100:00000001:2.0:1767384316.413593:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294904325 00000020:00000010:3.0:1767384316.413595:0:17559:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000098328014. 00000100:00000200:1.0:1767384316.413597:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732509568, offset 0 00000100:00000001:2.0:1767384316.413600:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294904331 00000001:00000001:3.0:1767384316.413603:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:1.0:1767384316.413606:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:3.0:1767384316.413607:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.413607:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1767384316.413613:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.413615:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.413616:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1767384316.413619:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732509312 00000100:00000001:2.0:1767384316.413622:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.413623:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384316.413628:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d203d80 00000100:00000001:2.0:1767384316.413629:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384316.413630:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072bb4aea x1853236732509312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.413638:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384316.413638:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2320 00000100:00000001:2.0:1767384316.413643:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384316.413644:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384316.413648:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.413649:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384316.413653:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384316.413653:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767384316.413654:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384316.413656:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.413663:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384316.413664:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384316.413665:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384316.413667:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.413668:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384316.413670:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000200:1.0:1767384316.413672:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384316.413673:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384316.413674:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:2.0:1767384316.413676:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384316.413677:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000695dab7e. 02000000:00000001:3.0:1767384316.413678:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384316.413679:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384316.413681:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.413683:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384316.413684:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000695dab7e x1853236732509568 msgsize 224 00000100:00000001:3.0:1767384316.413685:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384316.413691:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384316.413692:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767384316.413693:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384316.413695:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000100:00000040:2.0:1767384316.413699:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384316.413700:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732509312, offset 224 00000100:00000001:1.0:1767384316.413702:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.413709:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 00000100:00000001:2.0:1767384316.413710:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384316.413712:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 00000100:00000001:2.0:1767384316.413713:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.413718:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384316.413718:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384316.413722:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384316.413723:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384316.413725:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384316.413726:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.413732:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384316.413735:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003dbcd009 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236732509696:0@lo:400: 00000100:00000001:2.0:1767384316.413743:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384316.413746:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384316.413747:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d203c80 00000100:00000001:1.0:1767384316.413748:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384316.413750:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.413754:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384316.413754:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384316.413758:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15f5 [1] + 224 02000000:00000010:2.0:1767384316.413759:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6aa1c1c. 02000000:00000001:2.0:1767384316.413764:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.413768:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384316.413770:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f20b21e3. 00000400:00000200:3.0:1767384316.413776:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384316.413776:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d211972. 00000100:00000001:1.0:1767384316.413777:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384316.413782:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732509696, portal 10 00000100:00000001:1.0:1767384316.413782:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384316.413784:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384316.413787:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384316.413789:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384316.413790:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.413790:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210172288 : -119698499379328 : ffff93228576df80) 00000100:00000040:1.0:1767384316.413795:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5452 usecs (6 jiffies) 00000100:00000040:2.0:1767384316.413801:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.413802:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294904328 00000100:00000001:1.0:1767384316.413808:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294904331 00000100:00000001:2.0:1767384316.413825:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384316.413826:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294904328 00000100:00000040:2.0:1767384316.413833:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384316.413833:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294904331 00000400:00000010:2.0:1767384316.413839:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2ab236. 00000100:00000001:1.0:1767384316.413839:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294904328 00000100:00000200:2.0:1767384316.413845:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732509696, offset 0 00000100:00000001:1.0:1767384316.413846:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294904331 00000100:00000040:3.0:1767384316.413851:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.413852:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294904328 00000400:00000200:2.0:1767384316.413853:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384316.413859:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294904331 00000100:00000001:1.0:1767384316.413864:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384316.413866:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384316.413867:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.413868:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.413874:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.413876:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d203e00 00000400:00000200:3.0:1767384316.413877:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000400:00000010:3.0:1767384316.413880:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000100:00000001:3.0:1767384316.413885:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384316.413886:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.413888:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384316.413890:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000100:00000001:3.0:1767384316.413896:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.413896:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384316.413900:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384316.413904:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000200:2.0:1767384316.413905:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384316.413905:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.413909:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384316.413913:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.413914:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384316.413915:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384316.413919:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072bb4aea x1853236732509312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384316.413923:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384316.413925:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1767384316.413930:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e993f2ff. 00000100:00100000:1.0:1767384316.413932:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732509440 00000100:00000040:2.0:1767384316.413935:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000e993f2ff x1853236732509696 msgsize 224 02000000:00000001:1.0:1767384316.413936:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384316.413939:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072bb4aea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236732509312:12345-0@lo:13: Request processed in 557us (999us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384316.413941:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.413946:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384316.413950:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384316.413952:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.413954:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1767384316.413958:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732509440 00000100:00000040:3.0:1767384316.413959:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:2.0:1767384316.413963:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384316.413964:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384316.413964:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384316.413969:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1767384316.413969:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000400:00000200:2.0:1767384316.413971:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2ab236 00000400:00000010:2.0:1767384316.413975:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c2ab236. 00000020:00000001:1.0:1767384316.413975:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384316.413976:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa5fa34a. 00000020:00000040:1.0:1767384316.413980:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000001:2.0:1767384316.413982:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384316.413983:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003366b72f. 00000020:00000001:1.0:1767384316.413984:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000200:2.0:1767384316.413988:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384316.413989:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072d84b1c. 00000020:00000001:1.0:1767384316.413990:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000040:3.0:1767384316.413999:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:1.0:1767384316.413999:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384316.414004:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.414004:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384316.414005:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000100:00000001:1.0:1767384316.414010:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384316.414011:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384316.414012:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000020:00000010:1.0:1767384316.414019:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b61806b. 00000100:00000001:3.0:1767384316.414022:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384316.414024:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057403ee7. 00000100:00000001:2.0:1767384316.414026:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.414027:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384316.414030:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000251a8b72. 00000100:00000001:2.0:1767384316.414031:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384316.414039:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.414040:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:2.0:1767384316.414043:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2406 usecs (3 jiffies) 00000100:00000001:1.0:1767384316.414044:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384316.414047:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384316.414049:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294904325 00000100:00000001:1.0:1767384316.414049:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.414055:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294904331 00000100:00000001:1.0:1767384316.414056:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.414059:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294904325 00000100:00000001:2.0:1767384316.414063:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294904331 00000100:00000001:2.0:1767384316.414066:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294904325 00000100:00000001:2.0:1767384316.414068:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294904331 00000100:00000001:1.0:1767384316.414068:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.414069:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384316.414074:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294904325 00000100:00100000:3.0:1767384316.414075:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732509824 00000100:00000001:2.0:1767384316.414078:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294904331 02000000:00000001:3.0:1767384316.414080:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384316.414082:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.414083:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.414083:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384316.414085:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.414086:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384316.414088:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384316.414093:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000400:00000001:2.0:1767384316.414094:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384316.414095:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000400:00000001:2.0:1767384316.414098:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384316.414101:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141324368 : -119697568227248 : ffff9322bcf72050) 02000000:00000001:3.0:1767384316.414102:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384316.414103:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001664d156. 00000100:00000040:1.0:1767384316.414106:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007851636a x1853236732509440/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.414109:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732509824 00000400:00000200:2.0:1767384316.414111:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d48f1b0 00000020:00000001:3.0:1767384316.414113:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384316.414117:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000020:00000001:3.0:1767384316.414123:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384316.414124:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d48f1b0. 00000100:00000001:1.0:1767384316.414126:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384316.414127:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000100:00000001:2.0:1767384316.414131:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384316.414131:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000020:00000001:3.0:1767384316.414135:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000001:1.0:1767384316.414135:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384316.414139:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384316.414142:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000010:1.0:1767384316.414142:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000100:00000001:3.0:1767384316.414150:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384316.414153:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007851636a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16146:x1853236732509440:12345-0@lo:400: 00000100:00000200:2.0:1767384316.414155:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384316.414156:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016d8624b. 00000100:00000200:1.0:1767384316.414159:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732509440 00000020:00000010:3.0:1767384316.414164:0:16784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fd57c9de. 00000020:00000001:1.0:1767384316.414164:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384316.414168:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384316.414169:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384316.414172:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384316.414173:0:16784:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000020:00000001:1.0:1767384316.414173:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.414178:0:16149:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384316.414179:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384316.414181:0:16784:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384316.414182:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342976 : -1042208640 : ffffffffc1e12880) 02000000:00000001:2.0:1767384316.414183:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384316.414186:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072d84b1c. 00000100:00000001:2.0:1767384316.414187:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384316.414187:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384316.414190:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.414191:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384316.414195:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa5fa34a. 02000000:00000001:2.0:1767384316.414195:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.414195:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384316.414198:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384316.414201:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384316.414202:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=26 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384316.414203:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003366b72f. 00000020:00000001:1.0:1767384316.414204:0:16777:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384316.414207:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1767384316.414211:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=26 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384316.414211:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384316.414216:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384316.414216:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e199dcdf. 00000100:00000040:3.0:1767384316.414217:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384316.414218:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.414221:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384316.414224:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384316.414225:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384316.414225:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.414229:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00080000:2.0:1767384316.414230:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384316.414230:0:16777:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.414235:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384316.414235:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732509440 00010000:00000001:1.0:1767384316.414242:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384316.414245:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1767384316.414248:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384316.414248:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007851636a x1853236732509440/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.414250:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384316.414254:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.414257:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384316.414262:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:1.0:1767384316.414264:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384316.414266:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767384316.414266:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.414268:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.414271:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.414271:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.414278:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384316.414280:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384316.414282:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.414282:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00100000:3.0:1767384316.414284:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732509696 02000000:00000001:3.0:1767384316.414288:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384316.414291:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.414293:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:3.0:1767384316.414296:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.414298:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384316.414302:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.414303:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.414308:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.414308:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384316.414309:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732509696 00000020:00000001:3.0:1767384316.414314:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384316.414314:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384316.414316:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384316.414317:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000400:00000010:1.0:1767384316.414319:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 00000100:00000001:2.0:1767384316.414321:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384316.414322:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384316.414323:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236732509440, offset 224 00000020:00000040:3.0:1767384316.414326:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000004:00000001:2.0:1767384316.414328:0:16149:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:1.0:1767384316.414331:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000040:2.0:1767384316.414333:0:16149:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:3.0:1767384316.414338:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000004:00000040:2.0:1767384316.414340:0:16149:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000200:1.0:1767384316.414340:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384316.414344:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000400:00000200:1.0:1767384316.414352:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d203d00 00000100:00000001:3.0:1767384316.414353:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000020:2.0:1767384316.414356:0:16149:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000010:3.0:1767384316.414358:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d96b4b22. 00000400:00000200:1.0:1767384316.414358:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15fd [1] + 224 00000100:00000001:3.0:1767384316.414364:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384316.414367:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384316.414371:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d96b4b22. 00000004:00000001:2.0:1767384316.414374:0:16149:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.414376:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384316.414379:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b1ca825. 00000100:00000001:1.0:1767384316.414381:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384316.414382:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384316.414386:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eab7ec8c. 00000100:00000200:1.0:1767384316.414388:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384316.414394:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c38e478d. 00000100:00000001:3.0:1767384316.414402:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384316.414405:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236732509312:0@lo:13: 00000100:00000001:3.0:1767384316.414406:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384316.414411:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.414415:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.414415:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.414418:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384316.414419:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384316.414422:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384316.414425:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c719fed2 x1853236732509312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.414427:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.414434:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384316.414436:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384316.414439:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 02000000:00000001:2.0:1767384316.414440:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384316.414441:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384316.414443:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 02000000:00000010:2.0:1767384316.414444:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005b496a09. 00000100:00000001:1.0:1767384316.414449:0:16777:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384316.414450:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384316.414451:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384316.414453:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384316.414454:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384316.414456:0:16149:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384316.414456:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.414458:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384316.414462:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384316.414463:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 02000000:00000010:2.0:1767384316.414466:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081c45fba. 00000100:00100000:3.0:1767384316.414468:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00010000:00000001:1.0:1767384316.414468:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384316.414472:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384316.414472:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.414474:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 02000000:00000001:2.0:1767384316.414475:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384316.414494:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c719fed2. 00000100:00000001:2.0:1767384316.414497:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384316.414498:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.414500:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.414502:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384316.414503:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384316.414504:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384316.414505:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.414509:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.414511:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007851636a x1853236732509440/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.414512:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376012918272 : -119697696633344 : ffff9322b54fce00) 00000100:00000040:3.0:1767384316.414523:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef507b01 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.414527:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384316.414527:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007851636a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16146:x1853236732509440:12345-0@lo:400: Request processed in 396us (1346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384316.414532:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732509568 02000000:00000001:2.0:1767384316.414535:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384316.414538:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384316.414541:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384316.414547:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 02000000:00000001:2.0:1767384316.414548:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.414551:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384316.414551:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732509568 00000020:00000001:2.0:1767384316.414555:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384316.414557:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d96b4b22. 00000100:00000040:1.0:1767384316.414557:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384316.414561:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384316.414565:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384316.414565:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000001:1.0:1767384316.414565:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384316.414569:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384316.414571:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057403ee7. 00000020:00000010:3.0:1767384316.414572:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d96b4b22. 00000020:00000040:2.0:1767384316.414572:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000020:00000010:1.0:1767384316.414578:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000251a8b72. 00000020:00000001:2.0:1767384316.414579:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00100000:3.0:1767384316.414585:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef507b01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732509824:12345-0@lo:400: 00000020:00000001:2.0:1767384316.414585:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000010:1.0:1767384316.414586:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b61806b. 00000020:00000040:1.0:1767384316.414592:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000200:3.0:1767384316.414594:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732509824 00000100:00000001:2.0:1767384316.414595:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384316.414597:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1767384316.414598:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384316.414600:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e199dcdf. 00000020:00000010:2.0:1767384316.414601:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4faa897. 00000020:00000001:3.0:1767384316.414603:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384316.414604:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1767384316.414608:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.414608:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.414608:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384316.414615:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4faa897. 00000100:00000200:1.0:1767384316.414617:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:3.0:1767384316.414620:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384316.414623:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048b52472. 00000020:00000001:3.0:1767384316.414624:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000010:2.0:1767384316.414625:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006aa04cb9. 00000400:00000010:1.0:1767384316.414629:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ccfb0d8. 00000020:00000001:3.0:1767384316.414631:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384316.414633:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002807b721. 00000020:00000001:3.0:1767384316.414636:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384316.414640:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384316.414641:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000050cba3a3. 00000020:00000001:3.0:1767384316.414642:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384316.414644:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384316.414647:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.414647:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384316.414652:0:16784:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384316.414653:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000001:1.0:1767384316.414653:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384316.414656:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:1.0:1767384316.414657:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384316.414658:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384316.414661:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384316.414662:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384316.414662:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b230e675. 00000100:00000001:2.0:1767384316.414666:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.414667:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 02000000:00000010:3.0:1767384316.414668:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000004d36141. 00000400:00000010:1.0:1767384316.414670:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00000100:00000001:2.0:1767384316.414671:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384316.414674:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.414675:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384316.414676:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384316.414678:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.414679:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384316.414683:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384316.414685:0:16784:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.414691:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384316.414692:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732509824 00000100:00000200:1.0:1767384316.414696:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384316.414698:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384316.414703:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384316.414705:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384316.414706:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000200:3.0:1767384316.414707:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ef507b01 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.414709:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.414714:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384316.414715:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 02000000:00000001:1.0:1767384316.414717:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384316.414720:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:1.0:1767384316.414720:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384316.414725:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210166016 : -119698499385600 : ffff93228576c700) 00000100:00000001:1.0:1767384316.414725:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.414731:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.414733:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384316.414734:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000695dab7e x1853236732509568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384316.414734:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=36 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384316.414738:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.414743:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=36 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384316.414745:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.414752:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384316.414755:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384316.414756:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384316.414760:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384316.414761:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4faa897. 00000100:00000040:3.0:1767384316.414762:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00010000:00000001:1.0:1767384316.414764:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384316.414767:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384316.414768:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.414769:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000010:2.0:1767384316.414772:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4faa897. 00000100:00000001:1.0:1767384316.414773:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.414776:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384316.414779:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.414781:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384316.414782:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000695dab7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732509568:12345-0@lo:400: 00000100:00000001:3.0:1767384316.414783:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384316.414792:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384316.414793:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732509568 00000100:00000001:1.0:1767384316.414798:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384316.414799:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000020:00000001:2.0:1767384316.414804:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384316.414804:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384316.414806:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732509824, offset 224 00000100:00000001:1.0:1767384316.414807:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384316.414808:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384316.414823:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384316.414827:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.414831:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384316.414832:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384316.414835:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384316.414835:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:2.0:1767384316.414841:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384316.414844:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384316.414848:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384316.414849:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fafa5cff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732509440:0@lo:400: 00000400:00000200:3.0:1767384316.414851:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d203e80 00000020:00000001:2.0:1767384316.414852:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384316.414856:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.414856:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.414862:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1767384316.414863:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1605 [1] + 224 00000100:00000001:1.0:1767384316.414863:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384316.414867:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384316.414869:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384316.414870:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fafa5cff x1853236732509440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384316.414871:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384316.414876:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005b496a09. 02000000:00000001:2.0:1767384316.414881:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.414883:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384316.414885:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384316.414886:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.414887:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384316.414891:0:16784:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384316.414891:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384316.414892:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0790df. 00010000:00000040:2.0:1767384316.414897:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732509568 00000100:00000200:3.0:1767384316.414898:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384316.414898:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384316.414901:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384316.414902:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384316.414906:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00010000:00000200:2.0:1767384316.414909:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000695dab7e x1853236732509568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384316.414914:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384316.414918:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d817a978. 00000100:00000040:3.0:1767384316.414920:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384316.414922:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384316.414925:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.414927:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1767384316.414930:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=26 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384316.414931:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384316.414936:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fafa5cff. 00000100:00000001:2.0:1767384316.414938:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384316.414942:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000100:00000001:3.0:1767384316.414943:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.414943:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384316.414944:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384316.414948:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384316.414948:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384316.414950:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 02000000:00000001:2.0:1767384316.414951:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384316.414954:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000100:00000001:1.0:1767384316.414954:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.414955:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384316.414960:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.414961:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384316.414961:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384316.414965:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.414966:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384316.414967:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d48f1b0. 00000100:00000001:3.0:1767384316.414969:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.414971:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384316.414972:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732509568, offset 224 00000100:00000040:3.0:1767384316.414974:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00010000:00000001:3.0:1767384316.414979:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384316.414979:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.414983:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.414984:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384316.414986:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384316.414991:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef507b01 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384316.414996:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384316.415007:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ef507b01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732509824:12345-0@lo:400: Request processed in 456us (1575us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384316.415012:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d203d80 00000100:00100000:3.0:1767384316.415016:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384316.415019:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000100:00000001:1.0:1767384316.415020:0:16783:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384316.415025:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384316.415030:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x160d [1] + 224 00000100:00000001:1.0:1767384316.415030:0:16783:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384316.415031:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384316.415037:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa5fa34a. 00000100:00100000:1.0:1767384316.415037:0:16783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000400:00000200:2.0:1767384316.415041:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384316.415043:0:16783:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000020:00000010:3.0:1767384316.415044:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003366b72f. 00000100:00000001:1.0:1767384316.415048:0:16783:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376012919168 : -119697696632448 : ffff9322b54fd180) 00000400:00000200:2.0:1767384316.415050:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384316.415053:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072d84b1c. 00000100:00000040:1.0:1767384316.415054:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e993f2ff x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.415056:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384316.415061:0:16784:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000100:00000200:2.0:1767384316.415064:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.415064:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384316.415067:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384316.415069:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000100:00000001:1.0:1767384316.415074:0:16783:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384316.415079:0:16783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000100:00000040:2.0:1767384316.415083:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.415087:0:16783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e993f2ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236732509696:12345-0@lo:400: 00000100:00080000:3.0:1767384316.415093:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:1.0:1767384316.415096:0:16783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732509696 00000020:00000040:3.0:1767384316.415099:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000020:00000001:1.0:1767384316.415101:0:16783:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384316.415105:0:16783:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00080000:3.0:1767384316.415107:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:1.0:1767384316.415108:0:16783:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384316.415111:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000020:00000001:1.0:1767384316.415112:0:16783:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384316.415114:0:16783:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00000001:2.0:1767384316.415116:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384316.415116:0:16783:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384316.415121:0:16783:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384316.415123:0:16783:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384316.415125:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d48f1b0 00000020:00000001:1.0:1767384316.415125:0:16783:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384316.415128:0:16783:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384316.415129:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d48f1b0. 00000020:00000001:1.0:1767384316.415130:0:16783:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384316.415134:0:16783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384316.415136:0:17557:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384316.415137:0:16783:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384316.415141:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:1.0:1767384316.415142:0:16783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e199dcdf. 02000000:00000001:1.0:1767384316.415145:0:16783:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.415147:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.415147:0:16783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.415149:0:16783:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.415152:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000040:1.0:1767384316.415152:0:16783:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732509696 00010000:00000001:1.0:1767384316.415155:0:16783:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384316.415156:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384316.415159:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384316.415161:0:16783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e993f2ff x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384316.415162:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384316.415169:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000695dab7e x1853236732509568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384316.415180:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000695dab7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732509568:12345-0@lo:400: Request processed in 422us (1493us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384316.415194:0:16783:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384316.415196:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00000001:1.0:1767384316.415197:0:16783:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.415200:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00001000:1.0:1767384316.415201:0:16783:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384316.415203:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384316.415206:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384316.415207:0:16783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384316.415209:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002807b721. 00000100:00000040:1.0:1767384316.415211:0:16783:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384316.415214:0:16783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000010:2.0:1767384316.415215:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000050cba3a3. 02000000:00000001:1.0:1767384316.415216:0:16783:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384316.415219:0:16783:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384316.415220:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006aa04cb9. 00000100:00000001:1.0:1767384316.415222:0:16783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384316.415226:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000040:1.0:1767384316.415227:0:16783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384316.415230:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384316.415232:0:16783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000100:00000200:1.0:1767384316.415237:0:16783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732509696, offset 224 00000400:00000200:1.0:1767384316.415243:0:16783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.415249:0:16783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384316.415252:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384316.415256:0:16783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d203e00 00000400:00000200:1.0:1767384316.415261:0:16783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1619 [1] + 224 00000100:00000001:2.0:1767384316.415262:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384316.415266:0:16783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767384316.415268:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767384316.415271:0:16783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1767384316.415272:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384316.415276:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099d9752a. 00000400:00000200:2.0:1767384316.415280:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000400:00000010:2.0:1767384316.415282:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000100:00000001:2.0:1767384316.415285:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384316.415287:0:16783:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384316.415291:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384316.415293:0:16783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.415323:0:16783:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384316.415327:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.415337:0:16783:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.415343:0:16783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00000100:00000001:2.0:1767384316.415344:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384316.415346:0:16783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00000100:00000001:2.0:1767384316.415349:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.415351:0:16783:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384316.415352:0:16149:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384316.415353:0:16783:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384316.415355:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384316.415357:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384316.415358:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.415359:0:16783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.415360:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.415365:0:16783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00001000:2.0:1767384316.415366:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=31 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384316.415367:0:16783:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384316.415370:0:16783:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384316.415371:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=31 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384316.415373:0:16783:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384316.415375:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384316.415376:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384316.415378:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384316.415383:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.415386:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e993f2ff x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384316.415405:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384316.415409:0:16783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e993f2ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236732509696:12345-0@lo:400: Request processed in 342us (1470us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384316.415411:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384316.415414:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384316.415417:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384316.415419:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384316.415419:0:16783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384316.415424:0:16783:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000040:2.0:1767384316.415425:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.415427:0:16783:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.415430:0:16783:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384316.415434:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384316.415435:0:16783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eab7ec8c. 00000100:00000001:2.0:1767384316.415437:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384316.415439:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384316.415440:0:16783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c38e478d. 00000020:00000010:1.0:1767384316.415445:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b1ca825. 00000100:00000040:2.0:1767384316.415451:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384316.415451:0:16783:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000100:00000001:1.0:1767384316.415456:0:16783:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384316.415463:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d53b5e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732509824:0@lo:400: 00000100:00000001:2.0:1767384316.415468:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.415470:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384316.415471:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d53b5e2 x1853236732509824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.415475:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384316.415496:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384316.415498:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da0dcef1. 02000000:00000001:2.0:1767384316.415501:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384316.415503:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384316.415504:0:16149:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384316.415506:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384316.415507:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000e691233. 00000100:00000001:1.0:1767384316.415509:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384316.415511:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384316.415512:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384316.415513:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384316.415515:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d53b5e2. 00000400:00000001:1.0:1767384316.415517:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384316.415519:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:1.0:1767384316.415520:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384316.415521:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384316.415523:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047e096ab. 00000100:00000001:2.0:1767384316.415525:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.415527:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5494936 00000100:00000001:2.0:1767384316.415528:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384316.415531:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384316.415531:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5494936. 00000100:00000001:1.0:1767384316.415536:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384316.415537:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384316.415540:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384316.415541:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384316.415542:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f20b21e3. 00000400:00000200:2.0:1767384316.415548:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d211972 00000400:00000010:2.0:1767384316.415551:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d211972. 00000100:00000200:1.0:1767384316.415553:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.415555:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384316.415561:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.415561:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.415564:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.415569:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384316.415571:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384316.415573:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384316.415574:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.415576:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.415581:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.415587:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=26 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384316.415588:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384316.415591:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384316.415598:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.415601:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384316.415604:0:16149:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384316.415604:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.415608:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384316.415609:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384316.415612:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00080000:1.0:1767384316.415613:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.415616:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.415622:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.415623:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.415628:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384316.415629:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00001000:2.0:1767384316.415631:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=31 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384316.415632:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384316.415634:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384316.415640:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=31 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384316.415641:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.415650:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384316.415652:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.415653:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384316.415657:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384316.415658:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384316.415661:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767384316.415662:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.415668:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384316.415672:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.415676:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384316.415679:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384316.415682:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1767384316.415683:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b02b9c41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732509568:0@lo:400: 00000100:00000001:2.0:1767384316.415684:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.415692:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.415693:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.415700:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384316.415702:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.415705:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384316.415707:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b02b9c41 x1853236732509568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.415708:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384316.415714:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.415734:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767384316.415735:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003dbcd009 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236732509696:0@lo:400: 02000000:00000001:1.0:1767384316.415737:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384316.415739:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.415742:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767384316.415742:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ef53227. 00000100:00000040:2.0:1767384316.415745:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003dbcd009 x1853236732509696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384316.415749:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384316.415752:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384316.415754:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384316.415754:0:16146:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1767384316.415759:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6aa1c1c. 00000020:00000040:1.0:1767384316.415759:0:16146:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384316.415762:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384316.415764:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001aa174c7. 02000000:00000001:2.0:1767384316.415768:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384316.415769:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384316.415770:0:16149:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384316.415772:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1767384316.415773:0:16149:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000010:1.0:1767384316.415775:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b02b9c41. 00000020:00000001:2.0:1767384316.415776:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384316.415778:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000049022cd6. 02000000:00000001:2.0:1767384316.415780:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384316.415781:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384316.415783:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003dbcd009. 00000100:00000001:1.0:1767384316.415786:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384316.415787:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384316.415788:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.415790:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.415791:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.415793:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.415797:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384316.415798:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384316.415799:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.415801:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.415803:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384316.415804:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.415806:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.415807:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.423521:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294904331, at 4294904332 00000100:00000010:3.0:1767384316.423528:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c85f55d. 00000100:00000040:2.0:1767384316.423535:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294904331, at 4294904332 00000100:00000010:2.0:1767384316.423542:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bebaa1d7. 00000100:00000040:0.0:1767384316.423543:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294904331, at 4294904332 00000100:00000010:0.0:1767384316.423553:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068bf0edb. 00000100:00000040:1.0:1767384316.423834:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294904331, at 4294904332 00000100:00000010:1.0:1767384316.423839:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ade3b3d. 00080000:00000001:3.0:1767384316.686190:0:24593:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384316.686208:0:24593:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.686212:0:24593:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384316.686219:0:24593:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384316.686225:0:24593:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.686227:0:24593:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.308579:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384317.308588:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.308596:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384317.308598:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.308646:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384317.308652:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384317.308656:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384317.408462:0:24757:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384317.408468:0:24757:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:1.0:1767384317.412980:0:24757:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384317.421740:0:24758:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000015c2f627. 00000400:00000010:1.0:1767384317.421759:0:24758:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d20377aa. 00000400:00000010:1.0:1767384317.421771:0:24758:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000313c1dea. 00000400:00000010:1.0:1767384317.421776:0:24758:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009ef53227. 00000400:00000010:1.0:1767384317.421781:0:24758:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e2f257df. 00000400:00000010:1.0:1767384317.421786:0:24758:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000568587a0. 00000400:00000010:1.0:1767384317.421788:0:24758:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003726c26e. 00000400:00000010:1.0:1767384317.421789:0:24758:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008843f827. 00000400:00000010:1.0:1767384317.421814:0:24758:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000043d34b30. 00000800:00000010:1.0:1767384317.421846:0:24758:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001aa174c7. 00000800:00000200:1.0:1767384317.421859:0:24758:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384317.421870:0:24758:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384317.421908:0:24758:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:1.0:1767384317.421930:0:24758:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp26 [8/256/0/180] 00000400:00000010:1.0:1767384317.423928:0:24758:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000065cc2254. 00000400:00000010:1.0:1767384317.423934:0:24758:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047e096ab. 00000400:00000010:1.0:1767384317.423940:0:24758:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5494936. 00000400:00000001:1.0:1767384317.423956:0:24758:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384317.423962:0:24758:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384317.423965:0:24758:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d003eb29. 00000400:00000200:1.0:1767384317.423967:0:24758:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da22564f 00000400:00000010:1.0:1767384317.423969:0:24758:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da22564f. 00000400:00000010:1.0:1767384317.423973:0:24758:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000003dcee543. 00000400:00000200:1.0:1767384317.423977:0:24758:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (17) 00000400:00000200:1.0:1767384317.423991:0:24758:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384317.423998:0:24758:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:1.0:1767384317.424006:0:24758:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a4e2c746. 00000020:01000000:1.0:1767384317.424010:0:24758:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384317.424014:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384317.424014:0:24758:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp26 00000400:00000200:2.0:1767384317.424023:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:1.0:1767384317.424030:0:24758:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d20377aa. 00000400:00000010:2.0:1767384317.424031:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d211972. 00000400:00000010:1.0:1767384317.424036:0:24758:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000015c2f627. 00000400:00000200:2.0:1767384317.424037:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (18) 00000400:00000010:2.0:1767384317.424062:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e8f7cf85. 00000400:00000200:2.0:1767384317.424068:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp24 00000020:00000001:3.0:1767384317.424082:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384317.424086:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp24 to MR: 192.168.204.131@tcp24 local destination 10000000:00000001:3.0:1767384317.424090:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384317.424095:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384317.424099:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384317.424100:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp24 NI seq info: [41:41:256:4294967295] 192.168.204.131@tcp24 LPNI seq info [41:41:8:4294967295] 00000020:01000004:3.0:1767384317.424105:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384317.424110:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384317.424112:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384317.424116:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384317.424116:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp24 00000020:01000004:3.0:1767384317.424122:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384317.424124:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384317.424126:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384317.424129:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384317.424132:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384317.424135:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384317.424143:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp24(192.168.204.131@tcp24:192.168.204.131@tcp24) -> 192.168.204.131@tcp24(192.168.204.131@tcp24:192.168.204.131@tcp24) : PUT try# 0 00000100:00000010:3.0:1767384317.424144:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef08b9d8. 00000020:00000040:3.0:1767384317.424153:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384317.424160:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384317.424161:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.204.131@tcp24 02000000:00000001:3.0:1767384317.424164:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1767384317.424173:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010bc148f. 02000000:00000001:3.0:1767384317.424183:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384317.424185:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5bd6e73] -> 12345-192.168.204.131@tcp24 (6) 02000000:00000010:3.0:1767384317.424200:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004e12ef96. 00000800:00000200:2.0:1767384317.424200:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp24 ip 192.168.204.131:988 00000800:00000200:2.0:1767384317.424210:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000010bc148f type 1, nob 416 niov 1 nkiov 1 00000100:00000001:3.0:1767384317.424212:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.424227:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384317.424229:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384317.424238:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000100:00000040:3.0:1767384317.424240:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef08b9d8] to pc [ptlrpcd_00_00+0] req@00000000ef08b9d8 x1853236732509952/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384317.424259:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 10000000:00000001:3.0:1767384317.424277:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384317.424282:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.424285:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384317.424296:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384317.424305:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384317.424307:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384317.424307:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384317.424313:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384317.424315:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384317.424316:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384317.424317:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384317.424323:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384317.424324:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384317.424325:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384317.424329:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384317.424332:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384317.424333:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384317.424335:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384317.424338:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:2.0:1767384317.424339:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef08b9d8 x1853236732509952/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384317.424340:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384317.424345:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004277b534. 00000020:00000040:3.0:1767384317.424351:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384317.424357:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384317.424359:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384317.424363:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.424366:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384317.424372:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384317.424373:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007becc6c3. 00000100:00000001:3.0:1767384317.424382:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.424384:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384317.424387:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384317.424389:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.424390:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.424396:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.424402:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004277b534] to pc [ptlrpcd_00_01+1] req@000000004277b534 x1853236732510080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384317.424403:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef08b9d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732509952:0@lo:253: 00000800:00000200:0.0:1767384317.424403:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384317.424413:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010bc148f. 00000100:00000001:2.0:1767384317.424416:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:3.0:1767384317.424423:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.424425:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:3.0:1767384317.424431:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.424432:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.424432:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384317.424438:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.424441:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000000:3.0:1767384317.424442:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384317.424450:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp24->192.168.204.131@tcp24: PUT: OK 00000020:00000010:3.0:1767384317.424451:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a4e2c746. 02000000:00000010:2.0:1767384317.424452:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a89d223a. 02000000:00000001:2.0:1767384317.424459:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.424461:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1767384317.424465:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f20b21e3. 00000400:00000200:0.0:1767384317.424466:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp24: 0 00000100:00000001:3.0:1767384317.424471:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.424501:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384317.424504:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384317.424509:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004277b534 x1853236732510080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384317.424513:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002d74bf1. 00000800:00000001:0.0:1767384317.424521:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384317.424523:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767384317.424523:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732509952, portal 25 00000100:00000001:2.0:1767384317.424529:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384317.424531:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208694144 : -119698500857472 : ffff932285605180) 00000800:00000001:0.0:1767384317.424533:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.424535:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384317.424539:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384317.424542:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384317.424542:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef08b9d8 x1853236732509952/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384317.424545:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384317.424552:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384317.424577:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.424579:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384317.424580:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp24(192.168.204.131@tcp24) <- 192.168.204.131@tcp24 : PUT - for me 00000100:00100000:3.0:1767384317.424588:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004277b534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732510080:0@lo:253: 00000100:00000040:2.0:1767384317.424588:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384317.424593:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd677929. 00000100:00000001:3.0:1767384317.424597:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384317.424597:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000200:2.0:1767384317.424599:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732509952, offset 0 02000000:00000001:3.0:1767384317.424604:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384317.424607:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.424608:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 304/320 into md 0x15c5 [1] + 0 02000000:00000001:3.0:1767384317.424614:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384317.424615:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b11cf0e3. 00000400:00000200:0.0:1767384317.424619:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dccc5867 02000000:00000010:3.0:1767384317.424622:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000056b99496. 00000400:00000200:2.0:1767384317.424625:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384317.424625:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384317.424628:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384317.424634:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384317.424635:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e07a0. 00000400:00000200:0.0:1767384317.424638:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384317.424640:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384317.424645:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp24->192.168.204.131@tcp24: PUT: OK 00000400:00000010:3.0:1767384317.424646:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000638b7697. 00000400:00000200:2.0:1767384317.424653:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203f00 00000100:00000200:3.0:1767384317.424654:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732510080, portal 25 00000400:00000200:0.0:1767384317.424654:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc5867 00000400:00000010:0.0:1767384317.424660:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc5867. 00000100:00000001:3.0:1767384317.424661:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384317.424680:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208704000 : -119698500847616 : ffff932285607800) 00000400:00000200:0.0:1767384317.424682:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384317.424687:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 00000400:00000200:0.0:1767384317.424689:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (19) 00000100:00000040:3.0:1767384317.424690:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004277b534 x1853236732510080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384317.424699:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b96b639. 00000400:00000200:0.0:1767384317.424700:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:0.0:1767384317.424706:0:16140:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (320 bytes) 00000400:00000200:0.0:1767384317.424709:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000001:3.0:1767384317.424719:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384317.424719:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000744fcd3f 00000400:00000200:0.0:1767384317.424722:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (20) 00000100:00000040:3.0:1767384317.424727:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384317.424731:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.424732:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:3.0:1767384317.424733:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b916d21a. 00000100:00000200:3.0:1767384317.424741:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732510080, offset 0 00000400:00000200:2.0:1767384317.424744:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384317.424750:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp24 to MR: 192.168.204.131@tcp24 local destination 00000400:00000200:3.0:1767384317.424756:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384317.424762:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp24 NI seq info: [42:42:256:4294967295] 192.168.204.131@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000200:0.0:1767384317.424773:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp24(192.168.204.131@tcp24:192.168.204.131@tcp24) -> 192.168.204.131@tcp24(192.168.204.131@tcp24:192.168.204.131@tcp24) 192.168.204.131@tcp24 : ACK try# 0 00000800:00000200:0.0:1767384317.424778:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp24 00000400:00000200:2.0:1767384317.424782:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000744fcd3f 00000800:00000010:0.0:1767384317.424783:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029c47ff. 00000400:00000200:3.0:1767384317.424787:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384317.424788:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000744fcd3f. 00000100:00000001:2.0:1767384317.424814:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384317.424818:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d203f80 00000100:00000200:2.0:1767384317.424819:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1767384317.424843:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5bd6e73] -> 12345-192.168.204.131@tcp24 (6) 00000100:00000040:2.0:1767384317.424844:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000000b69c684 x1853236732509952 msgsize 4848 00000400:00000200:3.0:1767384317.424848:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa99 [2] + 0 00000400:00000010:3.0:1767384317.424854:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5eafac0. 00000100:00100000:2.0:1767384317.424859:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:0.0:1767384317.424859:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp24 ip 192.168.204.131:993 00000400:00000200:3.0:1767384317.424862:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000080568f2c 00000100:00000040:2.0:1767384317.424865:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:0.0:1767384317.424866:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000029c47ff type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384317.424870:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384317.424876:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384317.424879:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080568f2c 00000100:00000001:2.0:1767384317.424881:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384317.424883:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080568f2c. 00000800:00000001:0.0:1767384317.424883:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384317.424891:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384317.424891:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd677929 00000800:00000001:0.0:1767384317.424893:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384317.424896:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384317.424896:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd677929. 00000100:00000001:2.0:1767384317.424901:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384317.424904:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef08b9d8 x1853236732509952/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384317.424911:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000b7419826 x1853236732510080 msgsize 4848 00000100:00000001:2.0:1767384317.424917:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384317.424923:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef08b9d8 x1853236732509952/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384317.424925:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767384317.424926:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:0.0:1767384317.424931:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000029c47ff. 00000100:00000040:3.0:1767384317.424933:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384317.424937:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384317.424945:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.424949:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp24->192.168.204.131@tcp24: ACK: OK 00000100:00000001:2.0:1767384317.424950:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384317.424951:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384317.424958:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384317.424961:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384317.424964:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294905343 00000400:00000200:3.0:1767384317.424966:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b916d21a 00000800:00000001:0.0:1767384317.424967:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384317.424970:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bebaa1d7. 00000400:00000010:3.0:1767384317.424971:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b916d21a. 00000800:00000001:0.0:1767384317.424972:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384317.424978:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1767384317.424979:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.424980:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000800:00000001:0.0:1767384317.424983:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384317.424985:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004277b534 x1853236732510080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.424989:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294905343 00000800:00000001:0.0:1767384317.424989:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384317.424998:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000977acc02. 00000100:00000001:3.0:1767384317.425000:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384317.425004:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp24(192.168.204.131@tcp24) <- 192.168.204.131@tcp24 : ACK - for me 00000100:00000001:2.0:1767384317.425005:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384317.425008:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004277b534 x1853236732510080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.425013:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294905343 00000100:00000010:2.0:1767384317.425020:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092563418. 00000100:00000001:3.0:1767384317.425021:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.425025:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp24: ACK from 12345-192.168.204.131@tcp24 into md 0x1639 00000100:00000001:3.0:1767384317.425026:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384317.425027:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384317.425030:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384317.425035:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.425035:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294905343 00000400:00000200:0.0:1767384317.425037:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp24->192.168.204.131@tcp24: ACK: OK 00000100:00000001:3.0:1767384317.425044:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294905343 00000100:00000010:2.0:1767384317.425044:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ea1b2a. 00000400:00000200:0.0:1767384317.425045:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d211972 00000400:00000010:0.0:1767384317.425050:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d211972. 00000100:00000001:3.0:1767384317.425051:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294905343 00000100:00000001:3.0:1767384317.425056:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294905343 00000100:00000001:2.0:1767384317.425074:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384317.425075:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294905343 00000400:00000200:0.0:1767384317.425075:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384317.425079:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.425080:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294905343 00000400:00000200:0.0:1767384317.425082:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000100:00000001:3.0:1767384317.425086:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294905343 00000100:00000001:2.0:1767384317.425086:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.425091:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000001:3.0:1767384317.425092:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294905343 00000100:00000001:2.0:1767384317.425094:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.425095:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294905343 00000100:00000001:2.0:1767384317.425097:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.425099:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.425101:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.425104:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.425105:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.425107:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384317.425111:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384317.425111:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384317.425112:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (19) 00000100:00000001:3.0:1767384317.425115:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384317.425117:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.425119:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384317.425120:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384317.425122:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384317.425122:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384317.425123:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.425127:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.425128:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384317.425129:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.425137:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.425158:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384317.425161:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732509952 02000000:00000001:2.0:1767384317.425164:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384317.425166:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384317.425168:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.425171:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384317.425174:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732509952 00000020:00000001:2.0:1767384317.425177:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384317.425179:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384317.425182:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.425185:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:2.0:1767384317.425187:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384317.425189:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384317.425193:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384317.425196:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384317.425197:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033fd573d. 00000100:00000001:2.0:1767384317.425202:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384317.425204:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033fd573d. 00000400:00000010:0.0:1767384317.425204:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000f7984e47. 00000400:00000010:0.0:1767384317.425213:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed1fb96c. 00000020:00000010:2.0:1767384317.425214:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008661b7fa. 00000400:00000010:0.0:1767384317.425220:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000020:00000010:2.0:1767384317.425222:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002807b721. 00000400:00000200:0.0:1767384317.425225:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f7984e47 00000400:00000010:0.0:1767384317.425230:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000588d591b. 00000020:00000010:2.0:1767384317.425231:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000050cba3a3. 00000100:00000001:3.0:1767384317.425234:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384317.425235:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000100:00100000:3.0:1767384317.425237:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732510080 02000000:00000001:3.0:1767384317.425239:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384317.425241:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384317.425243:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384317.425244:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:3.0:1767384317.425247:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.425248:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 00000100:00000001:2.0:1767384317.425250:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384317.425252:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732510080 00000400:00000200:0.0:1767384317.425254:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (18) 00000020:00000001:3.0:1767384317.425255:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384317.425255:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384317.425259:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:2.0:1767384317.425260:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384317.425262:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000ef460c11. 00000020:00000001:3.0:1767384317.425263:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.425265:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:3.0:1767384317.425268:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000010:0.0:1767384317.425269:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cc45e5c. 00000020:00000001:3.0:1767384317.425273:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384317.425276:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384317.425278:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009c9ffae8. 00000020:00000010:3.0:1767384317.425279:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017b577cd. 00000100:00000001:2.0:1767384317.425282:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.425283:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384317.425288:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000020:00000010:3.0:1767384317.425289:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017b577cd. 00000100:00000001:2.0:1767384317.425293:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384317.425296:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004482057. 00000020:00000010:3.0:1767384317.425301:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074701c16. 00000400:00000200:0.0:1767384317.425301:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:00000010:3.0:1767384317.425308:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003366b72f. 00000100:00000001:2.0:1767384317.425308:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384317.425313:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:3.0:1767384317.425315:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384317.425319:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384317.425319:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384317.425323:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.425325:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00100000:2.0:1767384317.425344:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00000040:2.0:1767384317.425352:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000400:00000200:0.0:1767384317.425355:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00000001:2.0:1767384317.425356:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141327440 : -119697568224176 : ffff9322bcf72c50) 00000100:00000001:3.0:1767384317.425358:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.425365:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384317.425368:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b69c684 x1853236732509952/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:298/0 lens 4848/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384317.425372:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:3.0:1767384317.425379:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384317.425383:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384317.425389:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384317.425390:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00100000:3.0:1767384317.425392:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000020:00000010:2.0:1767384317.425395:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033fd573d. 00000100:00000040:3.0:1767384317.425398:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:2.0:1767384317.425400:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.425402:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141323344 : -119697568228272 : ffff9322bcf71c50) 00000020:00000010:2.0:1767384317.425424:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033fd573d. 00000400:00000200:0.0:1767384317.425424:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000040:3.0:1767384317.425428:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7419826 x1853236732510080/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:298/0 lens 4848/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384317.425434:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b69c684 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732509952:12345-0@lo:253: 00000400:00000200:0.0:1767384317.425439:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000200:2.0:1767384317.425444:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732509952 00000020:00000001:2.0:1767384317.425450:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384317.425455:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384317.425456:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384317.425456:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000020:00000001:2.0:1767384317.425458:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384317.425464:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384317.425467:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017b577cd. 00000020:00000001:2.0:1767384317.425467:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000400:00000200:0.0:1767384317.425470:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000001:3.0:1767384317.425471:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384317.425473:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384317.425476:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017b577cd. 00000020:00000001:2.0:1767384317.425477:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384317.425483:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384317.425484:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000001:2.0:1767384317.425486:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384317.425488:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7419826 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732510080:12345-0@lo:253: 00000020:00000001:2.0:1767384317.425490:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.425498:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384317.425501:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 02000000:00000001:2.0:1767384317.425502:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384317.425513:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732510080 00000020:00000001:3.0:1767384317.425516:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384317.425518:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384317.425520:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.425522:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384317.425523:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384317.425525:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384317.425526:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384317.425527:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000400992fd. 00000020:00000001:3.0:1767384317.425528:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384317.425532:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384317.425532:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.425533:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000001:3.0:1767384317.425535:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.425537:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.425541:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384317.425543:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384317.425546:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384317.425549:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 20000000:00000010:2.0:1767384317.425554:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f61e4f72. 00000400:00000200:0.0:1767384317.425555:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 20000000:01000000:2.0:1767384317.425559:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:3.0:1767384317.425561:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003f07e1ce. 00000400:00000200:0.0:1767384317.425564:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 02000000:00000001:3.0:1767384317.425565:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.425570:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.425571:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384317.425572:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384317.425575:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384317.425580:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.425582:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384317.425583:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000020b76b7f. 00000400:00000200:0.0:1767384317.425584:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 20000000:00000001:2.0:1767384317.425588:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384317.425590:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384317.425594:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 20000000:00000001:3.0:1767384317.425595:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384317.425599:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000079245c0b. 20000000:00000001:3.0:1767384317.425600:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384317.425604:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp25 20000000:00000001:3.0:1767384317.425605:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384317.425605:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:3.0:1767384317.425611:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.425612:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp25 lpni_is_preferred = 0 20000000:00000001:2.0:1767384317.425614:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384317.425616:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384317.425619:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp25 00080000:00000001:2.0:1767384317.425621:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384317.425626:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp25 NI seq info: [43:43:256:4294967295] 192.168.204.131@tcp25 LPNI seq info [43:43:8:4294967295] 00000400:00000200:0.0:1767384317.425633:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp25 00000400:00000200:0.0:1767384317.425640:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25:) -> 192.168.204.131@tcp25(192.168.204.131@tcp:192.168.204.131@tcp25) : GET try# 0 00000800:00000200:0.0:1767384317.425646:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp25 00000800:00000010:0.0:1767384317.425650:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000029c47ff. 00000800:00000010:0.0:1767384317.425658:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000068d2c03. 00000800:00000010:0.0:1767384317.425662:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008feeacec. 00000800:00000200:0.0:1767384317.425667:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000068d2c03] -> 12345-192.168.204.131@tcp25 (2) 00000800:00000200:0.1:1767384317.425672:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000068d2c03] -> 12345-192.168.204.131@tcp25 (2) 00080000:00000001:2.0:1767384317.425673:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384317.425677:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384317.425678:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384317.425680:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384317.425684:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384317.425687:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000020:00000001:2.0:1767384317.425690:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000400:00000200:0.0:1767384317.425691:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100251 rc 0 00080000:00000001:2.0:1767384317.425696:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384317.425702:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000005aa7717. 00080000:00000001:2.0:1767384317.425704:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860579840 : -119702848971776 : ffff932182355c00) 00080000:00000001:2.0:1767384317.425707:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384317.425756:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.425833:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000001:00000001:2.0:1767384317.425837:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384317.425839:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384317.425842:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384317.425866:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384317.425869:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384317.425873:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.425919:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.425965:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00080000:00000001:2.0:1767384317.425970:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384317.425973:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384317.426007:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426064:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426098:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426136:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426173:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426209:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426255:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426300:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426375:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426422:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426509:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426578:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426628:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426678:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426728:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426802:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426857:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426900:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426935:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426959:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.426983:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.427114:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.427158:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.427276:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.427360:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.427613:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.427661:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000800:00000010:0.0:1767384317.427864:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d95da00a. 00000800:00000010:0.0:1767384317.427869:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008148c13b. 00000800:00000010:0.0:1767384317.427874:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023c9279b. 00000800:00000010:0.0:1767384317.427904:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023c9279b. 00000400:00000200:0.0:1767384317.428079:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384317.428092:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp25 from 223.3.0.2 00000800:00000010:0.0:1767384317.428096:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000170e4874. 00000800:00000010:0.0:1767384317.428298:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008bb2c245. 00000800:00000010:0.0:1767384317.428301:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c0e868d. 00000800:00000010:0.0:1767384317.428312:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003eedd9aa. 00000800:00000200:0.1:1767384317.428317:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000068d2c03] -> 12345-192.168.204.131@tcp25 (2) 00000800:00000200:0.1:1767384317.428322:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp25 000000003eedd9aa deleted 00000800:00000010:0.1:1767384317.428324:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003eedd9aa. 00000800:00000200:0.1:1767384317.428329:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384317.428334:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp25 ip 192.168.204.131:991 00000800:00000200:0.1:1767384317.428337:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000029c47ff type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384317.428341:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp25 p 3.x 192.168.204.131 -> 192.168.204.131:991 incarnation:1767384315741607707 sched[0] 00000800:00000010:0.0:1767384317.428345:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023c9279b. 00000800:00000010:0.0:1767384317.428382:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023c9279b. 00000800:00000010:0.0:1767384317.428392:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c0e868d. 00000800:00000010:0.0:1767384317.428422:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000170e4874. 00000800:00000001:0.0:1767384317.428435:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.428441:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384317.428514:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384317.428516:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000029c47ff. 00000400:00000200:0.0:1767384317.428520:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.428524:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: GET: OK 00000400:00000200:0.0:1767384317.428528:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384317.428531:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000200:0.1:1767384317.428569:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384317.428573:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp25 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384315741607707 sched[0] 00000800:00000010:0.0:1767384317.428576:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008148c13b. 00000400:00000200:0.0:1767384317.428626:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.428661:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.428685:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.428718:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.428770:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.428843:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.428890:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.428932:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.428970:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429007:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429042:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429091:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429128:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429158:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429185:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429211:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429243:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429279:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429329:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429370:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429422:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429474:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429562:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429618:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429677:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429742:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429821:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429875:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429937:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.429991:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.430037:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.430096:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384317.430165:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000800:00000010:0.0:1767384317.430386:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065580218. 00000800:00000010:0.0:1767384317.430392:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008148c13b. 00000800:00000010:0.0:1767384317.430398:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023c9279b. 00000800:00000010:0.0:1767384317.430448:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023c9279b. 00000400:00000200:3.0:1767384317.430460:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:0.0:1767384317.430475:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.430512:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.430516:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.430525:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384317.430530:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp25 from 222.3.0.2 00000800:00000010:3.0:1767384317.430536:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000093327284. 00000400:00000200:0.0:1767384317.430539:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25) <- 192.168.204.131@tcp25 : GET - for me 00000400:00000200:0.0:1767384317.430554:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 320 into portal 0 MB=0x8000000000000000 00000800:00000010:1.0:1767384317.430562:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000048b6af0. 00000400:00000200:0.0:1767384317.430565:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 320/320 into md 0x1635 [1] + 0 00000800:00000010:1.0:1767384317.430569:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d20377aa. 00000400:00000200:0.0:1767384317.430583:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp25 to MR: 192.168.204.131@tcp25 local destination 00000400:00000200:0.0:1767384317.430592:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp25 NI seq info: [44:44:256:4294967295] 192.168.204.131@tcp25 LPNI seq info [44:44:8:4294967295] 00000800:00000010:1.0:1767384317.430594:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007b0d8649. 00000800:00000200:1.1:1767384317.430608:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000068d2c03] -> 12345-192.168.204.131@tcp25 (4) 00000800:00000200:1.1:1767384317.430621:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp25 000000007b0d8649 deleted 00000400:00000200:0.0:1767384317.430625:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25:192.168.204.131@tcp25) -> 192.168.204.131@tcp25(192.168.204.131@tcp25:192.168.204.131@tcp25) 192.168.204.131@tcp25 : REPLY try# 0 00000800:00000010:1.1:1767384317.430626:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007b0d8649. 00000800:00000200:1.1:1767384317.430634:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384317.430639:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.204.131@tcp25 00000800:00000200:1.0:1767384317.430644:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp25 p 3.x 192.168.204.131 -> 192.168.204.131:990 incarnation:1767384315741607707 sched[0] 00000800:00000010:0.0:1767384317.430647:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029c47ff. 00000800:00000010:1.0:1767384317.430650:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008d297923. 00000800:00000200:0.0:1767384317.430665:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000068d2c03] -> 12345-192.168.204.131@tcp25 (5) 00000800:00000200:0.0:1767384317.430673:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp25 ip 192.168.204.131:988 00000800:00000200:0.0:1767384317.430677:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000029c47ff type 3, nob 416 niov 1 nkiov 1 00000800:00000010:1.0:1767384317.430702:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008d297923. 00000800:00000010:1.0:1767384317.430707:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d20377aa. 00000800:00000010:1.0:1767384317.430731:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000093327284. 00000800:00000200:0.0:1767384317.430748:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384317.430753:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000029c47ff. 00000400:00000200:0.0:1767384317.430758:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.430765:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: REPLY: OK 00000800:00000001:0.0:1767384317.430779:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.430784:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.430787:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.430806:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.430810:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.430815:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.430817:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.430822:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384317.430829:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25) <- 192.168.204.131@tcp25 : REPLY - for me 00000400:00000200:0.0:1767384317.430840:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp25: Reply from 12345-192.168.204.131@tcp25 of length 320/320 into md 0x1651 00000800:00000001:0.0:1767384317.430845:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.430851:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384317.430854:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.430859:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: REPLY: OK 00000400:00000200:0.0:1767384317.430864:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cc45e5c 00000400:00000010:0.0:1767384317.430867:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cc45e5c. 00000400:00000200:0.0:1767384317.430872:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384317.430877:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:0.0:1767384317.430881:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:0.0:1767384317.430886:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 18. state = 0x100251 00000400:00000200:0.0:1767384317.430894:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384317.430906:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (19) 00000800:00000001:0.0:1767384317.430912:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.430916:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384317.430940:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384317.430947:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:0.0:1767384317.430956:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 000000002f5bdfa6. 00000400:00000010:0.0:1767384317.430970:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 0000000033189c0c. 00000400:00000010:0.0:1767384317.430975:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000fb343664. 00000400:00000010:0.0:1767384317.431008:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008ef1b93f. 00000400:00000200:0.0:1767384317.431015:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008ef1b93f nid 192.168.204.131@tcp26 00000400:00000010:0.0:1767384317.431021:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000015877dba. 00000400:00000200:0.0:1767384317.431023:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000015877dba net tcp26 00000400:00000200:0.0:1767384317.431028:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (18) 00000400:00000200:0.0:1767384317.431035:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp26 flags 0x11 00000400:00000010:0.0:1767384317.431040:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 000000002f5bdfa6. 00000400:00000010:0.0:1767384317.431047:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 0000000033189c0c. 00000400:00000010:0.0:1767384317.431050:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000fb343664. 00000400:00000010:0.0:1767384317.431054:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000ef460c11. 00000400:00000200:0.0:1767384317.431059:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384317.431063:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:0.0:1767384317.431069:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:0.0:1767384317.431073:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:0.0:1767384317.431078:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384317.431082:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:0.0:1767384317.431087:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:0.0:1767384317.431091:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (19) 00000800:00000200:0.1:1767384317.431130:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384317.431137:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp25 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384315741607707 sched[0] 00000800:00000010:0.0:1767384317.431141:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008148c13b. 00000800:00000001:0.0:1767384317.431172:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.431176:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384317.434960:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384317.434970:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:3.0:1767384317.434971:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384317.434975:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384317.434977:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384317.434979:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384317.434981:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384317.434984:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384317.434985:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384317.434993:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384317.434996:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000005aa7717. 00080000:00000001:3.0:1767384317.435001:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384317.435007:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384317.435012:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384317.435020:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ef460c11. 00080000:00000020:2.0:1767384317.435021:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384317.435028:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:0.0:1767384317.435036:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384317.435039:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384317.435043:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384317.435045:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:2.0:1767384317.435046:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384317.435060:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384317.435064:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384317.435073:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000024f2ff7b. 00010000:00000001:2.0:1767384317.435078:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384317.435082:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ba8a6095. 00000020:00000001:2.0:1767384317.435086:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384317.435090:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ba8a6095 with handle 0xf83434fd52e6da03 to hash 00000020:00000001:2.0:1767384317.435092:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384317.435094:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515165184 : -119698194386432 : ffff932297a4b200) 00010000:00000001:2.0:1767384317.435098:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515165184 : -119698194386432 : ffff932297a4b200) 00080000:00000001:0.0:1767384317.435098:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384317.435105:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384317.435106:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384317.435108:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384317.435110:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384317.435112:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da03 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384317.435115:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384317.435122:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384317.435124:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384317.435129:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384317.435132:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384317.435135:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384317.435138:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.435140:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384317.435140:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:2.0:1767384317.435143:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.435148:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384317.435148:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384317.435154:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384317.435156:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384317.435157:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:0.0:1767384317.435159:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000039d667f1. 00010000:00000040:2.0:1767384317.435160:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000024f2ff7b) refcount = 1 00010000:00010000:2.0:1767384317.435166:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da03 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384317.435166:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375249173504 : -119698460378112 : ffff932287c9fc00) 00080000:00000001:0.0:1767384317.435174:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384317.435175:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384317.435179:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384317.435180:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.435182:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.435184:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384317.435187:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384317.435196:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:2.0:1767384317.435199:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384317.435201:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.435203:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ba8a6095 refcount=4 00000020:00000001:2.0:1767384317.435205:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515165184 : -119698194386432 : ffff932297a4b200) 00010000:00000001:2.0:1767384317.435209:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515165184 : -119698194386432 : ffff932297a4b200) 00010000:00000001:2.0:1767384317.435212:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384317.435215:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da03 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.435223:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384317.435227:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da03 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.435233:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.435236:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384317.435239:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da03 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.435246:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384317.435248:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.435252:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384317.435255:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da03 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384317.435265:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ba8a6095 already unused, calling callback (000000008463f753) 00010000:00000001:2.0:1767384317.435269:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384317.435272:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384317.435275:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da03 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.435283:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384317.435285:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384317.435286:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.435288:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ba8a6095 refcount=5 00000020:00000001:2.0:1767384317.435296:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515165184 : -119698194386432 : ffff932297a4b200) 00010000:00000001:2.0:1767384317.435299:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515165184 : -119698194386432 : ffff932297a4b200) 00010000:00000001:2.0:1767384317.435302:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384317.435305:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da03 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384317.435305:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384317.435310:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.435332:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:0.0:1767384317.435332:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384317.435335:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384317.435337:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.435341:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384317.435342:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384317.435343:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384317.435344:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384317.435346:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ba8a6095 with handle 0xf83434fd52e6da03 from hash 00010000:00000001:2.0:1767384317.435348:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384317.435349:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.435350:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.435351:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384317.435353:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:0.0:1767384317.435353:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.435356:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384317.435359:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:0.0:1767384317.435359:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384317.435362:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.435365:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.435366:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384317.435367:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384317.435369:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.435370:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.435371:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.435372:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.435374:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384317.435375:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da03 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.435379:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.435381:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.435382:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384317.435389:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384317.435391:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.435392:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.435394:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384317.435397:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.435399:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384317.435401:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da03 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.435405:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384317.435406:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384317.435408:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da03 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384317.435412:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000024f2ff7b count: 0 00010000:00000001:2.0:1767384317.435424:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384317.435425:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384317.435704:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294905343, at 4294905344 00000100:00000010:1.0:1767384317.435712:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000977acc02. 00080000:00000001:0.0:1767384317.435841:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384317.435845:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384317.436519:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294905343, at 4294905345 00000100:00000010:2.0:1767384317.436524:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092563418. 00000100:00000040:0.0:1767384317.436535:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294905343, at 4294905345 00000100:00000010:0.0:1767384317.436544:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bebaa1d7. 00000100:00000040:3.0:1767384317.436666:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294905343, at 4294905345 00000100:00000010:3.0:1767384317.436674:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ea1b2a. 00010000:00000010:2.1:1767384317.440503:0:16657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000024f2ff7b. 00010000:00000010:2.1:1767384317.440513:0:16657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ba8a6095. 00080000:00000001:3.0:1767384317.444158:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384317.444165:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384317.444168:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.444171:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384317.444174:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384317.444183:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384317.444186:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384317.444192:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384317.444200:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384317.444204:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384317.444207:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:01000000:2.0:1767384317.444208:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00040000:00000001:3.0:1767384317.444211:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384317.444214:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384317.444216:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384317.444217:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384317.444217:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:3.0:1767384317.444222:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000039d667f1. 00010000:00000001:2.0:1767384317.444224:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384317.444228:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:2.0:1767384317.444233:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005c40d2f7. 00010000:00000001:2.0:1767384317.444240:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384317.444244:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ba8a6095. 00000020:00000001:2.0:1767384317.444249:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384317.444253:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ba8a6095 with handle 0xf83434fd52e6da0a to hash 00000020:00000001:2.0:1767384317.444256:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384317.444258:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515165184 : -119698194386432 : ffff932297a4b200) 00010000:00000001:2.0:1767384317.444261:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515165184 : -119698194386432 : ffff932297a4b200) 00010000:00000001:2.0:1767384317.444265:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384317.444266:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384317.444270:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da0a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.444284:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384317.444287:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384317.444289:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384317.444291:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384317.444294:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.444296:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384317.444298:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.444301:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384317.444303:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384317.444305:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384317.444306:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384317.444308:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005c40d2f7) refcount = 1 00010000:00010000:2.0:1767384317.444312:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da0a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.444318:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384317.444321:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384317.444322:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.444324:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.444325:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384317.444327:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384317.444330:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:2.0:1767384317.444332:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384317.444334:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.444335:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ba8a6095 refcount=4 00000020:00000001:2.0:1767384317.444337:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515165184 : -119698194386432 : ffff932297a4b200) 00010000:00000001:2.0:1767384317.444339:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515165184 : -119698194386432 : ffff932297a4b200) 00010000:00000001:2.0:1767384317.444340:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384317.444341:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da0a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.444345:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384317.444347:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da0a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.444360:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.444361:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384317.444363:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da0a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.444366:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384317.444368:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.444370:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384317.444372:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da0a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384317.444376:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ba8a6095 already unused, calling callback (000000008463f753) 00010000:00000001:2.0:1767384317.444377:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384317.444379:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384317.444380:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da0a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.444384:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384317.444385:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384317.444386:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.444387:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ba8a6095 refcount=5 00000020:00000001:2.0:1767384317.444388:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515165184 : -119698194386432 : ffff932297a4b200) 00010000:00000001:2.0:1767384317.444389:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515165184 : -119698194386432 : ffff932297a4b200) 00010000:00000001:2.0:1767384317.444391:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384317.444392:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da0a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.444396:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384317.444397:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384317.444398:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.444400:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384317.444401:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384317.444402:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384317.444409:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384317.444410:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ba8a6095 with handle 0xf83434fd52e6da0a from hash 00010000:00000001:2.0:1767384317.444412:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384317.444413:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.444414:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.444415:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384317.444417:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384317.444418:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384317.444419:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384317.444420:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.444422:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.444423:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384317.444424:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384317.444426:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.444427:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.444428:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.444429:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.444430:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384317.444432:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da0a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.444435:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.444436:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.444437:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384317.444438:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384317.444438:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.444439:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.444441:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384317.444443:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.444445:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384317.444446:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da0a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.444450:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384317.444451:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384317.444452:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ba8a6095/0xf83434fd52e6da0a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384317.444466:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005c40d2f7 count: 0 00010000:00000001:2.0:1767384317.444474:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384317.444476:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384317.445436:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384317.445439:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384317.445441:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f61e4f72. 20000000:00000001:3.0:1767384317.445446:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384317.445451:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732509952 00010000:00000001:3.0:1767384317.445453:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384317.445463:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000b69c684 x1853236732509952/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384317.445471:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384317.445474:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384317.445499:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384317.445504:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384317.445507:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384317.445509:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384317.445512:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384317.445515:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.445525:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384317.445529:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384317.445535:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093654675. 00000100:00000200:3.0:1767384317.445540:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732509952, offset 224 00000400:00000200:3.0:1767384317.445548:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384317.445560:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384317.445572:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203f00 00000400:00000200:3.0:1767384317.445579:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x163d [2] + 224 00000400:00000200:3.0:1767384317.445587:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384317.445590:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384317.445596:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384317.445600:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef08b9d8 x1853236732509952/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384317.445608:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ef08b9d8 x1853236732509952/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.445622:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384317.445629:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093654675 00000400:00000010:3.0:1767384317.445631:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093654675. 00000100:00000001:3.0:1767384317.445633:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384317.445634:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384317.445639:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.445642:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384317.445644:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384317.445646:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.445649:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384317.445654:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b69c684 x1853236732509952/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384317.445661:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b69c684 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732509952:12345-0@lo:253: Request processed in 20271us (20816us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384317.445671:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000040:3.0:1767384317.445674:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384317.445676:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384317.445679:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384317.445690:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002807b721. 00000020:00000010:3.0:1767384317.445694:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000050cba3a3. 00000020:00000010:3.0:1767384317.445699:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008661b7fa. 00000020:00000040:3.0:1767384317.445704:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:3.0:1767384317.445709:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384317.445712:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000400992fd. 02000000:00000001:3.0:1767384317.445716:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384317.445718:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384317.445725:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384317.445730:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000272079ce. 00000400:00000010:3.0:1767384317.445736:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093654675. 00000100:00000001:3.0:1767384317.445883:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.445887:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384317.445893:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384317.445895:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384317.445919:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f20b21e3. 00000400:00000200:3.0:1767384317.445923:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d74bf1 00000400:00000010:3.0:1767384317.445925:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002d74bf1. 00000100:00000001:3.0:1767384317.445928:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384317.445932:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef08b9d8 x1853236732509952/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384317.445939:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef08b9d8 x1853236732509952/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.445945:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384317.445946:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.445948:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384317.445967:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384317.445969:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384317.445971:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.445974:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384317.445978:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=37 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384317.445982:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384317.445985:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384317.445986:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.445988:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384317.445990:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.445999:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.446003:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef08b9d8 x1853236732509952/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.446009:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.446012:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384317.446014:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384317.446017:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384317.446019:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384317.446020:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384317.446021:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384317.446023:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384317.446024:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384317.446025:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384317.446026:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384317.446028:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384317.446028:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384317.446030:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef08b9d8 x1853236732509952/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384317.446035:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef08b9d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732509952:0@lo:253: 00000100:00000001:3.0:1767384317.446039:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.446041:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384317.446044:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef08b9d8 x1853236732509952/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.446049:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384317.446051:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384317.446054:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a89d223a. 02000000:00000001:3.0:1767384317.446058:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384317.446060:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384317.446061:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384317.446064:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384317.446066:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004e12ef96. 02000000:00000001:3.0:1767384317.446070:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384317.446071:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384317.446072:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef08b9d8. 00000100:00000001:3.0:1767384317.446075:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384317.446082:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.446084:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.446092:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384317.446094:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.446096:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.446099:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384317.447273:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384317.447276:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384317.447278:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000020b76b7f. 20000000:00000001:2.0:1767384317.447282:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384317.447285:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732510080 00010000:00000001:2.0:1767384317.447288:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384317.447293:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b7419826 x1853236732510080/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384317.447302:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384317.447303:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384317.447306:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384317.447309:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384317.447312:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384317.447314:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384317.447317:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384317.447319:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.447321:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384317.447324:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384317.447327:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9c3d21b. 00000100:00000200:2.0:1767384317.447330:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732510080, offset 224 00000400:00000200:2.0:1767384317.447336:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384317.447340:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384317.447346:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d203f80 00000400:00000200:2.0:1767384317.447349:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1645 [2] + 224 00000400:00000200:2.0:1767384317.447354:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384317.447356:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384317.447359:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384317.447363:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004277b534 x1853236732510080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384317.447369:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004277b534 x1853236732510080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.447387:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384317.447392:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9c3d21b 00000400:00000010:2.0:1767384317.447394:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9c3d21b. 00000100:00000001:2.0:1767384317.447396:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384317.447398:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384317.447402:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384317.447403:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384317.447407:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:3.0:1767384317.447408:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384317.447410:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384317.447412:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384317.447414:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384317.447414:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384317.447418:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384317.447419:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7419826 x1853236732510080/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384317.447423:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e07a0. 00000400:00000200:3.0:1767384317.447430:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000638b7697 00000100:00100000:2.0:1767384317.447431:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7419826 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732510080:12345-0@lo:253: Request processed in 21975us (22519us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384317.447435:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000638b7697. 00000100:00100000:2.0:1767384317.447440:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000001:3.0:1767384317.447441:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384317.447443:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384317.447446:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384317.447448:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004277b534 x1853236732510080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.447449:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384317.447453:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074701c16. 00000100:00000200:3.0:1767384317.447462:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004277b534 x1853236732510080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384317.447464:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003366b72f. 00000020:00000010:2.0:1767384317.447469:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004482057. 00000020:00000040:2.0:1767384317.447474:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:3.0:1767384317.447476:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384317.447500:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384317.447502:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003f07e1ce. 00000100:00000001:3.0:1767384317.447508:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384317.447509:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384317.447514:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384317.447514:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384317.447518:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384317.447520:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384317.447522:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384317.447524:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099d9752a. 00000100:00000001:3.0:1767384317.447525:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384317.447529:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9c3d21b. 02000000:00000001:3.0:1767384317.447530:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384317.447536:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=37 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384317.447539:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384317.447542:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384317.447543:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.447545:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384317.447546:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.447548:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.447551:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004277b534 x1853236732510080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.447555:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.447557:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384317.447564:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384317.447566:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384317.447567:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384317.447568:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384317.447569:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384317.447570:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384317.447571:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384317.447572:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384317.447573:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384317.447574:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384317.447576:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004277b534 x1853236732510080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384317.447581:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004277b534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732510080:0@lo:253: 00000100:00000001:3.0:1767384317.447583:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.447584:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384317.447585:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004277b534 x1853236732510080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.447589:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384317.447590:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384317.447592:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000056b99496. 02000000:00000001:3.0:1767384317.447595:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384317.447596:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384317.447597:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384317.447598:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384317.447599:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007becc6c3. 02000000:00000001:3.0:1767384317.447601:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384317.447602:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384317.447603:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004277b534. 00000100:00000001:3.0:1767384317.447605:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384317.447606:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.447607:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.447611:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384317.447612:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.447613:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.447614:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384317.448021:0:24763:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d2382ab0. 00000400:00000040:0.0:1767384317.448046:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384317.448049:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384317.448053:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384317.448055:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384317.448057:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384317.448059:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384317.448062:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384317.448064:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384317.448066:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384317.448067:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384317.448069:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384317.448071:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384317.448073:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384317.448075:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384317.448076:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384317.448079:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384317.448081:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384317.448082:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384317.448084:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384317.448087:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384317.448089:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384317.448091:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384317.448099:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384317.448101:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384317.448102:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384317.448106:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384317.448108:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384317.448109:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384317.448111:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384317.448113:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384317.448115:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384317.448117:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384317.448118:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384317.448120:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384317.448122:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384317.448124:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384317.448125:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384317.448128:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384317.448130:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384317.448132:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384317.448133:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384317.448135:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384317.448136:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384317.448138:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384317.448139:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384317.448140:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384317.448141:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384317.448142:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384317.448144:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384317.448145:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384317.448146:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384317.448148:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384317.448148:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384317.448150:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384317.448151:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384317.448152:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384317.448153:0:24763:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384317.448203:0:24763:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d2382ab0. 00010000:00000010:2.1:1767384317.449511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005c40d2f7. 00010000:00000010:2.1:1767384317.449519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ba8a6095. 00010000:00000001:1.0:1767384318.331569:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384318.331577:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.331587:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384318.331590:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.331643:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384318.331649:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.331654:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384318.544906:0:25062:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384318.544921:0:25062:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.544925:0:25062:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384318.544931:0:25062:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384318.544942:0:25062:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.544944:0:25062:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.355628:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384319.355636:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.355643:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384319.355645:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384319.355696:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384319.355701:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384319.355705:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384319.439683:0:25226:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384319.439689:0:25226:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:2.0:1767384319.444185:0:25226:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384319.453284:0:25227:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000bddc2c0d. 00000400:00000010:1.0:1767384319.453321:0:25227:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000031e442e7. 00000400:00000010:1.0:1767384319.453335:0:25227:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000055773b41. 00000400:00000010:1.0:1767384319.453340:0:25227:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000eb31be58. 00000400:00000010:1.0:1767384319.453345:0:25227:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002af3270d. 00000400:00000010:1.0:1767384319.453351:0:25227:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e3f953ae. 00000400:00000010:1.0:1767384319.453353:0:25227:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004e1fdb4f. 00000400:00000010:1.0:1767384319.453355:0:25227:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078b4f019. 00000400:00000010:1.0:1767384319.453360:0:25227:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000094b7860. 00000800:00000010:1.0:1767384319.453390:0:25227:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a558bc27. 00000800:00000200:1.0:1767384319.453404:0:25227:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384319.453420:0:25227:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384319.453471:0:25227:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:1.0:1767384319.453528:0:25227:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp27 [8/256/0/180] 00000400:00000010:1.0:1767384319.456270:0:25227:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000125a48b3. 00000400:00000010:1.0:1767384319.456280:0:25227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b230e675. 00000400:00000010:1.0:1767384319.456289:0:25227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000400:00000001:1.0:1767384319.456310:0:25227:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384319.456313:0:25227:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384319.456315:0:25227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047e096ab. 00000400:00000200:1.0:1767384319.456319:0:25227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5494936 00000400:00000010:1.0:1767384319.456322:0:25227:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5494936. 00000400:00000010:1.0:1767384319.456328:0:25227:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000065cc2254. 00000400:00000200:1.0:1767384319.456334:0:25227:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (18) 00000400:00000200:1.0:1767384319.456351:0:25227:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384319.456364:0:25227:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:1.0:1767384319.456375:0:25227:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a4e2c746. 00000020:01000000:1.0:1767384319.456381:0:25227:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384319.456385:0:25227:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp27 00000400:00000200:0.0:1767384319.456394:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384319.456406:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:1.0:1767384319.456410:0:25227:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000031e442e7. 00000400:00000010:0.0:1767384319.456417:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cc45e5c. 00000400:00000010:1.0:1767384319.456418:0:25227:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000bddc2c0d. 00000400:00000200:0.0:1767384319.456428:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (19) 00000020:00000001:2.0:1767384319.456434:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384319.456440:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:0.0:1767384319.456441:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c457a229. 10000000:00000001:2.0:1767384319.456444:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384319.456447:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384319.456455:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp25 00000020:01000004:2.0:1767384319.456456:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384319.456466:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384319.456468:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384319.456469:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384319.456471:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384319.456473:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384319.456474:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384319.456475:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384319.456500:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384319.456502:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384319.456509:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c719fed2. 00000020:00000040:2.0:1767384319.456513:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:0.0:1767384319.456520:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp25 to MR: 192.168.204.131@tcp25 local destination 00000100:00000001:2.0:1767384319.456522:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384319.456529:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384319.456535:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.456545:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp25 NI seq info: [45:45:256:4294967295] 192.168.204.131@tcp25 LPNI seq info [45:45:8:4294967295] 02000000:00000010:2.0:1767384319.456549:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a89d223a. 00000100:00000001:2.0:1767384319.456560:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.456560:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp25 00000100:00000001:2.0:1767384319.456573:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384319.456576:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384319.456592:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c719fed2] to pc [ptlrpcd_00_02+2] req@00000000c719fed2 x1853236732510208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384319.456605:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25:192.168.204.131@tcp25) -> 192.168.204.131@tcp25(192.168.204.131@tcp25:192.168.204.131@tcp25) : PUT try# 0 00000800:00000200:0.0:1767384319.456623:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.204.131@tcp25 10000000:00000001:2.0:1767384319.456625:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384319.456628:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384319.456629:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dece562a. 00000020:00000001:2.0:1767384319.456631:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384319.456635:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384319.456643:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:0.0:1767384319.456647:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000068d2c03] -> 12345-192.168.204.131@tcp25 (6) 10000000:00000001:2.0:1767384319.456654:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384319.456656:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384319.456658:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384319.456660:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384319.456661:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384319.456665:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:0.0:1767384319.456667:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp25 ip 192.168.204.131:988 00000020:01000004:2.0:1767384319.456669:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384319.456674:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384319.456676:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384319.456682:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384319.456683:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:0.0:1767384319.456684:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dece562a type 1, nob 432 niov 1 nkiov 1 00000020:01000004:2.0:1767384319.456687:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000040:3.0:1767384319.456691:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c719fed2 x1853236732510208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384319.456691:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384319.456694:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384319.456696:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384319.456701:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002de77af4. 00000100:00000001:3.0:1767384319.456704:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767384319.456705:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384319.456708:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.456709:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384319.456712:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384319.456714:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384319.456714:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.456716:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 02000000:00000001:3.0:1767384319.456719:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384319.456728:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384319.456733:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000400992fd. 00000400:00000200:0.0:1767384319.456734:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00100000:3.0:1767384319.456739:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732510208:0@lo:253: 00000100:00000001:2.0:1767384319.456741:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.456768:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384319.456769:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384319.456773:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.456779:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384319.456782:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002de77af4] to pc [ptlrpcd_00_03+3] req@000000002de77af4 x1853236732510336/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384319.456794:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.456799:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384319.456808:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cbeb1333. 02000000:00000001:3.0:1767384319.456812:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384319.456812:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384319.456816:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384319.456817:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e07a0. 00000020:00000001:2.0:1767384319.456818:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384319.456823:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384319.456825:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a4e2c746. 00000400:00000010:3.0:1767384319.456828:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d206d90. 00000100:00000200:3.0:1767384319.456833:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732510208, portal 25 00000100:00000001:3.0:1767384319.456835:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384319.456836:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384319.456837:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000001:2.0:1767384319.456840:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384319.456843:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384319.456847:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c719fed2 x1853236732510208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384319.456852:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002de77af4 x1853236732510336/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.456861:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384319.456865:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384319.456867:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384319.456868:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384319.456871:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384319.456872:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006af61606. 00000100:00000200:3.0:1767384319.456875:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732510208, offset 0 02000000:00000001:2.0:1767384319.456881:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384319.456882:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384319.456887:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384319.456891:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002de77af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732510336:0@lo:253: 00000100:00000001:2.0:1767384319.456894:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384319.456898:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384319.456899:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384319.456903:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384319.456905:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384319.456912:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f61e4f72. 00000400:00000200:3.0:1767384319.456915:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d204000 02000000:00000001:2.0:1767384319.456916:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384319.456923:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001664d156. 00000400:00000200:3.0:1767384319.456927:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfa9 [2] + 0 00000400:00000010:3.0:1767384319.456931:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a390fd2. 00000400:00000200:3.0:1767384319.456935:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dda99f1e 00000400:00000010:2.0:1767384319.456941:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071e05edc. 00000400:00000200:3.0:1767384319.456942:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384319.456946:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732510336, portal 25 00000100:00000001:2.0:1767384319.456949:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384319.456952:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920960 : -119697696630656 : ffff9322b54fd880) 00000400:00000200:3.0:1767384319.456957:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384319.456961:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002de77af4 x1853236732510336/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384319.456964:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda99f1e 00000400:00000010:3.0:1767384319.456968:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dda99f1e. 00000100:00000001:2.0:1767384319.456970:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384319.456974:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384319.456976:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:0.0:1767384319.456977:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384319.456978:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3694000. 00000100:00000200:3.0:1767384319.456980:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384319.456984:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732510336, offset 0 00000800:00000010:0.0:1767384319.456990:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dece562a. 00000100:00000040:3.0:1767384319.456991:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000e6902263 x1853236732510208 msgsize 4848 00000400:00000200:2.0:1767384319.456996:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384319.457008:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384319.457009:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384319.457012:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384319.457015:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384319.457029:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384319.457030:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d204080 00000400:00000200:0.0:1767384319.457037:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: PUT: OK 00000400:00000200:2.0:1767384319.457046:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfb9 [2] + 0 00000400:00000010:2.0:1767384319.457051:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065410122. 00000400:00000200:2.0:1767384319.457054:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e3ca19c4 00000400:00000200:3.0:1767384319.457057:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006af61606 00000400:00000200:2.0:1767384319.457058:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384319.457060:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006af61606. 00000400:00000200:2.0:1767384319.457064:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384319.457066:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384319.457069:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3ca19c4 00000400:00000200:0.0:1767384319.457070:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:3.0:1767384319.457074:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c719fed2 x1853236732510208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384319.457077:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3ca19c4. 00000100:00000001:2.0:1767384319.457084:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384319.457087:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp25: 0 00000100:00000200:2.0:1767384319.457105:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384319.457114:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000067f9c929 x1853236732510336 msgsize 4848 00000100:00000001:3.0:1767384319.457120:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384319.457123:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384319.457126:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c719fed2 x1853236732510208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384319.457126:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384319.457136:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384319.457144:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384319.457144:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.457146:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384319.457149:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384319.457154:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384319.457154:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384319.457159:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3694000 00000400:00000010:2.0:1767384319.457163:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3694000. 00000100:00000001:3.0:1767384319.457166:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294907375 00000100:00000001:2.0:1767384319.457167:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1767384319.457169:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384319.457174:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d885f13b. 00000100:00000200:2.0:1767384319.457175:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002de77af4 x1853236732510336/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.457194:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384319.457194:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25) <- 192.168.204.131@tcp25 : PUT - for me 00000100:00000001:2.0:1767384319.457198:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384319.457207:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002de77af4 x1853236732510336/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.457209:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294907375 00000100:00000010:3.0:1767384319.457217:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ee7073f. 00000400:00000200:0.0:1767384319.457227:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 336 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384319.457228:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384319.457236:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294907375 00000100:00000001:2.0:1767384319.457243:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384319.457244:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078256c5d. 00000100:00000001:3.0:1767384319.457250:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384319.457252:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384319.457254:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 320/336 into md 0x164d [1] + 0 00000100:00000001:3.0:1767384319.457257:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294907375 00000100:00000001:2.0:1767384319.457263:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384319.457264:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004660d573. 00000400:00000010:0.0:1767384319.457267:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed1fb96c. 00000100:00000001:3.0:1767384319.457271:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384319.457271:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294907375 00000100:00000001:2.0:1767384319.457275:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294907375 00000100:00000001:2.0:1767384319.457278:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294907375 00000100:00000001:3.0:1767384319.457287:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384319.457288:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294907375 00000400:00000200:0.0:1767384319.457292:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000aeadabc 00000100:00000001:3.0:1767384319.457293:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.457294:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294907375 00000100:00000001:2.0:1767384319.457301:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294907375 00000100:00000001:3.0:1767384319.457304:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.457305:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294907375 00000800:00000001:0.0:1767384319.457309:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384319.457311:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.457311:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294907375 00000100:00000001:2.0:1767384319.457317:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384319.457319:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.457322:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384319.457323:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.457325:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384319.457326:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.457333:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384319.457333:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384319.457335:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384319.457340:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384319.457343:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384319.457346:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384319.457347:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384319.457349:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384319.457352:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.457354:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.457356:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.457361:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: PUT: OK 00000100:00000001:2.0:1767384319.457363:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.457378:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00000400:00000010:0.0:1767384319.457385:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000100:00000001:3.0:1767384319.457386:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384319.457393:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732510208 00000400:00000200:0.0:1767384319.457395:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384319.457396:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384319.457397:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384319.457401:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732510336 00000100:00000001:3.0:1767384319.457402:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384319.457405:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.457407:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (20) 02000000:00000001:3.0:1767384319.457409:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384319.457414:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384319.457418:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732510208 00000100:00000001:2.0:1767384319.457419:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384319.457426:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.457427:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000020:00000001:3.0:1767384319.457428:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384319.457432:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 02000000:00000001:2.0:1767384319.457437:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384319.457439:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384319.457445:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732510336 00000400:00000200:0.0:1767384319.457447:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (336 bytes) 00000020:00000040:3.0:1767384319.457449:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:2.0:1767384319.457451:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384319.457456:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000040:2.0:1767384319.457456:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384319.457460:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384319.457463:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000020:00000001:3.0:1767384319.457464:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000040:2.0:1767384319.457465:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:2.0:1767384319.457476:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384319.457479:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384319.457482:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384319.457486:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d53368bb. 00000100:00000001:2.0:1767384319.457490:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384319.457499:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384319.457505:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000078342baf. 00000100:00000001:3.0:1767384319.457507:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384319.457511:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000078342baf. 00000020:00000010:3.0:1767384319.457516:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbdb2fa3. 00000020:00000010:3.0:1767384319.457521:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b05d3c13. 00000020:00000010:3.0:1767384319.457525:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000097640537. 00000100:00000040:3.0:1767384319.457543:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384319.457547:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384319.457550:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384319.457568:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.457578:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.457589:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384319.457614:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384319.457616:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384319.457620:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000040:3.0:1767384319.457623:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384319.457625:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141320272 : -119697568231344 : ffff9322bcf71050) 00000100:00000040:3.0:1767384319.457628:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6902263 x1853236732510208/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:300/0 lens 4848/0 e 0 to 0 dl 1767384330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.457635:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384319.457638:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000078342baf. 00000100:00000001:3.0:1767384319.457640:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384319.457642:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000078342baf. 00000100:00100000:3.0:1767384319.457646:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6902263 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732510208:12345-0@lo:253: 00000100:00000200:3.0:1767384319.457649:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732510208 00000020:00000001:3.0:1767384319.457651:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384319.457654:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384319.457657:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384319.457659:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384319.457661:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (21) 00000020:00000001:3.0:1767384319.457662:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384319.457671:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384319.457673:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384319.457675:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384319.457677:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000001:3.0:1767384319.457678:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384319.457681:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.457685:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384319.457688:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384319.457693:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c1b9bf4b. 02000000:00000001:3.0:1767384319.457700:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.457701:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp25 to MR: 192.168.204.131@tcp25 local destination 00000100:00000001:3.0:1767384319.457705:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.457712:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384319.457722:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp25 NI seq info: [46:46:256:4294967295] 192.168.204.131@tcp25 LPNI seq info [46:46:8:4294967295] 20000000:00000010:3.0:1767384319.457723:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003f07e1ce. 20000000:01000000:3.0:1767384319.457729:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384319.457735:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384319.457739:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000010:2.0:1767384319.457748:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d53368bb. 20000000:00000001:3.0:1767384319.457751:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.457770:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.457776:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:2.0:1767384319.457782:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9d38b3b. 20000000:00000010:3.0:1767384319.457788:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000045fae43. 00000400:00000200:0.0:1767384319.457790:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25:192.168.204.131@tcp25) -> 192.168.204.131@tcp25(192.168.204.131@tcp25:192.168.204.131@tcp25) 192.168.204.131@tcp25 : ACK try# 0 00000020:00000010:2.0:1767384319.457791:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4198310. 20000000:01000000:3.0:1767384319.457794:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000020:00000010:2.0:1767384319.457803:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c18fc3cd. 20000000:00000001:3.0:1767384319.457808:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:2.0:1767384319.457813:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:3.0:1767384319.457817:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:2.0:1767384319.457817:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:0.0:1767384319.457818:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp25 00000100:00000001:2.0:1767384319.457822:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.457830:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384319.457832:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dece562a. 00000100:00000001:2.0:1767384319.457834:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384319.457846:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000068d2c03] -> 12345-192.168.204.131@tcp25 (6) 00000100:00000001:2.0:1767384319.457847:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384319.457852:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384319.457862:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00000040:2.0:1767384319.457867:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000800:00000200:0.0:1767384319.457868:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp25 ip 192.168.204.131:991 00000100:00000001:2.0:1767384319.457871:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141330512 : -119697568221104 : ffff9322bcf73850) 00080000:00000001:3.0:1767384319.457874:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384319.457880:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dece562a type 0, nob 96 niov 1 nkiov 0 00080000:00000001:3.0:1767384319.457881:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000100:00000040:2.0:1767384319.457881:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000067f9c929 x1853236732510336/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:300/0 lens 4848/0 e 0 to 0 dl 1767384330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384319.457902:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384319.457909:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000100:00000001:2.0:1767384319.457912:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384319.457913:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384319.457915:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384319.457917:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d53368bb. 00000100:00000001:2.0:1767384319.457923:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384319.457925:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384319.457932:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000010:2.0:1767384319.457933:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d53368bb. 00000800:00000001:0.0:1767384319.457939:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384319.457942:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005985818b. 00000100:00100000:2.0:1767384319.457945:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000067f9c929 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732510336:12345-0@lo:253: 00080000:00000001:3.0:1767384319.457952:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874051584 : -119702835500032 : ffff93218302ec00) 00000100:00000200:2.0:1767384319.457954:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732510336 00080000:00000001:3.0:1767384319.457957:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384319.457958:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384319.457961:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384319.457963:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384319.457965:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384319.457966:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384319.457968:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384319.457970:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384319.457972:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384319.457975:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384319.457977:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.457979:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384319.457981:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384319.457996:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005dfdde87. 02000000:00000001:2.0:1767384319.457998:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.458000:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384319.458002:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:0.0:1767384319.458004:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000010:2.0:1767384319.458010:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000cf2ac1d. 00000800:00000010:0.0:1767384319.458010:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dece562a. 20000000:01000000:2.0:1767384319.458019:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384319.458022:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384319.458023:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:2.0:1767384319.458026:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384319.458031:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384319.458035:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384319.458040:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384319.458044:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: ACK: OK 00000800:00000001:0.0:1767384319.458055:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.458065:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384319.458070:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.458098:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384319.458101:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.458110:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384319.458115:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384319.458120:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384319.458125:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384319.458127:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25) <- 192.168.204.131@tcp25 : ACK - for me 00000400:00000200:0.0:1767384319.458141:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp25: ACK from 12345-192.168.204.131@tcp25 into md 0x1669 00080000:00000001:3.0:1767384319.458151:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.458151:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1767384319.458162:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384319.458168:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: ACK: OK 00000400:00000200:0.0:1767384319.458174:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cc45e5c 00000400:00000010:0.0:1767384319.458177:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cc45e5c. 00000400:00000200:0.0:1767384319.458183:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384319.458190:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:0.0:1767384319.458206:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384319.458210:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (20) 00000800:00000001:0.0:1767384319.458217:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.458225:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.458270:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384319.458276:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000008777bbbe. 00000400:00000010:0.0:1767384319.458282:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed1fb96c. 00000400:00000010:0.0:1767384319.458288:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cc45e5c. 00000400:00000200:0.0:1767384319.458294:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008777bbbe 00000400:00000010:0.0:1767384319.458300:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000f7984e47. 00000400:00000200:0.0:1767384319.458306:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000400:00000200:0.0:1767384319.458313:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 00000400:00000200:0.0:1767384319.458318:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (19) 00000400:00000010:0.0:1767384319.458323:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000008d7c4462. 00000400:00000010:0.0:1767384319.458327:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000400:00000010:0.0:1767384319.458334:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cc0b1e57. 00000400:00000200:0.0:1767384319.458341:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00080000:00000001:3.0:1767384319.458343:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384319.458350:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384319.458355:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:0.0:1767384319.458364:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:0.0:1767384319.458374:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:0.0:1767384319.458380:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:0.0:1767384319.458400:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:0.0:1767384319.458410:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:0.0:1767384319.458417:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:0.0:1767384319.458431:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:0.0:1767384319.458441:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:0.0:1767384319.458447:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:0.0:1767384319.458458:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:0.0:1767384319.458469:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:0.0:1767384319.458523:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:0.0:1767384319.458533:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:0.0:1767384319.458542:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:0.0:1767384319.458549:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:0.0:1767384319.458556:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:0.0:1767384319.458562:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:0.0:1767384319.458566:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:0.0:1767384319.458583:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp26 00000400:00000200:0.0:1767384319.458589:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp26 lpni_is_preferred = 0 00000400:00000200:0.0:1767384319.458593:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp26 00000400:00000200:0.0:1767384319.458599:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp26 NI seq info: [47:47:256:4294967295] 192.168.204.131@tcp26 LPNI seq info [47:47:8:4294967295] 00000400:00000200:0.0:1767384319.458607:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp26 00000400:00000200:0.0:1767384319.458621:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp26(192.168.204.131@tcp26:) -> 192.168.204.131@tcp26(192.168.204.131@tcp:192.168.204.131@tcp26) : GET try# 0 00000800:00000200:0.0:1767384319.458634:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp26 00000800:00000010:0.0:1767384319.458638:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dece562a. 00000800:00000010:0.0:1767384319.458650:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000030a46146. 00000800:00000010:0.0:1767384319.458665:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000032fb539b. 00000800:00000200:0.0:1767384319.458672:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030a46146] -> 12345-192.168.204.131@tcp26 (2) 00000800:00000200:0.1:1767384319.458677:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030a46146] -> 12345-192.168.204.131@tcp26 (2) 00000400:00000200:0.0:1767384319.458705:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384319.458709:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100251 rc 0 00000400:00000200:2.0:1767384319.458836:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.458944:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459016:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459083:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459144:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459222:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459286:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459346:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459405:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459455:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459504:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459530:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459553:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459669:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459693:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459736:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459775:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459825:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459855:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459885:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459905:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.459936:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.460186:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.460231:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.460277:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.460330:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.460667:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.460705:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.460776:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.460850:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.460894:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.460933:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.460992:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.461054:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000800:00000010:2.0:1767384319.461323:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f550c5e6. 00000800:00000010:2.0:1767384319.461328:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3694000. 00000800:00000010:2.0:1767384319.461333:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a93d26f6. 00000800:00000010:2.0:1767384319.461365:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a93d26f6. 00000400:00000200:2.0:1767384319.461601:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384319.461641:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp26 from 221.3.0.2 00000800:00000010:2.0:1767384319.461646:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f02a7510. 00000800:00000010:3.0:1767384319.461685:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000020b76b7f. 00000800:00000010:3.0:1767384319.461694:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000025cce0ff. 00000800:00000010:3.0:1767384319.461738:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009208c4de. 00000800:00000200:3.1:1767384319.461746:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030a46146] -> 12345-192.168.204.131@tcp26 (2) 00000800:00000200:3.1:1767384319.461768:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp26 000000009208c4de deleted 00000800:00000010:3.1:1767384319.461771:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009208c4de. 00000800:00000200:3.1:1767384319.461779:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384319.461792:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp26 ip 192.168.204.131:989 00000800:00000200:3.1:1767384319.461829:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dece562a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384319.461836:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp26 p 3.x 192.168.204.131 -> 192.168.204.131:989 incarnation:1767384317421847805 sched[0] 00000800:00000010:2.0:1767384319.461993:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a93d26f6. 00000800:00000010:2.0:1767384319.462043:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a93d26f6. 00000800:00000010:2.0:1767384319.462049:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000025cce0ff. 00000800:00000010:2.0:1767384319.462103:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f02a7510. 00000800:00000001:2.0:1767384319.462133:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384319.462138:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384319.462186:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384319.462190:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dece562a. 00000400:00000200:2.0:1767384319.462197:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384319.462209:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp26->192.168.204.131@tcp26: GET: OK 00000400:00000200:2.0:1767384319.462218:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384319.462223:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000200:2.1:1767384319.462266:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384319.462273:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp26 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384317421847805 sched[0] 00000800:00000010:2.0:1767384319.462276:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3694000. 00000400:00000200:2.0:1767384319.462328:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.462388:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.462470:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.462532:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.462626:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.462690:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.462746:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.462836:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.462858:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.462921:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.462995:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.463068:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.463124:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.463178:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.463288:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.463388:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.463553:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.463640:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.463732:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.463839:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.463894:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.463950:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.464007:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.464066:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.464121:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.464152:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.464185:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.464231:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.464290:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.464342:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.464391:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.464425:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.464478:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384319.464542:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000800:00000001:0.0:1767384319.464564:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.464581:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384319.464585:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384319.464604:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000001:0.0:1767384319.464605:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.464635:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp26(192.168.204.131@tcp26) <- 192.168.204.131@tcp26 : GET - for me 00000400:00000200:0.0:1767384319.464657:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384319.464671:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 336/336 into md 0x1665 [1] + 0 00000400:00000200:0.0:1767384319.464690:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp26 to MR: 192.168.204.131@tcp26 local destination 00000400:00000200:0.0:1767384319.464704:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp26 NI seq info: [48:48:256:4294967295] 192.168.204.131@tcp26 LPNI seq info [48:48:8:4294967295] 00000400:00000200:0.0:1767384319.464735:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp26(192.168.204.131@tcp26:192.168.204.131@tcp26) -> 192.168.204.131@tcp26(192.168.204.131@tcp26:192.168.204.131@tcp26) 192.168.204.131@tcp26 : REPLY try# 0 00000800:00000200:0.0:1767384319.464749:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.204.131@tcp26 00000800:00000010:0.0:1767384319.464771:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e835e7cd. 00000800:00000200:0.0:1767384319.464783:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030a46146] -> 12345-192.168.204.131@tcp26 (4) 00000800:00000200:0.0:1767384319.464792:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp26 ip 192.168.204.131:988 00000800:00000200:0.0:1767384319.464796:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e835e7cd type 3, nob 432 niov 1 nkiov 1 00000800:00000001:2.0:1767384319.464838:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384319.464856:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000607e60a4. 00000800:00000010:2.0:1767384319.464861:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3694000. 00000800:00000010:2.0:1767384319.464865:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a93d26f6. 00000800:00000001:2.0:1767384319.464878:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384319.464917:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a93d26f6. 00000800:00020000:2.0:1767384319.464928:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000200:0.0:1767384319.464947:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384319.464952:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e835e7cd. 00000400:00000200:0.0:1767384319.464959:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.464966:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp26->192.168.204.131@tcp26: REPLY: OK 00000800:00000001:0.0:1767384319.464984:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.464994:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384319.464997:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.465013:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.465021:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp26(192.168.204.131@tcp26) <- 192.168.204.131@tcp26 : REPLY - for me 00000400:00000200:0.0:1767384319.465037:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp26: Reply from 12345-192.168.204.131@tcp26 of length 336/336 into md 0x1681 00000800:00000001:0.0:1767384319.465046:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.465055:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.465059:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.465066:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp26->192.168.204.131@tcp26: REPLY: OK 00000400:00000200:0.0:1767384319.465075:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00000400:00000010:0.0:1767384319.465079:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000400:00000200:0.0:1767384319.465085:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384319.465093:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:0.0:1767384319.465099:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:0.0:1767384319.465105:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 19. state = 0x100251 00000400:00000200:0.0:1767384319.465111:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384319.465126:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (20) 00000800:00000001:0.0:1767384319.465140:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.465150:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.465175:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384319.465185:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:0.0:1767384319.465197:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 00000000f7984e47. 00000400:00000010:0.0:1767384319.465205:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 0000000033189c0c. 00000400:00000010:0.0:1767384319.465212:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 000000000eaf5b87. 00000400:00000010:0.0:1767384319.465253:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000065cc2254. 00000400:00000200:0.0:1767384319.465260:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000065cc2254 nid 192.168.204.131@tcp27 00000400:00000010:0.0:1767384319.465266:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004fc6a418. 00000400:00000200:0.0:1767384319.465269:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000004fc6a418 net tcp27 00000400:00000200:0.0:1767384319.465273:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (19) 00000400:00000200:0.0:1767384319.465282:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp27 flags 0x11 00000400:00000010:0.0:1767384319.465287:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 00000000f7984e47. 00000400:00000010:0.0:1767384319.465303:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 0000000033189c0c. 00000400:00000010:0.0:1767384319.465306:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 000000000eaf5b87. 00000400:00000010:0.0:1767384319.465311:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000008d7c4462. 00000400:00000200:0.0:1767384319.465319:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384319.465333:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:0.0:1767384319.465342:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:0.0:1767384319.465349:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:0.0:1767384319.465356:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384319.465359:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:0.0:1767384319.465366:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:0.0:1767384319.465375:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (20) 00000800:00000010:2.0:1767384319.468731:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3694000. 00000800:00000010:2.0:1767384319.468736:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000607e60a4. 00000100:00000040:2.0:1767384319.468788:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294907375, at 4294907377 00000100:00000010:2.0:1767384319.468798:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078256c5d. 00000400:02020000:2.0:1767384319.468879:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp26 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000100:00000040:3.0:1767384319.469512:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294907375, at 4294907377 00000100:00000010:3.0:1767384319.469519:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004660d573. 00000100:00000040:0.0:1767384319.469566:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294907375, at 4294907377 00000100:00000010:0.0:1767384319.469578:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d885f13b. 00000100:00000040:1.0:1767384319.469598:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294907375, at 4294907377 00000100:00000010:1.0:1767384319.469606:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ee7073f. 00080000:00000001:3.0:1767384319.471828:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384319.471836:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384319.471839:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.471841:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384319.471854:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384319.471872:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384319.471875:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384319.471884:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384319.471893:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007b61806b. 00080000:00000001:3.0:1767384319.471899:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:0.0:1767384319.471900:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00040000:00000001:3.0:1767384319.471903:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384319.471906:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384319.471909:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384319.471909:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00040000:00000001:3.0:1767384319.471911:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384319.471918:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005985818b. 00080000:00000001:3.0:1767384319.471921:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384319.471923:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384319.471968:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384319.471974:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384319.471975:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384319.471978:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384319.471982:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384319.471988:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:0.0:1767384319.471993:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384319.472001:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000df88a877. 00080000:00000001:0.0:1767384319.472005:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624376054677504 : -119697654874112 : ffff9322b7cd0000) 00080000:00000001:0.0:1767384319.472010:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384319.472076:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384319.472079:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384319.472082:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384319.472101:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384319.472104:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384319.472247:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384319.472265:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:3.0:1767384319.472519:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384319.472524:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384319.472527:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384319.472531:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384319.472535:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384319.472543:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b7ea23d3. 00010000:00000001:3.0:1767384319.472549:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384319.472552:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000051c97626. 00000020:00000001:3.0:1767384319.472556:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384319.472559:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000051c97626 with handle 0xf83434fd52e6da11 to hash 00000020:00000001:3.0:1767384319.472560:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384319.472562:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384319.472564:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384319.472568:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384319.472569:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384319.472572:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6da11 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.472580:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384319.472584:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384319.472586:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384319.472588:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384319.472590:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.472592:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384319.472593:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.472595:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384319.472604:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384319.472605:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384319.472606:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384319.472608:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b7ea23d3) refcount = 1 00010000:00010000:3.0:1767384319.472611:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000051c97626/0xf83434fd52e6da11 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.472616:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384319.472618:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384319.472619:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.472620:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.472621:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384319.472624:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384319.472626:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:3.0:1767384319.472629:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384319.472630:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384319.472631:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051c97626 refcount=4 00000020:00000001:3.0:1767384319.472633:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384319.472635:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384319.472636:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384319.472637:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6da11 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.472642:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384319.472643:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6da11 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.472647:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.472649:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384319.472650:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000051c97626/0xf83434fd52e6da11 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.472653:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384319.472654:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.472657:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384319.472663:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000051c97626/0xf83434fd52e6da11 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384319.472669:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000051c97626 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384319.472671:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384319.472673:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384319.472674:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000051c97626/0xf83434fd52e6da11 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.472678:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384319.472679:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384319.472679:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384319.472680:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051c97626 refcount=5 00000020:00000001:3.0:1767384319.472681:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384319.472682:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384319.472695:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384319.472696:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000051c97626/0xf83434fd52e6da11 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.472701:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384319.472702:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384319.472703:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.472706:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384319.472707:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384319.472708:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384319.472709:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384319.472711:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000051c97626 with handle 0xf83434fd52e6da11 from hash 00010000:00000001:3.0:1767384319.472713:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384319.472714:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.472715:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.472716:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384319.472718:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384319.472720:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384319.472722:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384319.472723:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.472726:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.472731:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384319.472732:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384319.472734:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.472735:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.472736:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.472737:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.472738:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384319.472740:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000051c97626/0xf83434fd52e6da11 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.472743:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.472744:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.472745:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384319.472746:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384319.472747:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.472748:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.472749:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384319.472751:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.472767:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384319.472769:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000051c97626/0xf83434fd52e6da11 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.472773:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384319.472775:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384319.472776:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000051c97626/0xf83434fd52e6da11 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384319.472780:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b7ea23d3 count: 0 00010000:00000001:3.0:1767384319.472799:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384319.472800:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384319.483526:0:25232:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b7ea23d3. 00010000:00000010:3.1:1767384319.483542:0:25232:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000051c97626. 00080000:00000001:1.0:1767384319.483956:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384319.483971:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384319.483971:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:3.0:1767384319.483977:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384319.483978:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.483982:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384319.483983:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384319.483988:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384319.483988:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384319.483993:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384319.483998:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000df88a877. 00080000:00000001:3.0:1767384319.484003:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384319.484004:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384319.484009:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384319.484017:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384319.484031:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384319.484041:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384319.484043:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384319.484047:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384319.484049:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384319.484057:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b7ea23d3. 00010000:00000001:3.0:1767384319.484062:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384319.484066:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000051c97626. 00000020:00000001:3.0:1767384319.484071:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384319.484078:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000051c97626 with handle 0xf83434fd52e6da18 to hash 00000020:00000001:3.0:1767384319.484080:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384319.484081:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384319.484084:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384319.484087:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384319.484089:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384319.484091:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6da18 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.484098:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384319.484101:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384319.484103:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384319.484105:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384319.484107:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.484119:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384319.484121:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.484123:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384319.484125:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384319.484126:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384319.484127:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384319.484128:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b7ea23d3) refcount = 1 00010000:00010000:3.0:1767384319.484131:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000051c97626/0xf83434fd52e6da18 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.484135:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384319.484136:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384319.484136:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.484138:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.484145:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384319.484147:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384319.484149:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:3.0:1767384319.484152:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384319.484153:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384319.484155:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051c97626 refcount=4 00000020:00000001:3.0:1767384319.484157:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384319.484158:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384319.484160:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384319.484161:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6da18 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.484165:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384319.484167:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6da18 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.484171:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.484172:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384319.484173:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000051c97626/0xf83434fd52e6da18 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.484177:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384319.484177:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.484180:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384319.484181:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000051c97626/0xf83434fd52e6da18 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384319.484186:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000051c97626 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384319.484189:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384319.484190:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384319.484191:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000051c97626/0xf83434fd52e6da18 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.484195:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384319.484197:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384319.484203:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384319.484204:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051c97626 refcount=5 00000020:00000001:3.0:1767384319.484207:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384319.484208:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384319.484211:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384319.484213:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000051c97626/0xf83434fd52e6da18 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.484217:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384319.484218:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384319.484219:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.484221:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384319.484222:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384319.484223:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384319.484224:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384319.484225:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000051c97626 with handle 0xf83434fd52e6da18 from hash 00010000:00000001:3.0:1767384319.484226:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384319.484227:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.484229:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.484230:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384319.484231:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384319.484231:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384319.484233:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384319.484234:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384319.484235:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.484236:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384319.484237:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384319.484239:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.484239:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.484240:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.484241:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384319.484243:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384319.484244:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000051c97626/0xf83434fd52e6da18 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.484248:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.484254:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.484256:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384319.484257:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384319.484259:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384319.484261:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384319.484264:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384319.484270:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384319.484272:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384319.484275:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000051c97626/0xf83434fd52e6da18 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384319.484278:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384319.484281:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384319.484283:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000051c97626/0xf83434fd52e6da18 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384319.484288:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b7ea23d3 count: 0 00010000:00000001:3.0:1767384319.484305:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384319.484309:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384319.484673:0:25232:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d2058eb8. 00000400:00000040:3.0:1767384319.484693:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384319.484696:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384319.484699:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384319.484702:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384319.484705:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384319.484709:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384319.484712:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384319.484714:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384319.484718:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384319.484720:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384319.484724:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384319.484725:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384319.484727:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384319.484729:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384319.484732:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384319.484736:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384319.484739:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384319.484742:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384319.484752:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384319.484767:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384319.484769:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384319.484770:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384319.484771:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384319.484772:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384319.484773:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384319.484775:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384319.484777:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384319.484781:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384319.484784:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384319.484787:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384319.484789:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384319.484792:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384319.484794:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384319.484796:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384319.484797:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384319.484809:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384319.484810:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384319.484812:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384319.484814:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384319.484832:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384319.484833:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384319.484834:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384319.484836:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384319.484837:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384319.484840:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384319.484843:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384319.484846:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384319.484847:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384319.484850:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384319.484852:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384319.484853:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384319.484854:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384319.484855:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384319.484857:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384319.484859:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384319.484861:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384319.484863:0:25232:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384319.484956:0:25232:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d2058eb8. 00080000:00000020:3.0:1767384319.486749:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384319.486767:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384319.486769:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003f07e1ce. 20000000:00000001:3.0:1767384319.486774:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384319.486780:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732510208 00010000:00000001:3.0:1767384319.486782:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384319.486791:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6902263 x1853236732510208/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384319.486810:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384319.486812:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384319.486816:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384319.486821:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384319.486823:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384319.486825:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384319.486829:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384319.486832:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384319.486836:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384319.486840:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384319.486844:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012c54da4. 00000100:00000200:3.0:1767384319.486850:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732510208, offset 224 00000400:00000200:3.0:1767384319.486859:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384319.486873:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384319.486884:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d204000 00000400:00000200:3.0:1767384319.486890:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x166d [2] + 224 00000400:00000200:3.0:1767384319.486897:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384319.486901:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384319.486907:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384319.486912:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c719fed2 x1853236732510208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384319.486920:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c719fed2 x1853236732510208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384319.486930:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384319.486943:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384319.486944:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012c54da4 00000400:00000010:3.0:1767384319.486947:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012c54da4. 00000100:00000001:2.0:1767384319.486947:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384319.486950:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384319.486953:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384319.486954:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384319.486957:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384319.486958:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384319.486962:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:2.0:1767384319.486962:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e07a0. 00010000:00000001:3.0:1767384319.486968:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384319.486969:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d206d90 00000020:00000001:3.0:1767384319.486970:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384319.486972:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d206d90. 00000020:00000001:3.0:1767384319.486974:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384319.486976:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384319.486980:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6902263 x1853236732510208/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384319.486984:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c719fed2 x1853236732510208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384319.487002:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6902263 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732510208:12345-0@lo:253: Request processed in 29364us (30008us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384319.487004:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c719fed2 x1853236732510208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.487016:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384319.487018:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384319.487020:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000001:2.0:1767384319.487022:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384319.487025:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 02000000:00000001:2.0:1767384319.487026:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384319.487029:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384319.487031:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384319.487032:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384319.487036:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384319.487040:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b05d3c13. 02000000:00000001:2.0:1767384319.487043:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384319.487045:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000097640537. 00000020:00000010:3.0:1767384319.487050:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbdb2fa3. 00000100:00001000:2.0:1767384319.487052:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=39 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384319.487055:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00001000:2.0:1767384319.487060:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=39 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384319.487061:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384319.487064:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c1b9bf4b. 00000100:00000001:2.0:1767384319.487065:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384319.487068:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384319.487082:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384319.487082:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384319.487085:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384319.487086:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.487091:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384319.487094:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384319.487095:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c719fed2 x1853236732510208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384319.487099:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bca3380. 00000100:00000001:2.0:1767384319.487106:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384319.487107:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012c54da4. 00000100:00000001:2.0:1767384319.487110:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384319.487113:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384319.487116:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384319.487118:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384319.487120:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384319.487121:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384319.487129:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384319.487131:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384319.487132:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384319.487134:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384319.487146:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384319.487147:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384319.487152:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c719fed2 x1853236732510208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384319.487158:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732510208:0@lo:253: 00000100:00000001:2.0:1767384319.487162:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.487164:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384319.487166:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c719fed2 x1853236732510208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.487170:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384319.487173:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384319.487176:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cbeb1333. 02000000:00000001:2.0:1767384319.487179:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384319.487181:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384319.487183:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384319.487186:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384319.487188:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a89d223a. 02000000:00000001:2.0:1767384319.487191:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384319.487193:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384319.487194:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c719fed2. 00000100:00000001:2.0:1767384319.487198:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384319.487200:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.487202:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.487210:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384319.487212:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.487214:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384319.487217:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384319.488092:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384319.488095:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384319.488098:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000cf2ac1d. 20000000:00000001:1.0:1767384319.488105:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384319.488109:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732510336 00010000:00000001:1.0:1767384319.488111:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384319.488116:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000067f9c929 x1853236732510336/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.488125:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384319.488127:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384319.488130:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384319.488134:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384319.488136:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384319.488138:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384319.488141:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384319.488143:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.488146:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384319.488148:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384319.488153:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4415d26. 00000100:00000200:1.0:1767384319.488156:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732510336, offset 224 00000400:00000200:1.0:1767384319.488161:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384319.488168:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384319.488175:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d204080 00000400:00000200:1.0:1767384319.488180:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1675 [2] + 224 00000400:00000200:1.0:1767384319.488187:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384319.488190:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384319.488195:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384319.488200:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002de77af4 x1853236732510336/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384319.488218:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002de77af4 x1853236732510336/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.488236:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384319.488243:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4415d26 00000400:00000010:1.0:1767384319.488246:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4415d26. 00000100:00000001:1.0:1767384319.488250:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384319.488252:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384319.488258:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.488262:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384319.488265:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384319.488267:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.488271:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384319.488277:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384319.488278:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067f9c929 x1853236732510336/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.488282:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384319.488288:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384319.488291:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384319.488294:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000067f9c929 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732510336:12345-0@lo:253: Request processed in 30378us (31175us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384319.488295:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001664d156. 00000400:00000200:2.0:1767384319.488300:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071e05edc 00000100:00100000:1.0:1767384319.488309:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000400:00000010:2.0:1767384319.488310:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071e05edc. 00000100:00000040:1.0:1767384319.488316:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384319.488317:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384319.488323:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002de77af4 x1853236732510336/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.488324:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384319.488327:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384319.488331:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4198310. 00000100:00000200:2.0:1767384319.488334:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002de77af4 x1853236732510336/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384319.488337:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c18fc3cd. 00000020:00000010:1.0:1767384319.488343:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9d38b3b. 00000100:00000001:2.0:1767384319.488345:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384319.488349:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384319.488349:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:2.0:1767384319.488354:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384319.488355:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384319.488356:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384319.488358:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384319.488358:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005dfdde87. 00000100:00000001:2.0:1767384319.488362:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.488364:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384319.488365:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.488366:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384319.488369:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=39 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384319.488371:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384319.488374:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384319.488377:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384319.488377:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047e096ab. 00000100:00000001:2.0:1767384319.488380:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.488383:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384319.488383:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4415d26. 00010000:00000001:2.0:1767384319.488385:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.488388:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384319.488391:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002de77af4 x1853236732510336/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.488396:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384319.488398:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384319.488399:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384319.488401:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384319.488412:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384319.488414:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384319.488416:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384319.488417:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384319.488419:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384319.488421:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384319.488422:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384319.488423:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384319.488424:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002de77af4 x1853236732510336/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384319.488439:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002de77af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732510336:0@lo:253: 00000100:00000001:2.0:1767384319.488442:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.488443:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384319.488445:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002de77af4 x1853236732510336/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.488450:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384319.488453:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384319.488455:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f61e4f72. 02000000:00000001:2.0:1767384319.488461:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384319.488463:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384319.488463:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384319.488465:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384319.488466:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000400992fd. 02000000:00000001:2.0:1767384319.488469:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384319.488470:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384319.488471:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002de77af4. 00000100:00000001:2.0:1767384319.488473:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384319.488474:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.488475:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.488501:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384319.488503:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.488505:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384319.488507:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384319.489526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b7ea23d3. 00010000:00000010:3.1:1767384319.489534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000051c97626. 00010000:00000001:1.0:1767384320.380542:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384320.380559:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.380567:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384320.380569:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384320.380618:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384320.380623:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384320.380627:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384320.661895:0:25542:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384320.661908:0:25542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.661912:0:25542:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.661917:0:25542:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384320.661921:0:25542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.661927:0:25542:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.403572:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384321.403581:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.403589:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384321.403594:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384321.403597:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384321.403600:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.403604:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384321.403608:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.403611:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.403614:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.403654:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384321.403659:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.403663:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384321.433187:0:25706:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384321.433193:0:25706:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:0.0:1767384321.438636:0:25706:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384321.447701:0:25707:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004a5819db. 00000400:00000010:3.0:1767384321.447735:0:25707:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001b101e02. 00000400:00000010:3.0:1767384321.447747:0:25707:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d3ee2654. 00000400:00000010:3.0:1767384321.447750:0:25707:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000031cee0b3. 00000400:00000010:3.0:1767384321.447754:0:25707:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000085c8d2bc. 00000400:00000010:3.0:1767384321.447759:0:25707:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8c7dd21. 00000400:00000010:3.0:1767384321.447765:0:25707:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e993f15c. 00000400:00000010:3.0:1767384321.447766:0:25707:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006a5bf5e9. 00000400:00000010:3.0:1767384321.447770:0:25707:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d2058eb8. 00000800:00000010:3.0:1767384321.447785:0:25707:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005ffc783b. 00000800:00000200:3.0:1767384321.447796:0:25707:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384321.447808:0:25707:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384321.447845:0:25707:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:3.0:1767384321.447867:0:25707:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp28 [8/256/0/180] 00000400:00000010:3.0:1767384321.449154:0:25707:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000c8335564. 00000400:00000010:3.0:1767384321.449160:0:25707:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e07a0. 00000400:00000010:3.0:1767384321.449166:0:25707:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000400:00000001:3.0:1767384321.449184:0:25707:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384321.449186:0:25707:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384321.449188:0:25707:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b230e675. 00000400:00000200:3.0:1767384321.449191:0:25707:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00000400:00000010:3.0:1767384321.449193:0:25707:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00000400:00000010:3.0:1767384321.449197:0:25707:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000125a48b3. 00000400:00000200:3.0:1767384321.449204:0:25707:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (19) 00000400:00000200:3.0:1767384321.449219:0:25707:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384321.449230:0:25707:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:3.0:1767384321.449239:0:25707:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c1b9bf4b. 00000020:01000000:3.0:1767384321.449245:0:25707:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384321.449249:0:25707:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp28 00000400:00000200:0.0:1767384321.449257:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384321.449271:0:25707:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001b101e02. 00000400:00000200:0.0:1767384321.449271:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:3.0:1767384321.449280:0:25707:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004a5819db. 00000400:00000010:0.0:1767384321.449284:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000400:00000200:0.0:1767384321.449292:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (20) 00000020:00000001:2.0:1767384321.449300:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384321.449301:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c7f4403. 10000000:00000001:2.0:1767384321.449308:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384321.449309:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp26 10000000:00000001:2.0:1767384321.449313:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384321.449316:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384321.449321:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384321.449331:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384321.449332:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp26 to MR: 192.168.204.131@tcp26 local destination 00000020:01000004:2.0:1767384321.449333:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384321.449338:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384321.449339:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384321.449340:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384321.449342:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384321.449343:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384321.449344:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384321.449345:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384321.449350:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002de77af4. 00000400:00000200:0.0:1767384321.449350:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp26 NI seq info: [49:49:256:4294967295] 192.168.204.131@tcp26 LPNI seq info [49:49:8:4294967295] 00000020:00000040:2.0:1767384321.449356:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384321.449362:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384321.449363:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp26 02000000:00000001:2.0:1767384321.449366:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384321.449373:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384321.449384:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000607e60a4. 00000400:00000200:0.0:1767384321.449389:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp26(192.168.204.131@tcp26:192.168.204.131@tcp26) -> 192.168.204.131@tcp26(192.168.204.131@tcp26:192.168.204.131@tcp26) : PUT try# 0 00000100:00000001:2.0:1767384321.449393:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384321.449400:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.204.131@tcp26 00000100:00000001:2.0:1767384321.449401:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384321.449404:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384321.449407:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b90f53c. 00000100:00000040:2.0:1767384321.449411:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002de77af4] to pc [ptlrpcd_00_00+0] req@000000002de77af4 x1853236732510464/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384321.449421:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030a46146] -> 12345-192.168.204.131@tcp26 (4) 00000800:00000200:0.1:1767384321.449428:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030a46146] -> 12345-192.168.204.131@tcp26 (4) 10000000:00000001:2.0:1767384321.449445:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384321.449450:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384321.449451:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp26 ip 192.168.204.131:988 00000020:00000001:2.0:1767384321.449455:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384321.449459:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.1:1767384321.449459:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b90f53c type 1, nob 448 niov 1 nkiov 1 00000020:00000001:2.0:1767384321.449469:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384321.449470:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384321.449471:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384321.449473:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384321.449474:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384321.449476:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384321.449502:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384321.449504:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384321.449505:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384321.449506:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384321.449508:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384321.449510:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384321.449512:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384321.449515:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c719fed2. 00000100:00000001:1.0:1767384321.449518:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384321.449527:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384321.449527:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.449533:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384321.449534:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384321.449540:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384321.449543:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.449547:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002de77af4 x1853236732510464/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384321.449551:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005dfdde87. 00000100:00000001:2.0:1767384321.449561:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.449566:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384321.449567:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384321.449571:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.449571:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.449590:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384321.449595:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384321.449596:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c719fed2] to pc [ptlrpcd_00_01+1] req@00000000c719fed2 x1853236732510592/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384321.449605:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.449620:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002de77af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732510464:0@lo:253: 00000100:00000001:1.0:1767384321.449626:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:2.0:1767384321.449628:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384321.449634:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.449636:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.449638:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:2.0:1767384321.449639:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384321.449643:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384321.449644:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c1b9bf4b. 02000000:00000001:1.0:1767384321.449661:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384321.449670:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a4e2c746. 02000000:00000001:1.0:1767384321.449674:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384321.449679:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e23a655. 00000100:00000001:2.0:1767384321.449680:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384321.449687:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da0b622d. 00000100:00000001:2.0:1767384321.449689:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384321.449695:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384321.449696:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732510464, portal 25 00000100:00000001:1.0:1767384321.449701:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384321.449705:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c719fed2 x1853236732510592/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.449706:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920960 : -119697696630656 : ffff9322b54fd880) 00000100:00000001:2.0:1767384321.449734:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384321.449735:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002de77af4 x1853236732510464/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.449738:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384321.449743:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384321.449748:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384321.449756:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384321.449766:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732510592:0@lo:253: 00000100:00000001:1.0:1767384321.449769:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384321.449771:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384321.449777:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384321.449779:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384321.449780:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384321.449784:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384321.449786:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a142510f. 02000000:00000010:2.0:1767384321.449790:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000cf2ac1d. 00000100:00000200:1.0:1767384321.449795:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732510464, offset 0 02000000:00000001:2.0:1767384321.449796:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384321.449804:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001664d156. 00000400:00000010:2.0:1767384321.449813:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004584f472. 00000400:00000200:1.0:1767384321.449815:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384321.449825:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732510592, portal 25 00000100:00000001:2.0:1767384321.449829:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384321.449831:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000400:00000200:1.0:1767384321.449841:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384321.449842:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c719fed2 x1853236732510592/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.449858:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384321.449863:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384321.449866:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032415449. 00000100:00000200:2.0:1767384321.449869:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732510592, offset 0 00000400:00000200:1.0:1767384321.449870:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d204100 00000400:00000200:2.0:1767384321.449885:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384321.449893:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfc9 [2] + 0 00000400:00000010:1.0:1767384321.449903:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048a25b72. 00000400:00000200:2.0:1767384321.449904:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384321.449914:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d08ee7c1 00000400:00000200:0.0:1767384321.449915:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384321.449923:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d204180 00000400:00000200:0.0:1767384321.449926:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000400:00000200:1.0:1767384321.449928:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384321.449936:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd9 [2] + 0 00000400:00000010:2.0:1767384321.449940:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017131626. 00000400:00000200:1.0:1767384321.449944:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384321.449945:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000063d84c47 00000400:00000200:2.0:1767384321.449956:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384321.449958:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08ee7c1 00000400:00000010:1.0:1767384321.449964:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d08ee7c1. 00000400:00000200:2.0:1767384321.449970:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384321.449974:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384321.449979:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384321.449981:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063d84c47 00000400:00000010:2.0:1767384321.449987:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063d84c47. 00000100:00000040:1.0:1767384321.449989:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000013f33ff2 x1853236732510464 msgsize 4848 00000100:00000001:2.0:1767384321.449993:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384321.449999:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:1.0:1767384321.450007:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384321.450010:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000aa665442 x1853236732510592 msgsize 4848 00000100:00000040:1.0:1767384321.450011:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384321.450031:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384321.450035:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384321.450036:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384321.450048:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a142510f 00000100:00000001:2.0:1767384321.450050:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384321.450052:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a142510f. 00000100:00000001:1.0:1767384321.450059:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384321.450060:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032415449 00000400:00000010:2.0:1767384321.450064:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032415449. 00000100:00000200:1.0:1767384321.450067:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002de77af4 x1853236732510464/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.450068:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384321.450080:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c719fed2 x1853236732510592/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.450084:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384321.450095:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002de77af4 x1853236732510464/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.450097:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384321.450106:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c719fed2 x1853236732510592/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.450116:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.450117:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.450119:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384321.450125:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.450127:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384321.450131:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294909368 00000100:00000010:1.0:1767384321.450137:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002effdb71. 00000100:00000001:2.0:1767384321.450140:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.450151:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384321.450152:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294909368 00000100:00000001:1.0:1767384321.450162:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294909368 00000100:00000001:2.0:1767384321.450163:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294909368 00000100:00000010:1.0:1767384321.450167:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039870a4f. 00000100:00000001:2.0:1767384321.450170:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294909368 00000100:00000001:1.0:1767384321.450172:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384321.450178:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294909368 00000100:00000001:2.0:1767384321.450179:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294909368 00000100:00000010:1.0:1767384321.450181:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3fa66e6. 00000100:00000001:2.0:1767384321.450185:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294909368 00000100:00000001:1.0:1767384321.450186:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384321.450191:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294909368 00000100:00000001:2.0:1767384321.450194:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294909368 00000100:00000010:1.0:1767384321.450195:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a85cc0e1. 00000100:00000001:2.0:1767384321.450203:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294909368 00000100:00000001:1.0:1767384321.450204:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384321.450209:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.450210:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294909368 00000100:00000001:1.0:1767384321.450224:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.450225:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.450241:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.450243:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.450248:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.450249:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.450264:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.450272:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384321.450276:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384321.450277:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384321.450282:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.450283:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384321.450287:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.450291:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.450293:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.450297:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.450297:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.450305:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.450309:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.450333:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384321.450338:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732510464 00000400:00000200:0.0:1767384321.450340:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 02000000:00000001:1.0:1767384321.450341:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384321.450345:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384321.450350:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.450353:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.450358:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732510464 00000020:00000001:1.0:1767384321.450361:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384321.450364:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384321.450367:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384321.450370:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:1.0:1767384321.450373:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:1.0:1767384321.450377:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384321.450382:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384321.450392:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009510b316. 00000100:00000001:1.0:1767384321.450396:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384321.450399:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009510b316. 00000020:00000010:1.0:1767384321.450405:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfbaf1a6. 00000020:00000010:1.0:1767384321.450414:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038cd5682. 00000020:00000010:1.0:1767384321.450423:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000251a8b72. 00000100:00000040:1.0:1767384321.450437:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384321.450441:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384321.450444:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384321.450447:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.450458:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.450475:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384321.450538:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384321.450541:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000100:00000001:1.0:1767384321.450542:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1767384321.450543:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b90f53c. 00000100:00100000:1.0:1767384321.450549:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732510592 00000400:00000200:2.0:1767384321.450551:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384321.450557:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384321.450561:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384321.450565:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.450570:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp26->192.168.204.131@tcp26: PUT: OK 02000000:00000001:1.0:1767384321.450571:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.450579:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732510592 00000400:00000200:2.0:1767384321.450583:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:1.0:1767384321.450584:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384321.450588:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384321.450591:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384321.450592:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp26: 0 00000020:00000040:1.0:1767384321.450597:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:1.0:1767384321.450600:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:1.0:1767384321.450603:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384321.450608:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384321.450612:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384321.450613:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009510b316. 00000100:00000001:1.0:1767384321.450623:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384321.450628:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009510b316. 00000800:00000001:2.0:1767384321.450629:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384321.450634:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384321.450635:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000068e16f2. 00000020:00000010:1.0:1767384321.450643:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000433c82bd. 00000800:00000001:2.0:1767384321.450644:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384321.450649:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f7291fa. 00000100:00000001:1.0:1767384321.450661:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384321.450662:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp26(192.168.204.131@tcp26) <- 192.168.204.131@tcp26 : PUT - for me 00000100:00000001:1.0:1767384321.450670:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384321.450672:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.450677:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 352 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384321.450682:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.450695:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 336/352 into md 0x167d [1] + 0 00000100:00000001:1.0:1767384321.450697:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.450701:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384321.450710:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed1fb96c. 00000100:00000001:1.0:1767384321.450729:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384321.450734:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006cc45e5c 00000100:00000001:1.0:1767384321.450734:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1767384321.450746:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384321.450748:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000800:00000001:2.0:1767384321.450758:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384321.450759:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000400:00000200:2.0:1767384321.450770:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384321.450771:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141331536 : -119697568220080 : ffff9322bcf73c50) 00000100:00000040:1.0:1767384321.450790:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013f33ff2 x1853236732510464/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:302/0 lens 4848/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.450791:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp26->192.168.204.131@tcp26: PUT: OK 00000400:00000200:2.0:1767384321.450805:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cc45e5c 00000400:00000200:0.0:1767384321.450813:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000010:2.0:1767384321.450814:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cc45e5c. 00000100:00000001:1.0:1767384321.450824:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384321.450826:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000010:1.0:1767384321.450828:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009510b316. 00000400:00000200:2.0:1767384321.450832:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (21) 00000100:00000001:1.0:1767384321.450833:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384321.450843:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009510b316. 00000400:00000200:2.0:1767384321.450853:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000100:00100000:1.0:1767384321.450856:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013f33ff2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732510464:12345-0@lo:253: 00000400:00000200:2.0:1767384321.450865:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (352 bytes) 00000100:00000200:1.0:1767384321.450866:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732510464 00000020:00000001:1.0:1767384321.450871:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384321.450874:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384321.450874:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000020:00000001:1.0:1767384321.450877:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384321.450884:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.450888:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384321.450889:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (22) 00000020:00000001:1.0:1767384321.450890:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:1.0:1767384321.450898:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384321.450900:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000001:1.0:1767384321.450904:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384321.450908:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384321.450912:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384321.450914:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp26 to MR: 192.168.204.131@tcp26 local destination 00000020:00000001:1.0:1767384321.450917:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.450922:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384321.450923:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp26 NI seq info: [50:50:256:4294967295] 192.168.204.131@tcp26 LPNI seq info [50:50:8:4294967295] 02000000:00000001:1.0:1767384321.450927:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384321.450929:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 02000000:00000010:1.0:1767384321.450935:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000598e4e49. 02000000:00000001:1.0:1767384321.450943:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.450947:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384321.450951:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384321.450957:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp26(192.168.204.131@tcp26:192.168.204.131@tcp26) -> 192.168.204.131@tcp26(192.168.204.131@tcp26:192.168.204.131@tcp26) 192.168.204.131@tcp26 : ACK try# 0 20000000:00000010:1.0:1767384321.450965:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005ecdab82. 00000800:00000200:2.0:1767384321.450966:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp26 00000800:00000010:2.0:1767384321.450972:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c5c4d52. 20000000:01000000:1.0:1767384321.450980:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:2.0:1767384321.450988:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030a46146] -> 12345-192.168.204.131@tcp26 (4) 20000000:00000001:1.0:1767384321.450989:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384321.450995:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:2.0:1767384321.451001:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp26 ip 192.168.204.131:989 20000000:00000001:1.0:1767384321.451002:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384321.451009:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384321.451010:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c5c4d52 type 0, nob 96 niov 1 nkiov 0 20000000:00000001:1.0:1767384321.451024:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:2.0:1767384321.451034:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:1.0:1767384321.451036:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dc559a58. 20000000:01000000:1.0:1767384321.451040:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000800:00000001:2.0:1767384321.451047:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384321.451049:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384321.451057:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384321.451063:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000800:00000200:2.0:1767384321.451102:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384321.451107:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c5c4d52. 00000400:00000200:2.0:1767384321.451115:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384321.451127:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp26->192.168.204.131@tcp26: ACK: OK 00080000:00000001:1.0:1767384321.451133:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384321.451138:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384321.451141:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384321.451142:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384321.451143:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384321.451148:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384321.451154:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:1.0:1767384321.451159:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000001:2.0:1767384321.451161:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384321.451166:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:1.0:1767384321.451170:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c627cf17. 00000800:00000001:2.0:1767384321.451172:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384321.451173:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375893359616 : -119697816192000 : ffff9322ae2f7c00) 00000400:00000200:0.0:1767384321.451176:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000800:00000001:2.0:1767384321.451184:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384321.451184:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000001:2.0:1767384321.451198:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.451208:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp26(192.168.204.131@tcp26) <- 192.168.204.131@tcp26 : ACK - for me 00000400:00000200:2.0:1767384321.451220:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp26: ACK from 12345-192.168.204.131@tcp26 into md 0x1699 00000400:00000200:2.0:1767384321.451226:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384321.451231:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp26->192.168.204.131@tcp26: ACK: OK 00000400:00000200:0.0:1767384321.451232:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.451235:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00000400:00000010:2.0:1767384321.451238:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000400:00000200:2.0:1767384321.451242:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384321.451247:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:2.0:1767384321.451255:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384321.451261:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (21) 00000800:00000001:2.0:1767384321.451272:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384321.451283:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.451327:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384321.451330:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384321.451343:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00000040:2.0:1767384321.451349:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:2.0:1767384321.451353:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141328464 : -119697568223152 : ffff9322bcf73050) 00000001:00000001:1.0:1767384321.451354:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384321.451361:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384321.451364:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000040:2.0:1767384321.451366:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa665442 x1853236732510592/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:302/0 lens 4848/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.451376:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384321.451376:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000020:00000010:2.0:1767384321.451381:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5f96f59. 00000100:00000001:2.0:1767384321.451388:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384321.451392:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5f96f59. 00080000:00000001:1.0:1767384321.451394:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384321.451398:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000100:00100000:2.0:1767384321.451400:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa665442 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732510592:12345-0@lo:253: 00000100:00000200:2.0:1767384321.451406:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732510592 00000020:00000001:2.0:1767384321.451410:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384321.451415:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384321.451423:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.451426:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384321.451429:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384321.451433:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384321.451437:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384321.451441:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384321.451443:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384321.451445:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.451449:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384321.451452:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384321.451459:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000400992fd. 02000000:00000001:2.0:1767384321.451464:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.451467:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384321.451472:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384321.451539:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f61e4f72. 20000000:01000000:2.0:1767384321.451544:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384321.451547:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384321.451551:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384321.451552:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 20000000:00000001:2.0:1767384321.451554:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384321.451556:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384321.451558:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384321.451639:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384321.451641:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00080000:00000001:1.0:1767384321.451643:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384321.451683:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.451748:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.451776:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.451799:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.451822:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.451845:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.451875:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.451903:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384321.451913:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000125a48b3. 00000400:00000010:1.0:1767384321.451917:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062747445. 00000400:00000200:0.0:1767384321.451918:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000010:1.0:1767384321.451922:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5494936. 00000400:00000200:1.0:1767384321.451927:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000125a48b3 00000400:00000010:1.0:1767384321.451934:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000008777bbbe. 00000400:00000200:1.0:1767384321.451941:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000400:00000200:1.0:1767384321.451949:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 00000400:00000200:1.0:1767384321.451952:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (20) 00000400:00000010:1.0:1767384321.451958:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000924d1b61. 00000400:00000010:1.0:1767384321.451967:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 00000400:00000010:1.0:1767384321.451973:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d2cdade. 00000400:00000200:0.0:1767384321.451979:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.451985:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:1.0:1767384321.451998:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:1.0:1767384321.452007:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:1.0:1767384321.452013:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:1.0:1767384321.452020:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:1.0:1767384321.452027:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:1.0:1767384321.452036:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:1.0:1767384321.452042:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:1.0:1767384321.452047:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:0.0:1767384321.452051:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.452058:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:1.0:1767384321.452062:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:1.0:1767384321.452068:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:1.0:1767384321.452075:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:1.0:1767384321.452081:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:1.0:1767384321.452086:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:1.0:1767384321.452093:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:1.0:1767384321.452099:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:1.0:1767384321.452103:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:1.0:1767384321.452106:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:1.0:1767384321.452121:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:1.0:1767384321.452125:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:1.0:1767384321.452131:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp27 00000400:00000200:1.0:1767384321.452136:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp27 lpni_is_preferred = 0 00000400:00000200:1.0:1767384321.452141:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp27 00000400:00000200:1.0:1767384321.452146:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp27 NI seq info: [51:51:256:4294967295] 192.168.204.131@tcp27 LPNI seq info [51:51:8:4294967295] 00000400:00000200:1.0:1767384321.452152:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp27 00000400:00000200:1.0:1767384321.452166:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27:) -> 192.168.204.131@tcp27(192.168.204.131@tcp:192.168.204.131@tcp27) : GET try# 0 00000800:00000200:1.0:1767384321.452173:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp27 00000400:00000200:0.0:1767384321.452188:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000800:00000010:1.0:1767384321.452193:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003001c981. 00000800:00000010:1.0:1767384321.452203:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a142510f. 00000800:00000010:1.0:1767384321.452207:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001c280479. 00000800:00000200:1.0:1767384321.452214:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (2) 00000800:00000200:1.1:1767384321.452219:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (2) 00000400:00000200:1.0:1767384321.452237:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384321.452239:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100251 rc 0 00000400:00000200:1.0:1767384321.452345:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.452457:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.452460:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.452568:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.452634:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.452706:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.452752:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.452792:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.453033:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.453073:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.453362:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.453454:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.453624:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.453697:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.453814:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.453863:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.453961:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.454029:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.454131:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384321.454166:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.454242:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.454345:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.454445:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000800:00000010:0.0:1767384321.454536:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b779e14a. 00000800:00000010:0.0:1767384321.454542:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000025fb023c. 00000800:00000010:0.0:1767384321.454548:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e4cd1e6f. 00000400:00000200:1.0:1767384321.454573:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000800:00000010:0.0:1767384321.454596:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e4cd1e6f. 00000800:00020000:0.0:1767384321.454609:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000400:00000200:1.0:1767384321.454631:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.454671:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.454764:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.454830:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.454858:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.454894:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.454925:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.454958:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.454994:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.455023:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.455065:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.455189:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.455252:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.455279:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.455329:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.455378:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.455642:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.455859:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.456227:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.456336:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.456416:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.456462:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.456536:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.456596:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000800:00000010:1.0:1767384321.456941:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d2caa756. 00000800:00000010:1.0:1767384321.456947:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003b2ba2ad. 00000800:00000010:1.0:1767384321.456953:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1c0fad0. 00000800:00000010:1.0:1767384321.457000:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1c0fad0. 00000400:00000200:1.0:1767384321.457102:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384321.457142:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp27 from 219.3.0.2 00000800:00000010:1.0:1767384321.457146:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e4b453cf. 00000800:00000010:1.0:1767384321.458009:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008da8d3aa. 00000800:00000010:1.0:1767384321.458014:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b13ff288. 00000800:00000010:1.0:1767384321.458043:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000035e82894. 00000800:00000200:1.1:1767384321.458060:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (2) 00000800:00000200:1.1:1767384321.458067:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp27 0000000035e82894 deleted 00000800:00000010:0.0:1767384321.458068:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000025fb023c. 00000800:00000010:1.1:1767384321.458073:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000035e82894. 00000800:00000010:0.0:1767384321.458075:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b779e14a. 00000800:00000200:1.1:1767384321.458083:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384321.458096:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp27 ip 192.168.204.131:987 00000800:00000200:1.1:1767384321.458101:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003001c981 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384321.458108:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp27 p 3.x 192.168.204.131 -> 192.168.204.131:987 incarnation:1767384319453392941 sched[0] 00000800:00000010:1.0:1767384321.458115:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1c0fad0. 00000400:02020000:0.0:1767384321.458167:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp26 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384321.458184:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1c0fad0. 00000800:00000010:1.0:1767384321.458192:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b13ff288. 00000800:00000010:1.0:1767384321.458243:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e4b453cf. 00000800:00000001:1.0:1767384321.458264:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384321.458271:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384321.458329:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384321.458333:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003001c981. 00000400:00000200:1.0:1767384321.458339:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384321.458364:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: GET: OK 00000400:00000200:1.0:1767384321.458369:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384321.458372:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000200:1.1:1767384321.458407:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384321.458415:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp27 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384319453392941 sched[0] 00000800:00000010:1.0:1767384321.458419:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003b2ba2ad. 00000400:00000200:1.0:1767384321.458516:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000001:1.0:1767384321.458651:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384321.458660:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384321.458663:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384321.458670:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384321.458704:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27) <- 192.168.204.131@tcp27 : GET - for me 00000400:00000200:2.0:1767384321.459561:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384321.459568:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 352/352 into md 0x1695 [1] + 0 00000400:00000200:2.0:1767384321.459576:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp27 to MR: 192.168.204.131@tcp27 local destination 00000400:00000200:2.0:1767384321.459582:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp27 NI seq info: [52:52:256:4294967295] 192.168.204.131@tcp27 LPNI seq info [52:52:8:4294967295] 00000400:00000200:2.0:1767384321.459592:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27:192.168.204.131@tcp27) -> 192.168.204.131@tcp27(192.168.204.131@tcp27:192.168.204.131@tcp27) 192.168.204.131@tcp27 : REPLY try# 0 00000800:00000200:2.0:1767384321.459598:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.204.131@tcp27 00000800:00000010:2.0:1767384321.459602:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f64103c. 00000800:00000200:2.0:1767384321.459610:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (4) 00000800:00000200:2.0:1767384321.459617:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp27 ip 192.168.204.131:988 00000800:00000200:2.0:1767384321.459620:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002f64103c type 3, nob 448 niov 1 nkiov 1 00000800:00000200:2.0:1767384321.459685:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384321.459695:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f64103c. 00000400:00000200:2.0:1767384321.459699:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384321.459704:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: REPLY: OK 00000800:00000001:2.0:1767384321.459711:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384321.459715:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384321.459733:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384321.459739:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384321.459741:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384321.459747:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.459754:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27) <- 192.168.204.131@tcp27 : REPLY - for me 00000400:00000200:2.0:1767384321.459766:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp27: Reply from 12345-192.168.204.131@tcp27 of length 352/352 into md 0x16b1 00000800:00000001:2.0:1767384321.459770:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384321.459777:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.459780:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384321.459785:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: REPLY: OK 00000400:00000200:2.0:1767384321.459789:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 00000400:00000010:2.0:1767384321.459791:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 00000400:00000200:2.0:1767384321.459795:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384321.459799:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:2.0:1767384321.459802:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:2.0:1767384321.459805:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 20. state = 0x100251 00000400:00000200:2.0:1767384321.459812:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384321.459820:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (21) 00000800:00000001:2.0:1767384321.459828:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384321.459832:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.459867:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.459939:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.459969:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460003:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460069:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460088:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460157:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460207:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460262:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460322:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460396:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460509:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460596:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460618:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460647:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460668:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460709:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460764:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460799:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.460837:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384321.460896:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384321.460902:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000200:2.0:1767384321.460908:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000010:1.0:1767384321.460910:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 00000000190038d4. 00000400:00000010:1.0:1767384321.460915:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000edd68eb0. 00000400:00000010:1.0:1767384321.460918:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 000000008777bbbe. 00000400:00000200:2.0:1767384321.460942:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000010:1.0:1767384321.460960:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000eaf5b87. 00000400:00000200:1.0:1767384321.460965:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000eaf5b87 nid 192.168.204.131@tcp28 00000400:00000010:1.0:1767384321.460972:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000eb8bb427. 00000400:00000200:1.0:1767384321.460976:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000eb8bb427 net tcp28 00000400:00000200:1.0:1767384321.460980:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (20) 00000400:00000200:1.0:1767384321.460987:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp28 flags 0x11 00000400:00000010:1.0:1767384321.460991:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 00000000190038d4. 00000400:00000200:2.0:1767384321.460995:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000010:1.0:1767384321.461006:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000edd68eb0. 00000400:00000010:1.0:1767384321.461011:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 000000008777bbbe. 00000400:00000010:1.0:1767384321.461016:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000924d1b61. 00000400:00000200:1.0:1767384321.461022:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384321.461025:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:1.0:1767384321.461030:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:1.0:1767384321.461034:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:1.0:1767384321.461037:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384321.461040:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:1.0:1767384321.461045:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384321.461051:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (21) 00000400:00000200:2.0:1767384321.461053:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.461108:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.461614:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384321.461659:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384321.461953:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384321.462144:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384321.462201:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000100:00000040:0.0:1767384321.462249:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294909368, at 4294909370 00000100:00000010:0.0:1767384321.462261:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002effdb71. 00000400:00000200:3.0:1767384321.462274:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384321.462349:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384321.462408:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384321.462448:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000100:00000040:1.0:1767384321.462600:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294909368, at 4294909371 00000100:00000010:1.0:1767384321.462608:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039870a4f. 00000100:00000040:2.0:1767384321.462698:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294909368, at 4294909371 00000100:00000010:2.0:1767384321.462706:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3fa66e6. 00000100:00000040:3.0:1767384321.463002:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294909368, at 4294909371 00000100:00000010:3.0:1767384321.463011:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a85cc0e1. 00000800:00000010:2.0:1767384321.463398:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a89d223a. 00000800:00000010:2.0:1767384321.463404:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083276782. 00000800:00000010:2.0:1767384321.463408:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000942ba1cd. 00000800:00000010:2.0:1767384321.463443:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000942ba1cd. 00000800:00020000:2.0:1767384321.463458:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384321.463462:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083276782. 00000800:00000010:2.0:1767384321.463466:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a89d223a. 00000400:02020000:2.0:1767384321.463661:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp27 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384321.465061:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384321.465068:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384321.465075:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384321.465079:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767384321.465080:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:3.0:1767384321.465082:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384321.465084:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384321.465090:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c627cf17. 20000000:00000001:2.0:1767384321.465091:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384321.465096:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384321.465100:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384321.465119:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384321.465135:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384321.465137:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f4383533. 20000000:01000000:3.0:1767384321.465142:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:01000000:2.0:1767384321.465142:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384321.465149:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:2.0:1767384321.465156:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384321.465157:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384321.465159:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384321.465167:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384321.465173:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384321.465178:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384321.465182:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384321.465191:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000012089f3c. 00010000:00000001:1.0:1767384321.465197:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384321.465200:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047beefc9. 00000020:00000001:1.0:1767384321.465205:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384321.465207:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384321.465209:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047beefc9 with handle 0xf83434fd52e6da1f to hash 00080000:00000001:3.0:1767384321.465212:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384321.465213:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384321.465216:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.465217:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00080000:00000001:3.0:1767384321.465219:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384321.465221:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00000020:00000001:3.0:1767384321.465225:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384321.465226:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384321.465229:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.465231:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00010000:1.0:1767384321.465232:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000047beefc9/0xf83434fd52e6da1f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384321.465237:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384321.465243:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a172e136. 00010000:00000001:1.0:1767384321.465244:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384321.465248:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874042368 : -119702835509248 : ffff93218302c800) 00010000:00000001:1.0:1767384321.465250:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384321.465252:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384321.465259:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384321.465261:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384321.465264:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384321.465267:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384321.465270:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384321.465273:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384321.465275:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384321.465278:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384321.465280:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384321.465283:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000012089f3c) refcount = 1 00010000:00010000:1.0:1767384321.465286:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000047beefc9/0xf83434fd52e6da1f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.465291:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384321.465292:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384321.465294:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384321.465297:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.465299:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384321.465303:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384321.465306:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:1.0:1767384321.465309:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384321.465311:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384321.465314:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=4 00000020:00000001:1.0:1767384321.465316:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384321.465320:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384321.465322:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384321.465325:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047beefc9/0xf83434fd52e6da1f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.465333:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384321.465337:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047beefc9/0xf83434fd52e6da1f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.465341:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384321.465343:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384321.465345:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000047beefc9/0xf83434fd52e6da1f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.465354:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384321.465356:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.465359:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384321.465361:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000047beefc9/0xf83434fd52e6da1f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384321.465365:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:1.0:1767384321.465367:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000047beefc9 already unused, calling callback (000000008463f753) 00080000:00000001:3.0:1767384321.465368:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384321.465372:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384321.465372:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384321.465376:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384321.465379:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000047beefc9/0xf83434fd52e6da1f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.465384:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384321.465385:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384321.465386:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384321.465387:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384321.465388:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=5 00000020:00000001:1.0:1767384321.465393:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00080000:00000001:3.0:1767384321.465394:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384321.465398:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384321.465401:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384321.465403:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000047beefc9/0xf83434fd52e6da1f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.465407:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384321.465408:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384321.465409:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.465412:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384321.465414:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384321.465416:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384321.465417:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384321.465419:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047beefc9 with handle 0xf83434fd52e6da1f from hash 00010000:00000001:1.0:1767384321.465421:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384321.465422:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384321.465422:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384321.465427:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384321.465429:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384321.465431:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384321.465432:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384321.465434:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384321.465437:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.465438:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384321.465439:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384321.465441:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384321.465442:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384321.465443:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.465444:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.465446:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384321.465448:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000047beefc9/0xf83434fd52e6da1f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.465452:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384321.465453:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384321.465454:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384321.465456:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384321.465458:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384321.465459:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384321.465460:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384321.465464:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384321.465466:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384321.465468:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000047beefc9/0xf83434fd52e6da1f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.465472:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384321.465473:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384321.465474:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000047beefc9/0xf83434fd52e6da1f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384321.465476:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384321.465509:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000040:1.0:1767384321.465512:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000012089f3c count: 0 00010000:00000001:1.0:1767384321.465528:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384321.465529:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384321.477507:0:25713:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000012089f3c. 00010000:00000010:1.1:1767384321.477528:0:25713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047beefc9. 00000400:00000010:3.0:1767384321.477585:0:25712:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000081878cc0. 00000400:00000040:3.0:1767384321.477605:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384321.477608:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384321.477611:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384321.477613:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384321.477615:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384321.477616:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384321.477619:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384321.477620:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384321.477621:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384321.477627:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384321.477629:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384321.477631:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384321.477632:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384321.477635:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384321.477636:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384321.477637:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384321.477639:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384321.477639:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384321.477640:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384321.477642:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384321.477644:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384321.477645:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384321.477648:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384321.477649:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384321.477650:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384321.477654:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384321.477656:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384321.477657:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384321.477658:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384321.477659:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384321.477660:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384321.477662:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384321.477664:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384321.477665:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384321.477666:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384321.477667:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384321.477668:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384321.477670:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384321.477672:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384321.477673:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384321.477675:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384321.477676:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384321.477678:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384321.477679:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384321.477679:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384321.477680:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384321.477681:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384321.477682:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384321.477688:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384321.477690:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384321.477693:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384321.477695:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384321.477696:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384321.477698:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384321.477700:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384321.477701:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384321.477703:0:25712:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384321.477802:0:25712:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000081878cc0. 00080000:00000001:3.0:1767384321.477819:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384321.477826:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384321.477828:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384321.477830:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384321.477833:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384321.477846:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384321.477849:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384321.477858:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384321.477880:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384321.477883:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384321.477886:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384321.477887:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384321.477888:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384321.477891:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a172e136. 00080000:00000001:3.0:1767384321.477893:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384321.477903:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384321.477905:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384321.477908:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384321.477912:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384321.477915:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384321.477922:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005436fefc. 00010000:00000001:3.0:1767384321.477925:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384321.477928:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000051c97626. 00000020:00000001:3.0:1767384321.477932:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384321.477937:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000051c97626 with handle 0xf83434fd52e6da26 to hash 00000020:00000001:3.0:1767384321.477939:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384321.477941:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384321.477949:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384321.477952:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384321.477954:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384321.477957:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6da26 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.477964:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384321.477967:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384321.477969:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384321.477972:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384321.477974:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384321.477976:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384321.477978:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384321.477980:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384321.477981:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384321.477983:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384321.477985:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384321.477987:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005436fefc) refcount = 1 00010000:00010000:3.0:1767384321.477990:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000051c97626/0xf83434fd52e6da26 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.477994:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384321.477996:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384321.477999:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384321.478000:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.478002:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384321.478004:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384321.478007:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:3.0:1767384321.478010:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384321.478012:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384321.478014:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051c97626 refcount=4 00000020:00000001:3.0:1767384321.478016:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384321.478018:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384321.478019:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384321.478021:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6da26 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.478031:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384321.478034:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051c97626/0xf83434fd52e6da26 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.478038:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384321.478040:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384321.478041:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000051c97626/0xf83434fd52e6da26 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.478045:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384321.478046:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.478048:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384321.478050:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000051c97626/0xf83434fd52e6da26 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384321.478054:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000051c97626 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384321.478055:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384321.478057:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384321.478058:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000051c97626/0xf83434fd52e6da26 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.478062:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384321.478063:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384321.478065:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384321.478067:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051c97626 refcount=5 00000020:00000001:3.0:1767384321.478068:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384321.478070:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166792192 : -119698542759424 : ffff932282e0f200) 00010000:00000001:3.0:1767384321.478072:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384321.478073:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000051c97626/0xf83434fd52e6da26 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.478077:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384321.478080:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384321.478086:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.478088:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384321.478089:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384321.478090:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384321.478091:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384321.478092:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000051c97626 with handle 0xf83434fd52e6da26 from hash 00010000:00000001:3.0:1767384321.478093:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384321.478094:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384321.478095:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384321.478096:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384321.478097:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384321.478098:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384321.478100:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384321.478101:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384321.478103:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.478104:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384321.478105:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384321.478106:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384321.478107:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384321.478107:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.478108:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.478109:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384321.478111:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000051c97626/0xf83434fd52e6da26 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.478114:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384321.478115:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384321.478115:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384321.478117:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384321.478117:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384321.478118:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384321.478120:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384321.478121:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384321.478122:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384321.478123:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000051c97626/0xf83434fd52e6da26 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.478126:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384321.478130:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384321.478131:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000051c97626/0xf83434fd52e6da26 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384321.478135:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005436fefc count: 0 00010000:00000001:3.0:1767384321.478145:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384321.478146:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384321.480316:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384321.480327:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384321.480331:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005ecdab82. 20000000:00000001:2.0:1767384321.480340:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384321.480347:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732510464 00010000:00000001:2.0:1767384321.480351:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384321.480361:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000013f33ff2 x1853236732510464/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.480374:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384321.480378:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384321.480383:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384321.480389:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384321.480392:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384321.480395:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384321.480399:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384321.480403:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.480408:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384321.480414:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384321.480419:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008da214a9. 00000100:00000200:2.0:1767384321.480427:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732510464, offset 224 00000400:00000200:2.0:1767384321.480436:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384321.480453:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384321.480467:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d204100 00000400:00000200:2.0:1767384321.480519:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x169d [2] + 224 00000400:00000200:2.0:1767384321.480531:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384321.480542:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384321.480550:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384321.480557:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002de77af4 x1853236732510464/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384321.480580:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002de77af4 x1853236732510464/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.480606:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384321.480616:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384321.480619:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008da214a9 00000100:00000001:1.0:1767384321.480621:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384321.480626:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008da214a9. 00000100:00000001:2.0:1767384321.480637:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384321.480639:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384321.480642:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384321.480643:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384321.480650:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e23a655. 00000100:00000001:2.0:1767384321.480659:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.480660:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0b622d 00000400:00000010:1.0:1767384321.480666:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da0b622d. 00000100:00000001:1.0:1767384321.480672:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384321.480676:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000200:1.0:1767384321.480683:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002de77af4 x1853236732510464/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.480684:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384321.480693:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.480704:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384321.480709:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002de77af4 x1853236732510464/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384321.480733:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013f33ff2 x1853236732510464/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.480737:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384321.480741:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.480747:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384321.480756:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384321.480760:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384321.480763:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384321.480767:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013f33ff2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732510464:12345-0@lo:253: Request processed in 29932us (30766us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384321.480768:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384321.480783:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384321.480794:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=41 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384321.480795:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000040:2.0:1767384321.480807:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384321.480808:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384321.480814:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.480816:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384321.480823:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384321.480827:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384321.480828:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.480836:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384321.480840:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038cd5682. 00000100:00000040:1.0:1767384321.480844:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002de77af4 x1853236732510464/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.480853:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384321.480855:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000251a8b72. 00000100:00000001:1.0:1767384321.480857:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384321.480866:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384321.480871:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfbaf1a6. 00000020:01000004:1.0:1767384321.480872:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384321.480881:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384321.480883:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384321.480885:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384321.480887:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384321.480890:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000040:2.0:1767384321.480893:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000020:01000004:1.0:1767384321.480894:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384321.480900:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 02000000:00000001:2.0:1767384321.480908:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:1.0:1767384321.480910:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384321.480918:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:2.0:1767384321.480919:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000598e4e49. 00000100:00000040:1.0:1767384321.480927:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002de77af4 x1853236732510464/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384321.480931:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1767384321.480939:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002de77af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732510464:0@lo:253: 00000100:00000001:2.0:1767384321.480941:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.480949:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384321.480953:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384321.480955:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384321.480962:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001516ab8f. 00000100:00000040:1.0:1767384321.480963:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002de77af4 x1853236732510464/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384321.480977:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008da214a9. 00000100:00000001:1.0:1767384321.480980:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384321.480988:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384321.480993:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a4e2c746. 02000000:00000001:1.0:1767384321.481003:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384321.481008:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384321.481011:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384321.481014:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384321.481018:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000607e60a4. 02000000:00000001:1.0:1767384321.481029:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384321.481031:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384321.481034:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002de77af4. 00000100:00000001:1.0:1767384321.481042:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384321.481044:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.481045:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.481055:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384321.481056:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.481061:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.481064:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384321.482564:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384321.482576:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384321.482578:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f61e4f72. 20000000:00000001:2.0:1767384321.482584:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384321.482588:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732510592 00010000:00000001:2.0:1767384321.482591:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384321.482596:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa665442 x1853236732510592/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.482605:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384321.482607:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384321.482610:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384321.482614:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384321.482617:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384321.482620:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384321.482623:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384321.482624:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.482627:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384321.482630:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384321.482633:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d320d5cd. 00000100:00000200:2.0:1767384321.482637:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732510592, offset 224 00000400:00000200:2.0:1767384321.482642:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384321.482648:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384321.482656:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d204180 00000400:00000200:2.0:1767384321.482661:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16a5 [2] + 224 00000400:00000200:2.0:1767384321.482668:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384321.482672:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384321.482676:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384321.482681:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c719fed2 x1853236732510592/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384321.482691:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c719fed2 x1853236732510592/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.482712:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384321.482732:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d320d5cd 00000400:00000010:2.0:1767384321.482735:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d320d5cd. 00000100:00000001:3.0:1767384321.482739:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.482740:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384321.482743:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384321.482747:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384321.482752:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384321.482753:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384321.482755:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001664d156. 00000400:00000200:3.0:1767384321.482763:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004584f472 00000400:00000010:3.0:1767384321.482767:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004584f472. 00000100:00000001:2.0:1767384321.482768:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.482773:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384321.482776:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000200:3.0:1767384321.482779:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c719fed2 x1853236732510592/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.482788:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384321.482795:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384321.482799:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c719fed2 x1853236732510592/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384321.482803:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384321.482810:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384321.482812:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384321.482813:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa665442 x1853236732510592/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.482815:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384321.482818:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384321.482820:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384321.482824:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.482831:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384321.482838:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384321.482848:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384321.482851:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767384321.482854:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa665442 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732510592:12345-0@lo:253: Request processed in 31474us (32840us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384321.482855:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.482858:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384321.482861:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.482866:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.482875:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c719fed2 x1853236732510592/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384321.482884:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000040:2.0:1767384321.482898:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384321.482899:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.482903:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384321.482906:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384321.482911:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384321.482911:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000433c82bd. 00000100:00000001:3.0:1767384321.482913:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384321.482919:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384321.482921:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000010:2.0:1767384321.482922:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f7291fa. 00000020:01000004:3.0:1767384321.482923:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384321.482926:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384321.482930:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384321.482931:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000010:2.0:1767384321.482932:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000068e16f2. 00000020:01000004:3.0:1767384321.482933:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384321.482936:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384321.482938:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384321.482945:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c719fed2 x1853236732510592/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384321.482945:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:2.0:1767384321.482955:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1767384321.482960:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732510592:0@lo:253: 02000000:00000010:2.0:1767384321.482962:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000400992fd. 00000100:00000001:3.0:1767384321.482966:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.482970:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384321.482973:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384321.482974:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c719fed2 x1853236732510592/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.482979:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.482991:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384321.482995:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767384321.482996:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:3.0:1767384321.482998:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000cf2ac1d. 00000400:00000010:2.0:1767384321.483002:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004657a1de. 02000000:00000001:3.0:1767384321.483004:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384321.483007:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384321.483009:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384321.483012:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767384321.483013:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d320d5cd. 02000000:00000010:3.0:1767384321.483015:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005dfdde87. 02000000:00000001:3.0:1767384321.483023:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384321.483024:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384321.483026:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c719fed2. 00000100:00000001:3.0:1767384321.483032:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384321.483033:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.483035:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.483040:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384321.483041:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.483043:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.483044:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384321.483502:0:25708:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005436fefc. 00010000:00000010:3.1:1767384321.483510:0:25708:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000051c97626. 00000100:00000040:2.0:1767384321.531570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384321.531578:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384321.531586:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c719fed2. 00000020:00000040:2.0:1767384321.531592:0:36:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384321.531597:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384321.531601:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384321.531607:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384321.531615:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2f80610. 00000100:00000001:2.0:1767384321.531621:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.531637:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384321.531647:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384321.531650:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.531657:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c719fed2] to pc [ptlrpcd_00_02+2] req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.531679:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.531683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384321.531686:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384321.531691:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002de77af4. 00000020:00000040:2.0:1767384321.531693:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384321.531696:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384321.531699:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384321.531700:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384321.531702:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384321.531709:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f810b62. 00000100:00100000:0.0:1767384321.531709:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384321.531713:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.531726:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.531735:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384321.531738:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384321.531739:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384321.531745:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.531749:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384321.531749:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384321.531753:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384321.531754:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.531763:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002de77af4] to pc [ptlrpcd_00_03+3] req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384321.531765:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.531783:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384321.531786:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.531788:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.531791:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384321.531791:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384321.531796:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.531797:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384321.531801:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384321.531804:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000106211af. 00000100:00100000:0.0:1767384321.531804:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236732510720:0@lo:400: 00000020:00000040:2.0:1767384321.531808:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384321.531810:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384321.531813:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384321.531816:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384321.531817:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384321.531819:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.531820:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384321.531824:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d306e16. 02000000:00000001:0.0:1767384321.531824:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384321.531830:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c871e83. 02000000:00000001:0.0:1767384321.531836:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.531837:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.531842:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384321.531843:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b86ebc5. 00000100:00000001:2.0:1767384321.531851:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384321.531852:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d6ff70b. 00000100:00000001:2.0:1767384321.531853:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.531860:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106211af] to pc [ptlrpcd_00_00+0] req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384321.531862:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732510720, portal 4 00000100:00000001:0.0:1767384321.531868:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384321.531871:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012924544 : -119697696627072 : ffff9322b54fe680) 00000100:00000040:0.0:1767384321.531878:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.531884:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384321.531889:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.531890:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.531901:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384321.531902:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (247) 00000100:00000040:0.0:1767384321.531905:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384321.531912:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384321.531913:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afcefd4c. 00000100:00000200:0.0:1767384321.531918:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732510720, offset 0 00000100:00000040:1.0:1767384321.531922:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384321.531935:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384321.531948:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384321.531951:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.531956:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384321.531959:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384321.531966:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384321.531970:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.531975:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000106211af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236732510976:0@lo:400: 00000400:00000200:0.0:1767384321.531978:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d204200 00000100:00000001:1.0:1767384321.531991:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384321.531996:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2544 02000000:00000001:1.0:1767384321.531997:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384321.532003:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.532009:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384321.532013:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000190038d4. 00000400:00000200:0.0:1767384321.532015:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384321.532016:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384321.532025:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e23a655. 00000400:00000200:0.0:1767384321.532030:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:2.0:1767384321.532034:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384321.532038:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000400:00000010:1.0:1767384321.532038:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 00000100:00000001:0.0:1767384321.532040:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384321.532045:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce9b47fd. 00000100:00000200:0.0:1767384321.532045:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:1.0:1767384321.532047:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732510976, portal 10 00000020:00000040:2.0:1767384321.532054:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384321.532057:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384321.532060:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169387136 : -119698540164480 : ffff932283088a80) 00000100:00000001:2.0:1767384321.532061:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767384321.532061:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e6b99d1. 02000000:00000001:2.0:1767384321.532067:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384321.532074:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.532077:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000002e6b99d1 x1853236732510720 msgsize 224 00000100:00000001:3.0:1767384321.532078:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384321.532080:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f64103c. 00000100:00000040:1.0:1767384321.532081:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.532087:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.532095:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384321.532104:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384321.532113:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384321.532123:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.532124:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384321.532128:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384321.532132:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384321.532136:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000100:00000040:2.0:1767384321.532139:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce9b47fd] to pc [ptlrpcd_00_01+1] req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384321.532141:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afcefd4c 00000400:00000010:0.0:1767384321.532146:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afcefd4c. 00000100:00000001:0.0:1767384321.532151:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384321.532153:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732510976, offset 0 00000100:00000200:0.0:1767384321.532159:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384321.532164:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.532165:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384321.532180:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384321.532183:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384321.532191:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384321.532200:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.532208:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384321.532209:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.532211:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d204300 00000100:00000001:0.0:1767384321.532220:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384321.532229:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:0.0:1767384321.532230:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.532249:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384321.532249:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5062 usecs (6 jiffies) 00000100:00000001:0.0:1767384321.532266:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294909446 00000400:00000200:1.0:1767384321.532271:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384321.532276:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1ba5d15. 00000100:00000001:1.0:1767384321.532282:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384321.532286:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384321.532288:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000010:1.0:1767384321.532291:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b02b9c41. 00000100:00000040:1.0:1767384321.532295:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000b02b9c41 x1853236732510976 msgsize 224 00000100:00000001:0.0:1767384321.532302:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294909446 00000100:00000010:0.0:1767384321.532307:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f02851e6. 00000100:00100000:1.0:1767384321.532313:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384321.532322:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384321.532332:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384321.532338:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294909446 00000100:00000010:0.0:1767384321.532343:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1ec3ade. 00000400:00000200:1.0:1767384321.532348:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00000100:00000001:0.0:1767384321.532349:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384321.532356:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00000100:00000001:0.0:1767384321.532363:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294909446 00000100:00000010:0.0:1767384321.532369:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004275a43d. 00000100:00000001:1.0:1767384321.532374:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384321.532378:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767384321.532385:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.532389:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.532397:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.532407:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.532412:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384321.532413:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.532422:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384321.532424:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384321.532424:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.532425:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384321.532434:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384321.532435:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.532439:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384321.532444:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384321.532455:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.532465:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.532473:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384321.532515:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384321.532519:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.532520:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.532523:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384321.532530:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.532531:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384321.532531:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2805 usecs (3 jiffies) 02000000:00000001:3.0:1767384321.532539:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.532540:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294909444 02000000:00000001:0.0:1767384321.532543:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384321.532546:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.532546:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294909446 02000000:00000001:0.0:1767384321.532549:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.532551:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294909444 00000100:00100000:3.0:1767384321.532559:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ce9b47fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732511104:0@lo:13: 00000100:00000001:1.0:1767384321.532559:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294909446 02000000:00000001:0.0:1767384321.532560:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.532565:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294909444 00000100:00000001:1.0:1767384321.532572:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294909446 00000100:00000001:3.0:1767384321.532574:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384321.532574:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002de77af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236732510848:0@lo:400: 00000100:00000001:1.0:1767384321.532575:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294909444 02000000:00000001:3.0:1767384321.532581:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384321.532581:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294909446 02000000:00000001:3.0:1767384321.532589:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.532589:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.532590:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384321.532595:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384321.532596:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.532600:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384321.532601:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.532604:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.532605:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384321.532606:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004a5819db. 02000000:00000001:3.0:1767384321.532617:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.532621:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384321.532625:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003dcee543. 00000400:00000010:3.0:1767384321.532626:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d003eb29. 00000100:00000001:1.0:1767384321.532627:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384321.532629:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384321.532632:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.532634:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384321.532640:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732510720 00000100:00000001:1.0:1767384321.532642:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384321.532647:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384321.532647:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384321.532649:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e5be2f0. 00000400:00000010:0.0:1767384321.532649:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a116c19. 00000100:00000001:1.0:1767384321.532656:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.532657:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384321.532668:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384321.532669:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732511104, portal 4 00000100:00000001:1.0:1767384321.532670:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384321.532672:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afcefd4c. 00000100:00000001:3.0:1767384321.532679:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384321.532681:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732510848, portal 10 00000100:00000001:3.0:1767384321.532684:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169386240 : -119698540165376 : ffff932283088700) 00000100:00000001:0.0:1767384321.532685:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384321.532693:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376012920960 : -119697696630656 : ffff9322b54fd880) 00000100:00000040:3.0:1767384321.532700:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.532700:0:16783:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384321.532703:0:16783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732510976 00000100:00000040:0.0:1767384321.532704:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384321.532727:0:16783:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384321.532733:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.532734:0:16783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384321.532745:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732510720 00000100:00000001:1.0:1767384321.532748:0:16783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.532754:0:17557:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384321.532762:0:16783:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384321.532763:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:2.0:1767384321.532774:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384321.532775:0:16783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732510976 00000020:00000040:2.0:1767384321.532782:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000020:00000001:1.0:1767384321.532783:0:16783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384321.532791:0:16783:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000100:00000001:0.0:1767384321.532794:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384321.532795:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384321.532800:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384321.532801:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000040:1.0:1767384321.532808:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000100:00000040:0.0:1767384321.532810:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384321.532812:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000040:3.0:1767384321.532816:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384321.532816:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000400:00000010:0.0:1767384321.532819:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d610eab9. 00000100:00000001:2.0:1767384321.532824:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384321.532825:0:16783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000200:0.0:1767384321.532827:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732510848, offset 0 00000020:00000010:2.0:1767384321.532833:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a40df1a. 00000100:00000001:1.0:1767384321.532835:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384321.532842:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050f183d0. 00000400:00000200:0.0:1767384321.532843:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384321.532844:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004277e021. 00000020:00000010:1.0:1767384321.532861:0:16783:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000016d8624b. 00000400:00000200:0.0:1767384321.532861:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384321.532864:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000020:00000040:1.0:1767384321.532878:0:16783:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000400:00000010:3.0:1767384321.532880:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b68abf2. 00000100:00000001:2.0:1767384321.532881:0:17557:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384321.532884:0:16783:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384321.532890:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8fbe274. 00000400:00000200:0.0:1767384321.532890:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d204280 00000100:00000200:3.0:1767384321.532892:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732511104, offset 0 00000020:00000010:1.0:1767384321.532893:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfbaf1a6. 00000020:00000010:2.0:1767384321.532898:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013992a94. 00000020:00000010:1.0:1767384321.532904:0:16783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001775b4b9. 00000400:00000200:0.0:1767384321.532905:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000020:00000010:2.0:1767384321.532908:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2bc43de. 00000020:00000010:1.0:1767384321.532914:0:16783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 00000400:00000200:0.0:1767384321.532917:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.532924:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384321.532926:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:1.0:1767384321.532930:0:16783:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1767384321.532930:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384321.532932:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384321.532940:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384321.532943:0:16783:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384321.532945:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.532948:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384321.532950:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384321.532950:0:16783:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1767384321.532953:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384321.532957:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384321.532957:0:16783:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384321.532969:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2c1afad. 00000100:00000001:2.0:1767384321.532971:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384321.532974:0:16783:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1767384321.532976:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000e2c1afad x1853236732510848 msgsize 224 00000100:00000001:2.0:1767384321.532977:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.532978:0:16783:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384321.532990:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d204380 00000100:00000001:1.0:1767384321.532990:0:16783:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.532996:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.533002:0:16783:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384321.533008:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384321.533017:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1344 00000400:00000200:3.0:1767384321.533024:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384321.533029:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384321.533036:0:16783:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384321.533038:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384321.533043:0:16783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732510848 00000100:00000001:2.0:1767384321.533044:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384321.533045:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d610eab9 00000400:00000200:3.0:1767384321.533046:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384321.533052:0:16783:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384321.533057:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d610eab9. 00000100:00100000:2.0:1767384321.533061:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384321.533061:0:16783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384321.533064:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384321.533066:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384321.533066:0:16783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.533072:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000200:3.0:1767384321.533074:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:0.0:1767384321.533074:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384321.533075:0:16783:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.533079:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659223168 : -119698050328448 : ffff9322a03ad880) 00000100:00100000:1.0:1767384321.533087:0:16783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732510848 00000100:00000010:3.0:1767384321.533091:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004277b534. 00000020:00000001:1.0:1767384321.533093:0:16783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384321.533100:0:16783:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000100:00000040:2.0:1767384321.533102:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e6b99d1 x1853236732510720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384321.533106:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000004277b534 x1853236732511104 msgsize 224 00000020:00000001:1.0:1767384321.533106:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384321.533122:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000100:00000001:0.0:1767384321.533124:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384321.533135:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00100000:3.0:1767384321.533137:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384321.533137:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384321.533150:0:16783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:3.0:1767384321.533161:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384321.533163:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384321.533172:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9de6670. 00000100:00000001:2.0:1767384321.533174:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384321.533174:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.533178:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b68abf2 00000100:00000001:1.0:1767384321.533178:0:16783:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.533181:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384321.533182:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ed429bb. 00000400:00000010:3.0:1767384321.533185:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b68abf2. 00000020:00000010:1.0:1767384321.533185:0:16783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9de6670. 00000100:00000001:2.0:1767384321.533190:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.533190:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384321.533194:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000068e16f2. 00000100:00000001:3.0:1767384321.533196:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384321.533197:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2538 usecs (3 jiffies) 00000020:00000010:2.0:1767384321.533203:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ed429bb. 00000020:00000010:1.0:1767384321.533204:0:16783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe78fd3c. 00000100:00000001:0.0:1767384321.533206:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294909444 00000100:00000200:3.0:1767384321.533212:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.533220:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294909446 00000020:00000010:1.0:1767384321.533221:0:16783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000daf58630. 00000100:00100000:2.0:1767384321.533233:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e6b99d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236732510720:12345-0@lo:400: 00000100:00000001:1.0:1767384321.533234:0:16783:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384321.533242:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294909444 00000100:00000001:1.0:1767384321.533243:0:16783:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384321.533250:0:16783:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.533255:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294909446 00000100:00000200:2.0:1767384321.533259:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732510720 00000100:00000001:1.0:1767384321.533262:0:16783:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384321.533273:0:16783:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384321.533274:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384321.533274:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294909444 00000100:00000001:3.0:1767384321.533277:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384321.533280:0:16783:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.533288:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294909446 00000020:00000001:2.0:1767384321.533292:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384321.533294:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.533296:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294909444 00000020:00000001:2.0:1767384321.533297:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.533298:0:16783:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.533309:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294909446 00000020:00000001:2.0:1767384321.533314:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384321.533319:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384321.533320:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00000001:1.0:1767384321.533322:0:16783:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384321.533329:0:16783:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384321.533334:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384321.533334:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.533343:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384321.533347:0:16783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767384321.533348:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.533351:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.533354:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384321.533360:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384321.533362:0:16783:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000100:00000001:3.0:1767384321.533363:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384321.533363:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384321.533367:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384321.533376:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.533377:0:16783:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210173184 : -119698499378432 : ffff93228576e300) 00000100:00000001:0.0:1767384321.533377:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384321.533379:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.533392:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384321.533393:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5062 usecs (6 jiffies) 00000100:00000001:0.0:1767384321.533394:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.533397:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384321.533399:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384321.533401:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b02b9c41 x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.533403:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294909447 02000000:00000001:2.0:1767384321.533404:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384321.533404:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384321.533411:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a6eac401. 02000000:00000001:2.0:1767384321.533421:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.533422:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.533425:0:16147:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294909446 00000100:00000001:2.0:1767384321.533434:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.533439:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294909447 00000020:00000001:2.0:1767384321.533443:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.533446:0:16147:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294909446 00000100:00000001:1.0:1767384321.533447:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1767384321.533450:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732510720 00000100:00000001:3.0:1767384321.533454:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294909447 00000020:00000010:1.0:1767384321.533454:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9de6670. 00010000:00000001:2.0:1767384321.533456:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384321.533467:0:16147:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294909446 00000100:00000001:1.0:1767384321.533467:0:16783:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1767384321.533472:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e6b99d1 x1853236732510720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384321.533504:0:16783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9de6670. 00000100:00000001:3.0:1767384321.533510:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294909448 00000100:00100000:1.0:1767384321.533514:0:16783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b02b9c41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236732510976:12345-0@lo:400: 00000100:00000001:3.0:1767384321.533518:0:16147:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294909446 00000100:00000001:3.0:1767384321.533530:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384321.533533:0:16783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732510976 00000100:00000001:3.0:1767384321.533542:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.533543:0:16783:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384321.533550:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384321.533550:0:16783:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384321.533551:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.533554:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.533555:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384321.533558:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=31 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384321.533559:0:16783:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.533570:0:16783:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384321.533574:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384321.533576:0:16783:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00000001:3.0:1767384321.533579:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384321.533584:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000020:00000001:1.0:1767384321.533585:0:16783:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384321.533586:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384321.533592:0:16783:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.533593:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:3.0:1767384321.533595:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.533601:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384321.533608:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384321.533609:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.533609:0:16783:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384321.533620:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.533620:0:16783:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384321.533621:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.533630:0:16783:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.533632:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384321.533635:0:16783:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384321.533641:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384321.533642:0:16783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00080000:3.0:1767384321.533650:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:1.0:1767384321.533650:0:16783:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384321.533652:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 02000000:00000010:1.0:1767384321.533655:0:16783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bddc2c0d. 00000020:00000040:3.0:1767384321.533657:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 02000000:00000001:1.0:1767384321.533663:0:16783:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384321.533666:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:2.0:1767384321.533667:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732510720, offset 224 00000100:00000001:1.0:1767384321.533667:0:16783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.533670:0:16783:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384321.533677:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00010000:00000040:1.0:1767384321.533678:0:16783:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732510976 00010000:00000001:1.0:1767384321.533684:0:16783:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384321.533688:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1767384321.533690:0:16783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b02b9c41 x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384321.533698:0:16783:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384321.533700:0:16783:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.533701:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384321.533705:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:1.0:1767384321.533706:0:16783:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=36 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384321.533713:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384321.533729:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:1.0:1767384321.533729:0:16783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384321.533735:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00000040:1.0:1767384321.533736:0:16783:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000100:00000001:3.0:1767384321.533742:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659226752 : -119698050324864 : ffff9322a03ae680) 00000400:00000200:2.0:1767384321.533744:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d204200 00000100:00000001:1.0:1767384321.533746:0:16783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000040:3.0:1767384321.533754:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2c1afad x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384321.533755:0:16783:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384321.533761:0:16783:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.533764:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16c5 [1] + 224 00000100:00000001:1.0:1767384321.533766:0:16783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384321.533773:0:16783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384321.533780:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384321.533780:0:16783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000020:00000010:3.0:1767384321.533787:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000030deb08. 00000100:00000200:1.0:1767384321.533790:0:16783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732510976, offset 224 00000400:00000200:2.0:1767384321.533791:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384321.533794:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384321.533803:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000030deb08. 00000400:00000200:1.0:1767384321.533805:0:16783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384321.533809:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384321.533818:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2c1afad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236732510848:12345-0@lo:400: 00000100:00000001:2.0:1767384321.533821:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384321.533828:0:16783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384321.533829:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732510848 00000100:00000200:2.0:1767384321.533834:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384321.533837:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384321.533845:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384321.533848:0:16783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d204300 00000020:00000001:3.0:1767384321.533851:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.533861:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384321.533867:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000400:00000200:1.0:1767384321.533868:0:16783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16cd [1] + 224 00000020:00000001:3.0:1767384321.533878:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384321.533887:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384321.533894:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384321.533894:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384321.533894:0:16783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384321.533902:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384321.533909:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.533916:0:16783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384321.533929:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384321.533931:0:16783:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384321.533941:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384321.533942:0:16783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384321.533946:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384321.533947:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384321.533955:0:16783:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384321.533956:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea6f7a9b. 00000400:00000200:2.0:1767384321.533958:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 02000000:00000001:3.0:1767384321.533963:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384321.533965:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000100:00000001:3.0:1767384321.533972:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.533977:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384321.533978:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.533982:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:3.0:1767384321.533985:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732510848 00000100:00000001:1.0:1767384321.533989:0:16783:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384321.533990:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.533993:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384321.533998:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000400:00000200:1.0:1767384321.534000:0:16783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00010000:00000200:3.0:1767384321.534002:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2c1afad x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384321.534009:0:16783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00010000:00000001:2.0:1767384321.534011:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384321.534021:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.534022:0:16783:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384321.534023:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384321.534029:0:16783:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384321.534031:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.534031:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384321.534034:0:16783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384321.534042:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=36 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384321.534046:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e6b99d1 x1853236732510720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384321.534046:0:16783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:3.0:1767384321.534053:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384321.534059:0:16783:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384321.534065:0:16783:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.534066:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000020:00000001:1.0:1767384321.534075:0:16783:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384321.534081:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000040:1.0:1767384321.534087:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b02b9c41 x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384321.534093:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384321.534098:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384321.534105:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e6b99d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236732510720:12345-0@lo:400: Request processed in 921us (2017us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384321.534107:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384321.534111:0:16783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b02b9c41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236732510976:12345-0@lo:400: Request processed in 661us (1811us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384321.534122:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384321.534128:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b68abf2. 00000100:00100000:1.0:1767384321.534136:0:16783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000200:3.0:1767384321.534137:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732510848, offset 224 00000100:00000040:1.0:1767384321.534139:0:16783:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000100:00100000:2.0:1767384321.534149:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000400:00000200:3.0:1767384321.534150:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384321.534150:0:16783:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384321.534156:0:16783:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384321.534159:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000020:00000010:1.0:1767384321.534162:0:16783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001775b4b9. 00000400:00000200:3.0:1767384321.534170:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384321.534170:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384321.534172:0:16783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000100:00000001:2.0:1767384321.534183:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384321.534184:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfbaf1a6. 00000400:00000200:3.0:1767384321.534190:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d204280 00000020:00000010:2.0:1767384321.534190:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013992a94. 00000020:00000040:1.0:1767384321.534192:0:16783:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000100:00000001:1.0:1767384321.534208:0:16783:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384321.534211:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2bc43de. 00000400:00000200:3.0:1767384321.534219:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16d9 [1] + 224 00000020:00000010:2.0:1767384321.534221:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8fbe274. 00000400:00000200:3.0:1767384321.534227:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384321.534233:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:1.0:1767384321.534237:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384321.534238:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384321.534242:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384321.534243:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.534245:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384321.534255:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384321.534256:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.534266:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1767384321.534266:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384321.534268:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384321.534275:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e23a655. 00000100:00000001:2.0:1767384321.534276:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.534285:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 00000400:00000010:1.0:1767384321.534289:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 00000100:00000001:1.0:1767384321.534293:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384321.534300:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.534305:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384321.534306:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384321.534310:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384321.534312:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b68abf2 00000100:00000001:2.0:1767384321.534318:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384321.534319:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b68abf2. 00000100:00000001:1.0:1767384321.534327:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384321.534329:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384321.534331:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384321.534332:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384321.534333:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384321.534339:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384321.534340:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384321.534341:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.534349:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384321.534350:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a116c19. 00000100:00000040:3.0:1767384321.534351:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:1.0:1767384321.534356:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384321.534361:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.534363:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384321.534364:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afcefd4c 02000000:00000001:1.0:1767384321.534365:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.534367:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.534382:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384321.534383:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afcefd4c. 00000100:00001000:1.0:1767384321.534383:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=36 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384321.534395:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2c1afad x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.534397:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384321.534398:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=36 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384321.534409:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.534413:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384321.534420:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.534432:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384321.534444:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384321.534468:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2c1afad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236732510848:12345-0@lo:400: Request processed in 680us (1482us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384321.534522:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384321.534529:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.534532:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384321.534539:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:3.0:1767384321.534541:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:1.0:1767384321.534547:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384321.534553:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.534554:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000001:3.0:1767384321.534565:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384321.534567:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384321.534567:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.534569:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384321.534573:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384321.534575:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe78fd3c. 00000100:00000001:2.0:1767384321.534585:0:16149:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384321.534586:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000daf58630. 00000100:00000001:1.0:1767384321.534590:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384321.534594:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384321.534595:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000068e16f2. 00000100:00000001:1.0:1767384321.534596:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384321.534606:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384321.534607:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384321.534609:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000100:00000001:3.0:1767384321.534618:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.534618:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.534620:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384321.534628:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384321.534640:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=36 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384321.534644:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000106211af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236732510976:0@lo:400: 00000100:00000001:3.0:1767384321.534648:0:20598:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:2.0:1767384321.534650:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=36 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384321.534652:0:20598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732511104 02000000:00000001:3.0:1767384321.534656:0:20598:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384321.534656:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.534662:0:20598:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384321.534663:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384321.534664:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384321.534665:0:20598:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.534671:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000106211af x1853236732510976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384321.534673:0:20598:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.534673:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384321.534681:0:20598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732511104 00010000:00000001:2.0:1767384321.534686:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384321.534687:0:20598:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384321.534690:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1767384321.534692:0:20598:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:3.0:1767384321.534695:0:20598:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384321.534696:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:2.0:1767384321.534701:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384321.534703:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000190038d4. 00000020:00000040:3.0:1767384321.534704:0:20598:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 02000000:00000001:1.0:1767384321.534712:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384321.534713:0:20598:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:1.0:1767384321.534730:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384321.534731:0:20598:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000040:1.0:1767384321.534737:0:16146:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384321.534739:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384321.534744:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000030deb08. 00000020:00000001:1.0:1767384321.534748:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384321.534750:0:20598:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384321.534756:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d306e16. 00000020:00000010:3.0:1767384321.534757:0:20598:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000030deb08. 00010000:00000001:2.0:1767384321.534757:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.534766:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384321.534767:0:20598:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b227e292. 00000100:00000001:2.0:1767384321.534768:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384321.534771:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384321.534772:0:20598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e1de4693. 00000100:00000040:2.0:1767384321.534774:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000010:1.0:1767384321.534776:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000106211af. 00000020:00000010:3.0:1767384321.534779:0:20598:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000097640537. 00000100:00000001:2.0:1767384321.534783:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384321.534785:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384321.534790:0:20598:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384321.534791:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.534792:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.534798:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.534799:0:20598:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384321.534801:0:20598:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384321.534804:0:20598:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.534806:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384321.534807:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.534809:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.534811:0:20598:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.534816:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.534821:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.534826:0:20598:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.534838:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.534840:0:20598:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384321.534844:0:20598:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384321.534847:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384321.534851:0:20598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384321.534853:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384321.534854:0:20598:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:3.0:1767384321.534857:0:20598:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208704000 : -119698500847616 : ffff932285607800) 00000100:00000040:3.0:1767384321.534860:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004277b534 x1853236732511104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.534872:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384321.534876:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384321.534877:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000030deb08. 00000100:00000001:3.0:1767384321.534885:0:20598:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384321.534895:0:20598:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000030deb08. 00000100:00100000:2.0:1767384321.534912:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002de77af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236732510848:0@lo:400: 00000100:00100000:3.0:1767384321.534914:0:20598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004277b534 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236732511104:12345-0@lo:13: 00000100:00000200:3.0:1767384321.534930:0:20598:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732511104 00000020:00000001:3.0:1767384321.534933:0:20598:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000001:2.0:1767384321.534935:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384321.534937:0:20598:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000001:2.0:1767384321.534938:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384321.534944:0:20598:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384321.534945:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b86ebc5. 00000400:00000200:2.0:1767384321.534948:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d6ff70b 00000400:00000010:2.0:1767384321.534950:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d6ff70b. 00000100:00000001:2.0:1767384321.534953:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384321.534958:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384321.534961:0:20598:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384321.534968:0:20598:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000100:00000200:2.0:1767384321.534970:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384321.534978:0:20598:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384321.534985:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384321.534986:0:20598:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.534989:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384321.534998:0:20598:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384321.534998:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384321.535006:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384321.535007:0:20598:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384321.535008:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384321.535012:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.535013:0:20598:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384321.535014:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.535023:0:20598:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1767384321.535024:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=31 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384321.535028:0:20598:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1767384321.535031:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384321.535034:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384321.535035:0:20598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000b4ba260. 00000100:00000001:2.0:1767384321.535036:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.535045:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384321.535046:0:20598:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384321.535051:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.535053:0:20598:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.535065:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384321.535066:0:20598:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384321.535068:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384321.535074:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384321.535076:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00002000:00000001:3.0:1767384321.535077:0:20598:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384321.535077:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.535082:0:20598:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:2.0:1767384321.535085:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384321.535089:0:20598:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384321.535102:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384321.535103:0:20598:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.535108:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384321.535110:0:20598:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.535113:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:3.0:1767384321.535117:0:20598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:2.0:1767384321.535124:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1767384321.535125:0:20598:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384321.535137:0:20598:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384321.535154:0:20598:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00100000:2.0:1767384321.535156:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c719fed2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236732510720:0@lo:400: 00002000:00000001:3.0:1767384321.535166:0:20598:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384321.535169:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.535171:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:3.0:1767384321.535173:0:20598:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:2.0:1767384321.535174:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002de77af4 x1853236732510848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384321.535178:0:20598:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384321.535188:0:20598:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.535189:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384321.535193:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000040:3.0:1767384321.535194:0:20598:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732511104 02000000:00000010:2.0:1767384321.535196:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003dcee543. 00010000:00000001:3.0:1767384321.535203:0:20598:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384321.535203:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384321.535210:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384321.535213:0:16149:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000200:3.0:1767384321.535216:0:20598:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004277b534 x1853236732511104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384321.535217:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384321.535221:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f810b62. 02000000:00000001:2.0:1767384321.535229:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384321.535235:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384321.535238:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002de77af4. 00000100:00000001:2.0:1767384321.535245:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384321.535248:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384321.535249:0:20598:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384321.535257:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384321.535258:0:20598:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.535262:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c719fed2 x1853236732510720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384321.535268:0:20598:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384321.535283:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384321.535285:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384321.535286:0:20598:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1767384321.535287:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c871e83. 02000000:00000001:2.0:1767384321.535297:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384321.535300:0:20598:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000020:00000001:2.0:1767384321.535301:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384321.535302:0:16149:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384321.535305:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384321.535315:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2f80610. 00000100:00000001:3.0:1767384321.535317:0:20598:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384321.535319:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384321.535322:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767384321.535328:0:20598:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:2.0:1767384321.535328:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c719fed2. 02000000:00000001:3.0:1767384321.535336:0:20598:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.535337:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384321.535340:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.535347:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.535349:0:20598:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384321.535352:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384321.535357:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.535360:0:20598:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384321.535362:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.535364:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384321.535366:0:20598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b68abf2. 00000100:00000200:3.0:1767384321.535373:0:20598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732511104, offset 224 00000400:00000200:3.0:1767384321.535381:0:20598:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384321.535393:0:20598:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384321.535405:0:20598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d204380 00000400:00000200:3.0:1767384321.535413:0:20598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16d5 [1] + 224 00000400:00000200:3.0:1767384321.535418:0:20598:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.535422:0:20598:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384321.535427:0:20598:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384321.535432:0:20598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384321.535446:0:20598:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.535466:0:20598:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384321.535517:0:20598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b68abf2 00000400:00000010:3.0:1767384321.535520:0:20598:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b68abf2. 00000100:00000001:3.0:1767384321.535527:0:20598:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384321.535530:0:20598:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384321.535536:0:20598:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.535539:0:20598:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384321.535543:0:20598:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384321.535545:0:20598:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.535548:0:20598:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384321.535552:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004277b534 x1853236732511104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384321.535564:0:20598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004277b534 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236732511104:12345-0@lo:13: Request processed in 689us (2455us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384321.535576:0:20598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384321.535589:0:20598:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:3.0:1767384321.535592:0:20598:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384321.535596:0:20598:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384321.535602:0:20598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e1de4693. 00000020:00000010:3.0:1767384321.535608:0:20598:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000097640537. 00000020:00000010:3.0:1767384321.535614:0:20598:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b227e292. 00000020:00000040:3.0:1767384321.535623:0:20598:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:3.0:1767384321.535628:0:20598:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.535666:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.535669:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384321.535676:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384321.535679:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384321.535682:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d003eb29. 00000400:00000200:3.0:1767384321.535687:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e5be2f0 00000400:00000010:3.0:1767384321.535691:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e5be2f0. 00000100:00000001:3.0:1767384321.535698:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384321.535706:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384321.535730:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.535740:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384321.535743:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.535746:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384321.535748:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384321.535750:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384321.535753:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.535756:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384321.535761:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384321.535766:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384321.535772:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384321.535775:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.535778:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384321.535784:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384321.535792:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.535805:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384321.535807:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384321.535810:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384321.535812:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.535819:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.535826:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.535830:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384321.535831:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384321.535835:0:16147:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384321.535839:0:16147:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384321.535843:0:16147:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384321.535857:0:16147:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384321.535862:0:16147:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.535869:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384321.535879:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ce9b47fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732511104:0@lo:13: 00000100:00000001:3.0:1767384321.535890:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.535894:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384321.535899:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ce9b47fd x1853236732511104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.535908:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384321.535910:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384321.535914:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004a5819db. 02000000:00000001:3.0:1767384321.535920:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384321.535923:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384321.535925:0:16147:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384321.535928:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384321.535931:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f64103c. 02000000:00000001:3.0:1767384321.535938:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384321.535949:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384321.535952:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ce9b47fd. 00000100:00000001:3.0:1767384321.535959:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384321.535962:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.535964:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.535972:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384321.535974:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.535979:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.535982:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.539537:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294909447, at 4294909448 00000100:00000010:0.0:1767384321.539550:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1ba5d15. 00000100:00000040:1.0:1767384321.540545:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294909447, at 4294909449 00000100:00000010:1.0:1767384321.540557:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f02851e6. 00000100:00000040:2.0:1767384321.541522:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294909447, at 4294909450 00000100:00000010:2.0:1767384321.541530:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1ec3ade. 00000100:00000040:3.0:1767384321.541547:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294909448, at 4294909450 00000100:00000010:3.0:1767384321.541558:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004275a43d. 00000100:00000001:1.0:1767384322.043564:0:16767:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384322.043570:0:16767:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.044565:0:24303:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384322.044572:0:24303:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.427568:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384322.427576:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.427584:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384322.427586:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.427611:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384322.427616:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384322.427620:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384322.696188:0:26034:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384322.696201:0:26034:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.696205:0:26034:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.696211:0:26034:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384322.696216:0:26034:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.696218:0:26034:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.451574:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384323.451583:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.451591:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384323.451602:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.451637:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384323.451642:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384323.451646:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384323.479601:0:26198:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384323.479606:0:26198:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:1.0:1767384323.482699:0:26198:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384323.490876:0:26199:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000dfbd7304. 00000400:00000010:0.0:1767384323.490898:0:26199:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000023864637. 00000400:00000010:0.0:1767384323.490907:0:26199:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004022f5d6. 00000400:00000010:0.0:1767384323.490912:0:26199:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ad66d631. 00000400:00000010:0.0:1767384323.490916:0:26199:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005daa1ac7. 00000400:00000010:0.0:1767384323.490921:0:26199:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006597fdc2. 00000400:00000010:0.0:1767384323.490923:0:26199:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fbd9a443. 00000400:00000010:0.0:1767384323.490924:0:26199:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b641aa74. 00000400:00000010:0.0:1767384323.490927:0:26199:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007c90ea6d. 00000800:00000010:0.0:1767384323.490947:0:26199:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000047732c1. 00000800:00000200:0.0:1767384323.490959:0:26199:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384323.490971:0:26199:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384323.491011:0:26199:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:0.0:1767384323.491035:0:26199:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp29 [8/256/0/180] 00000400:00000010:0.0:1767384323.492809:0:26199:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000005c99c9c7. 00000400:00000010:0.0:1767384323.492818:0:26199:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db6fa5b8. 00000400:00000010:0.0:1767384323.492824:0:26199:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d610eab9. 00000400:00000001:0.0:1767384323.492844:0:26199:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384323.492846:0:26199:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384323.492847:0:26199:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e07a0. 00000400:00000200:0.0:1767384323.492850:0:26199:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000400:00000010:0.0:1767384323.492851:0:26199:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000400:00000010:0.0:1767384323.492855:0:26199:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000c8335564. 00000400:00000200:0.0:1767384323.492860:0:26199:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (20) 00000400:00000200:0.0:1767384323.492872:0:26199:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384323.492881:0:26199:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:0.0:1767384323.492888:0:26199:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b779e14a. 00000020:01000000:0.0:1767384323.492891:0:26199:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384323.492894:0:26199:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp29 00000400:00000200:2.0:1767384323.492910:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384323.492926:0:26199:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000023864637. 00000400:00000010:0.0:1767384323.492932:0:26199:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000dfbd7304. 00000400:00000200:2.0:1767384323.492937:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:2.0:1767384323.492949:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000400:00000200:2.0:1767384323.492956:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (21) 00000020:00000001:3.0:1767384323.492958:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384323.492965:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:2.0:1767384323.492965:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003cda6854. 10000000:00000001:3.0:1767384323.492971:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384323.492977:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384323.492978:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp27 00000020:01000004:3.0:1767384323.492984:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384323.492988:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384323.492990:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384323.492992:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384323.492993:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384323.492996:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384323.492999:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384323.493002:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384323.493006:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384323.493007:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp27 to MR: 192.168.204.131@tcp27 local destination 00000020:01000004:3.0:1767384323.493010:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384323.493021:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef08b9d8. 00000400:00000200:2.0:1767384323.493029:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp27 NI seq info: [53:53:256:4294967295] 192.168.204.131@tcp27 LPNI seq info [53:53:8:4294967295] 00000020:00000040:3.0:1767384323.493030:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384323.493046:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384323.493052:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp27 02000000:00000001:3.0:1767384323.493053:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384323.493062:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384323.493069:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27:192.168.204.131@tcp27) -> 192.168.204.131@tcp27(192.168.204.131@tcp27:192.168.204.131@tcp27) : PUT try# 0 02000000:00000010:3.0:1767384323.493078:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003f07e1ce. 00000800:00000200:2.0:1767384323.493079:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.131@tcp27 00000800:00000010:2.0:1767384323.493090:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f495e439. 00000100:00000001:3.0:1767384323.493092:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384323.493101:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (4) 00000100:00000001:3.0:1767384323.493104:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384323.493108:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384323.493120:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (4) 00000100:00000040:3.0:1767384323.493125:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef08b9d8] to pc [ptlrpcd_00_02+2] req@00000000ef08b9d8 x1853236732511232/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384323.493153:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp27 ip 192.168.204.131:988 10000000:00000001:3.0:1767384323.493157:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384323.493159:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f495e439 type 1, nob 464 niov 1 nkiov 1 10000000:00000001:3.0:1767384323.493170:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.493174:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384323.493177:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384323.493183:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000020:00000001:3.0:1767384323.493187:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384323.493191:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 10000000:00000001:3.0:1767384323.493192:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384323.493196:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384323.493201:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384323.493205:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384323.493208:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384323.493211:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384323.493214:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384323.493216:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384323.493218:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384323.493220:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384323.493222:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384323.493223:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384323.493228:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b5dd33f. 00000020:00000040:3.0:1767384323.493232:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384323.493236:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384323.493238:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384323.493241:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384323.493248:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c1b9bf4b. 00000100:00000001:3.0:1767384323.493252:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.493257:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384323.493259:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000100:00000001:3.0:1767384323.493260:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.493275:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5dd33f] to pc [ptlrpcd_00_03+3] req@000000006b5dd33f x1853236732511360/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384323.493290:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384323.493293:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.493295:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384323.493299:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384323.493302:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b779e14a. 00000100:00000001:3.0:1767384323.493319:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384323.493321:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000100:00000001:3.0:1767384323.493324:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384323.493329:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384323.493337:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef08b9d8 x1853236732511232/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384323.493350:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000100:00000001:3.0:1767384323.493354:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384323.493358:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384323.493363:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384323.493367:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384323.493370:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384323.493375:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef08b9d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732511232:0@lo:253: 00000100:00000001:3.0:1767384323.493381:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384323.493387:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 02000000:00000001:3.0:1767384323.493389:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384323.493391:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767384323.493396:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384323.493398:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f495e439. 02000000:00000001:3.0:1767384323.493404:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384323.493407:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384323.493412:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cbeb1333. 00000400:00000200:1.0:1767384323.493417:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 02000000:00000001:3.0:1767384323.493421:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384323.493425:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: PUT: OK 00000400:00000010:3.0:1767384323.493431:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d003eb29. 00000400:00000200:2.0:1767384323.493434:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:3.0:1767384323.493441:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5ea69de. 00000400:00000200:1.0:1767384323.493441:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384323.493442:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp27: 0 00000100:00000200:3.0:1767384323.493458:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732511232, portal 25 00000800:00000001:2.0:1767384323.493463:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384323.493464:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384323.493471:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208694144 : -119698500857472 : ffff932285605180) 00000400:00000200:1.0:1767384323.493517:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000800:00000001:2.0:1767384323.493520:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384323.493526:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384323.493527:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef08b9d8 x1853236732511232/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384323.493534:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.493547:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384323.493548:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000100:00000040:3.0:1767384323.493560:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384323.493561:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27) <- 192.168.204.131@tcp27 : PUT - for me 00000400:00000010:3.0:1767384323.493568:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c883455b. 00000100:00000200:3.0:1767384323.493576:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732511232, offset 0 00000400:00000200:1.0:1767384323.493579:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384323.493584:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384323.493593:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.493606:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 352/368 into md 0x16ad [1] + 0 00000400:00000200:1.0:1767384323.493612:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.493613:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384323.493617:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062747445. 00000400:00000200:2.0:1767384323.493629:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a5494936 00000400:00000200:3.0:1767384323.493636:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d204400 00000800:00000001:2.0:1767384323.493636:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384323.493649:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384323.493651:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.493657:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe9 [2] + 0 00000400:00000200:2.0:1767384323.493657:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384323.493670:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006797c2d2. 00000400:00000200:2.0:1767384323.493671:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: PUT: OK 00000400:00000200:3.0:1767384323.493695:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007537b0a9 00000400:00000200:2.0:1767384323.493702:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5494936 00000400:00000200:3.0:1767384323.493707:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384323.493708:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5494936. 00000400:00000200:1.0:1767384323.493708:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.493726:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384323.493727:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384323.493735:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007537b0a9 00000400:00000200:2.0:1767384323.493735:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (22) 00000400:00000200:2.0:1767384323.493743:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:3.0:1767384323.493748:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007537b0a9. 00000400:00000200:2.0:1767384323.493753:0:16139:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (368 bytes) 00000400:00000200:1.0:1767384323.493753:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000100:00000001:3.0:1767384323.493759:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384323.493764:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384323.493766:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000040:3.0:1767384323.493772:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000001a57d01f x1853236732511232 msgsize 4848 00000100:00100000:3.0:1767384323.493780:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384323.493782:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384323.493783:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (23) 00000400:00000200:2.0:1767384323.493795:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384323.493797:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000100:00000001:3.0:1767384323.493799:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384323.493807:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp27 to MR: 192.168.204.131@tcp27 local destination 00000400:00000200:2.0:1767384323.493817:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp27 NI seq info: [54:54:256:4294967295] 192.168.204.131@tcp27 LPNI seq info [54:54:8:4294967295] 00000400:00000200:1.0:1767384323.493824:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384323.493843:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27:192.168.204.131@tcp27) -> 192.168.204.131@tcp27(192.168.204.131@tcp27:192.168.204.131@tcp27) 192.168.204.131@tcp27 : ACK try# 0 00000400:00000200:1.0:1767384323.493846:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000800:00000200:2.0:1767384323.493855:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp27 00000400:00000200:3.0:1767384323.493859:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c883455b 00000800:00000010:2.0:1767384323.493862:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f495e439. 00000400:00000010:3.0:1767384323.493865:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c883455b. 00000800:00000200:2.0:1767384323.493873:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (4) 00000100:00000001:3.0:1767384323.493874:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384323.493876:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000100:00000200:3.0:1767384323.493883:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef08b9d8 x1853236732511232/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384323.493892:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp27 ip 192.168.204.131:987 00000400:00000200:1.0:1767384323.493896:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000800:00000200:2.0:1767384323.493906:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f495e439 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384323.493919:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384323.493921:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000100:00000040:3.0:1767384323.493930:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef08b9d8 x1853236732511232/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384323.493932:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384323.493946:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384323.493948:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.493949:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384323.493956:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000100:00000001:3.0:1767384323.493958:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.493965:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294911412 00000100:00000010:3.0:1767384323.493972:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078256c5d. 00000100:00000001:3.0:1767384323.493980:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384323.493992:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294911412 00000400:00000200:1.0:1767384323.493994:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000100:00000010:3.0:1767384323.493999:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d885f13b. 00000800:00000200:2.0:1767384323.494000:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384323.494008:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f495e439. 00000100:00000001:3.0:1767384323.494009:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384323.494015:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384323.494021:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294911412 00000100:00000010:3.0:1767384323.494031:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ee7073f. 00000400:00000200:2.0:1767384323.494037:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: ACK: OK 00000100:00000001:3.0:1767384323.494039:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384323.494049:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294911412 00000800:00000001:2.0:1767384323.494054:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384323.494055:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7009f22. 00000100:00000001:3.0:1767384323.494062:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384323.494062:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384323.494068:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000100:00000001:3.0:1767384323.494071:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384323.494071:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384323.494080:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384323.494084:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384323.494096:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384323.494097:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.494103:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384323.494105:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.494115:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384323.494121:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384323.494127:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27) <- 192.168.204.131@tcp27 : ACK - for me 00000100:00000001:3.0:1767384323.494128:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.494135:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384323.494137:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384323.494143:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384323.494146:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384323.494151:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000100:00000001:3.0:1767384323.494156:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384323.494157:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp27: ACK from 12345-192.168.204.131@tcp27 into md 0x16f9 00000100:00000001:3.0:1767384323.494160:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384323.494169:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384323.494170:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.494175:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384323.494179:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384323.494185:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: ACK: OK 00000100:00000040:3.0:1767384323.494186:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b5dd33f x1853236732511360/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384323.494199:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000100:00000001:3.0:1767384323.494201:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384323.494204:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000100:00000001:3.0:1767384323.494206:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384323.494212:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 02000000:00000001:3.0:1767384323.494215:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384323.494220:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384323.494221:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 02000000:00000001:3.0:1767384323.494231:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384323.494236:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000100:00100000:3.0:1767384323.494238:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b5dd33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732511360:0@lo:253: 00000100:00000001:3.0:1767384323.494245:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384323.494250:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 02000000:00000001:3.0:1767384323.494251:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384323.494256:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384323.494264:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384323.494265:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (22) 02000000:00000010:3.0:1767384323.494276:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002c76880f. 02000000:00000001:3.0:1767384323.494280:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384323.494281:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384323.494286:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007731148c. 00000400:00000200:1.0:1767384323.494289:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000800:00000001:2.0:1767384323.494290:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384323.494293:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c883455b. 00000100:00000200:3.0:1767384323.494302:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732511360, portal 25 00000100:00000001:3.0:1767384323.494305:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384323.494307:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208704896 : -119698500846720 : ffff932285607b80) 00000100:00000040:3.0:1767384323.494315:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b5dd33f x1853236732511360/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.494335:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384323.494341:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384323.494346:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b101e02. 00000100:00000200:3.0:1767384323.494350:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732511360, offset 0 00000400:00000200:3.0:1767384323.494362:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.494375:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384323.494381:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384323.494381:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000010:2.0:1767384323.494386:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000c230a74a. 00000400:00000200:3.0:1767384323.494404:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d204480 00000400:00000010:2.0:1767384323.494405:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bddda8e7. 00000400:00000200:3.0:1767384323.494422:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xff9 [2] + 0 00000400:00000010:3.0:1767384323.494427:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d228d4c6. 00000400:00000200:3.0:1767384323.494432:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000407c1b21 00000400:00000200:3.0:1767384323.494440:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384323.494441:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000400:00000200:1.0:1767384323.494448:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384323.494458:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c230a74a 00000400:00000200:3.0:1767384323.494460:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384323.494466:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000125a48b3. 00000400:00000200:3.0:1767384323.494471:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000407c1b21 00000400:00000200:2.0:1767384323.494474:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000400:00000010:3.0:1767384323.494525:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000407c1b21. 00000100:00000001:3.0:1767384323.494534:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384323.494536:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384323.494543:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000006314992a x1853236732511360 msgsize 4848 00000400:00000200:2.0:1767384323.494548:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 00000400:00000200:1.0:1767384323.494553:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000100:00100000:3.0:1767384323.494556:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384323.494558:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (21) 00000100:00000040:3.0:1767384323.494564:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:2.0:1767384323.494566:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000008c871e83. 00000400:00000010:2.0:1767384323.494573:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d48f1b0. 00000100:00000001:3.0:1767384323.494579:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384323.494583:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004430202c. 00000400:00000200:3.0:1767384323.494589:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b101e02 00000400:00000010:3.0:1767384323.494594:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b101e02. 00000100:00000001:3.0:1767384323.494600:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384323.494608:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b5dd33f x1853236732511360/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384323.494609:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:1.0:1767384323.494610:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000100:00000001:3.0:1767384323.494628:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384323.494634:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000100:00000040:3.0:1767384323.494640:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b5dd33f x1853236732511360/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384323.494652:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:3.0:1767384323.494668:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.494674:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384323.494691:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:2.0:1767384323.494706:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:1.0:1767384323.494717:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384323.494718:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:2.0:1767384323.494734:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:2.0:1767384323.494746:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:2.0:1767384323.494756:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:2.0:1767384323.494766:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:2.0:1767384323.494776:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:2.0:1767384323.494788:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:2.0:1767384323.494798:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:2.0:1767384323.494809:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:1.0:1767384323.494827:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384323.494833:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:2.0:1767384323.494844:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:2.0:1767384323.494856:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:2.0:1767384323.494867:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:2.0:1767384323.494880:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:2.0:1767384323.494892:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000400:00000200:2.0:1767384323.494903:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:2.0:1767384323.494910:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:2.0:1767384323.494920:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp28 00000400:00000200:2.0:1767384323.494928:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp28 lpni_is_preferred = 0 00000400:00000200:2.0:1767384323.494935:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp28 00000400:00000200:2.0:1767384323.494947:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp28 NI seq info: [55:55:256:4294967295] 192.168.204.131@tcp28 LPNI seq info [55:55:8:4294967295] 00000400:00000200:1.0:1767384323.494948:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384323.494963:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp28 00000400:00000200:2.0:1767384323.494988:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp28(192.168.204.131@tcp28:) -> 192.168.204.131@tcp28(192.168.204.131@tcp:192.168.204.131@tcp28) : GET try# 0 00000100:00000001:3.0:1767384323.495002:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384323.495002:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp28 00000100:00000001:3.0:1767384323.495014:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294911413 00000800:00000010:2.0:1767384323.495016:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f495e439. 00000100:00000001:3.0:1767384323.495027:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911412 00000800:00000010:2.0:1767384323.495030:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004cd26cc4. 00000800:00000010:2.0:1767384323.495037:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000056ddaf98. 00000100:00000001:3.0:1767384323.495042:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294911413 00000100:00000001:3.0:1767384323.495051:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911412 00000800:00000200:2.0:1767384323.495051:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004cd26cc4] -> 12345-192.168.204.131@tcp28 (2) 00000400:00000200:1.0:1767384323.495065:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000100:00000001:3.0:1767384323.495068:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294911413 00000800:00000200:2.1:1767384323.495073:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004cd26cc4] -> 12345-192.168.204.131@tcp28 (2) 00000100:00000001:3.0:1767384323.495078:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294911412 00000100:00000001:3.0:1767384323.495091:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294911413 00000100:00000001:3.0:1767384323.495100:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911412 00000100:00000001:3.0:1767384323.495109:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384323.495109:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000100:00000001:3.0:1767384323.495121:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384323.495129:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100251 rc 0 00000100:00000001:3.0:1767384323.495135:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.495141:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.495166:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.495170:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.495184:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384323.495190:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732511232 02000000:00000001:2.0:1767384323.495195:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384323.495200:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384323.495201:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000100:00000001:2.0:1767384323.495203:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.495220:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384323.495227:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732511232 00000020:00000001:2.0:1767384323.495231:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384323.495234:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384323.495238:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384323.495242:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:2.0:1767384323.495246:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384323.495250:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:1.0:1767384323.495252:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000100:00000001:2.0:1767384323.495256:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384323.495263:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000942ba1cd. 00000100:00000001:2.0:1767384323.495268:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384323.495272:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000942ba1cd. 00000020:00000010:2.0:1767384323.495282:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003dcee543. 00000020:00000010:2.0:1767384323.495289:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090985e02. 00000020:00000010:2.0:1767384323.495295:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2bc43de. 00000100:00000040:2.0:1767384323.495318:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384323.495323:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384323.495326:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384323.495329:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.495341:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.495347:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384323.495354:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732511360 00000100:00000001:2.0:1767384323.495356:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384323.495358:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384323.495363:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384323.495365:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384323.495370:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384323.495374:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732511360 00000100:00000001:2.0:1767384323.495375:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384323.495378:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384323.495380:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384323.495382:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384323.495388:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384323.495396:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00100000:2.0:1767384323.495397:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000020:00000001:3.0:1767384323.495405:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000040:2.0:1767384323.495409:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000020:00000001:3.0:1767384323.495410:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384323.495415:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141319248 : -119697568232368 : ffff9322bcf70c50) 00000100:00000001:3.0:1767384323.495420:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384323.495426:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000030deb08. 00000100:00000040:2.0:1767384323.495428:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a57d01f x1853236732511232/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:304/0 lens 4848/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.495432:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384323.495443:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000030deb08. 00000800:00000010:1.0:1767384323.495454:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000100:00000001:2.0:1767384323.495457:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384323.495458:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d478d7d. 00000800:00000010:1.0:1767384323.495459:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006090d50a. 00000020:00000010:2.0:1767384323.495463:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000942ba1cd. 00000020:00000010:3.0:1767384323.495475:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e1de4693. 00000100:00000001:2.0:1767384323.495476:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384323.495515:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000097640537. 00000020:00000010:2.0:1767384323.495521:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000942ba1cd. 00000800:00000010:1.0:1767384323.495529:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b172d40c. 00000100:00100000:2.0:1767384323.495537:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a57d01f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732511232:12345-0@lo:253: 00000100:00000001:3.0:1767384323.495538:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384323.495542:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384323.495544:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.495555:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384323.495556:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732511232 00000100:00000001:3.0:1767384323.495563:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384323.495565:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:1.0:1767384323.495569:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b172d40c. 00000020:00000001:2.0:1767384323.495572:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384323.495577:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00020000:1.0:1767384323.495580:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000020:00000001:2.0:1767384323.495581:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384323.495583:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384323.495586:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000001:3.0:1767384323.495588:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384323.495595:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384323.495597:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000020:00000001:2.0:1767384323.495600:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384323.495607:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000020:00000001:2.0:1767384323.495608:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384323.495613:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384323.495614:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141316176 : -119697568235440 : ffff9322bcf70050) 00000020:00000001:2.0:1767384323.495619:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.495624:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006314992a x1853236732511360/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:304/0 lens 4848/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.495628:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384323.495634:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384323.495645:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000400992fd. 00000100:00000001:3.0:1767384323.495646:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384323.495651:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384323.495652:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000030deb08. 00000100:00000001:3.0:1767384323.495658:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384323.495658:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384323.495666:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:3.0:1767384323.495667:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000030deb08. 00000100:00100000:3.0:1767384323.495676:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006314992a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732511360:12345-0@lo:253: 00000100:00000200:3.0:1767384323.495695:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732511360 20000000:00000010:2.0:1767384323.495699:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f61e4f72. 00000020:00000001:3.0:1767384323.495700:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384323.495705:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:2.0:1767384323.495708:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384323.495710:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384323.495725:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384323.495730:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384323.495732:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384323.495735:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.495737:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 20000000:00000001:2.0:1767384323.495741:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.495744:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384323.495746:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384323.495748:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384323.495754:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384323.495756:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384323.495759:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384323.495762:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000004482057. 00000100:00000001:3.0:1767384323.495763:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384323.495767:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:2.0:1767384323.495768:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 02000000:00000010:3.0:1767384323.495776:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007becc6c3. 20000000:00000001:2.0:1767384323.495778:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:3.0:1767384323.495782:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.495788:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.495788:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384323.495800:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384323.495810:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000056b99496. 20000000:01000000:3.0:1767384323.495814:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384323.495818:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384323.495820:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384323.495822:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384323.495825:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384323.495828:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384323.495844:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384323.495850:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384323.495853:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.495856:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384323.495861:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384323.495867:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:2.0:1767384323.495872:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384323.495888:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000075e03b97. 00080000:00000001:2.0:1767384323.495892:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869266432 : -119702840285184 : ffff932182b9e800) 00080000:00000001:2.0:1767384323.495896:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384323.496041:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384323.496044:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.496047:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384323.496070:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384323.496074:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384323.496176:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384323.496180:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384323.496352:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496421:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496467:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496525:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496569:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496608:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496657:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496723:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496768:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496805:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496860:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496913:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496941:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496964:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.496990:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497026:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497063:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497095:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497120:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497147:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497178:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497210:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497233:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497259:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497294:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497336:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497367:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497395:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497432:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497470:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497539:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497586:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497630:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497651:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497670:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497717:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000400:00000200:3.0:1767384323.497742:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000800:00000010:3.0:1767384323.497995:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004e12ef96. 00000800:00000010:3.0:1767384323.498001:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b101e02. 00000800:00000010:3.0:1767384323.498008:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000030deb08. 00000800:00000010:3.0:1767384323.498056:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000030deb08. 00000400:00000200:2.0:1767384323.498798:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384323.498824:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp28 from 218.3.0.2 00000800:00000010:2.0:1767384323.498831:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009ce7764d. 00000800:00000010:2.0:1767384323.499077:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a89d223a. 00000800:00000010:2.0:1767384323.499082:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006f28a09c. 00000800:00000010:2.0:1767384323.499101:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000099fad29b. 00000800:00000200:2.1:1767384323.499108:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004cd26cc4] -> 12345-192.168.204.131@tcp28 (2) 00000800:00000200:2.1:1767384323.499112:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp28 0000000099fad29b deleted 00000800:00000010:2.1:1767384323.499115:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000099fad29b. 00000800:00000200:2.1:1767384323.499121:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384323.499132:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp28 ip 192.168.204.131:986 00000800:00000200:2.1:1767384323.499136:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f495e439 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384323.499141:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp28 p 3.x 192.168.204.131 -> 192.168.204.131:986 incarnation:1767384321447786840 sched[0] 00000800:00000010:2.0:1767384323.499145:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000715fcc83. 00000800:00000200:3.1:1767384323.499557:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384323.499569:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp28 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384321447786840 sched[0] 00000800:00000010:3.0:1767384323.499574:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b101e02. 00000800:00000200:3.1:1767384323.499613:0:16134:0:(socklnd_cb.c:1971:ksocknal_connect()) peer_ni 192.168.204.131@tcp28(1) already connecting to me, retry later. 00000800:00000001:2.0:1767384323.499669:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384323.499676:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384323.499712:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000715fcc83. 00000800:00000010:2.0:1767384323.499716:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006f28a09c. 00000800:00000010:2.0:1767384323.499755:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009ce7764d. 00000800:00000001:2.0:1767384323.499769:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384323.499772:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384323.499837:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384323.499841:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f495e439. 00000400:00000200:2.0:1767384323.499845:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384323.499853:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp28->192.168.204.131@tcp28: GET: OK 00000400:00000200:2.0:1767384323.499858:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384323.499863:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000001:2.0:1767384323.499875:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384323.499882:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384323.499886:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384323.499894:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384323.499904:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp28(192.168.204.131@tcp28) <- 192.168.204.131@tcp28 : GET - for me 00000400:00000200:2.0:1767384323.499912:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384323.499917:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 368/368 into md 0x16f5 [1] + 0 00000400:00000200:2.0:1767384323.499925:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp28 to MR: 192.168.204.131@tcp28 local destination 00000400:00000200:2.0:1767384323.499931:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp28 NI seq info: [56:56:256:4294967295] 192.168.204.131@tcp28 LPNI seq info [56:56:8:4294967295] 00000400:00000200:2.0:1767384323.499946:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp28(192.168.204.131@tcp28:192.168.204.131@tcp28) -> 192.168.204.131@tcp28(192.168.204.131@tcp28:192.168.204.131@tcp28) 192.168.204.131@tcp28 : REPLY try# 0 00000800:00000200:2.0:1767384323.499951:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.131@tcp28 00000800:00000010:2.0:1767384323.499955:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f495e439. 00000800:00000200:2.0:1767384323.499959:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004cd26cc4] -> 12345-192.168.204.131@tcp28 (4) 00000800:00000200:2.0:1767384323.499966:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp28 ip 192.168.204.131:988 00000800:00000200:2.0:1767384323.499969:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f495e439 type 3, nob 464 niov 1 nkiov 1 00000800:00000001:3.0:1767384323.499987:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384323.500047:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384323.500050:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f495e439. 00000400:00000200:2.0:1767384323.500055:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384323.500059:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp28->192.168.204.131@tcp28: REPLY: OK 00000800:00000001:2.0:1767384323.500071:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384323.500078:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384323.500080:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384323.500085:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384323.500091:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp28(192.168.204.131@tcp28) <- 192.168.204.131@tcp28 : REPLY - for me 00000400:00000200:2.0:1767384323.500104:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp28: Reply from 12345-192.168.204.131@tcp28 of length 368/368 into md 0x1711 00000800:00000001:2.0:1767384323.500108:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384323.500112:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384323.500113:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384323.500117:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp28->192.168.204.131@tcp28: REPLY: OK 00000400:00000200:2.0:1767384323.500120:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d48f1b0 00000400:00000010:2.0:1767384323.500123:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d48f1b0. 00000400:00000200:2.0:1767384323.500127:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384323.500131:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:2.0:1767384323.500139:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:2.0:1767384323.500144:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 21. state = 0x100251 00000400:00000200:2.0:1767384323.500155:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384323.500163:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (22) 00000800:00000001:2.0:1767384323.500171:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384323.500173:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384323.500199:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:3.0:1767384323.500205:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384323.500206:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:2.0:1767384323.500220:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 440 at 000000004f3b64cf. 00000400:00000010:2.0:1767384323.500223:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 528 at 00000000cc5c34e1. 00000400:00000010:2.0:1767384323.500226:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 440 at 00000000ecf540a3. 00000400:00000010:2.0:1767384323.500282:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f7984e47. 00000400:00000200:2.0:1767384323.500288:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f7984e47 nid 192.168.204.131@tcp29 00000400:00000010:2.0:1767384323.500294:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b8ed4a7e. 00000400:00000200:2.0:1767384323.500297:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b8ed4a7e net tcp29 00000400:00000200:2.0:1767384323.500300:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (21) 00000400:00000200:2.0:1767384323.500308:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp29 flags 0x11 00000400:00000010:2.0:1767384323.500312:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 440 at 000000004f3b64cf. 00000400:00000010:2.0:1767384323.500316:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 528 at 00000000cc5c34e1. 00000400:00000010:2.0:1767384323.500319:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 440 at 00000000ecf540a3. 00000400:00000010:2.0:1767384323.500324:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000008c871e83. 00000400:00000200:2.0:1767384323.500327:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384323.500331:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:2.0:1767384323.500335:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:2.0:1767384323.500339:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:2.0:1767384323.500342:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384323.500346:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:2.0:1767384323.500351:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:2.0:1767384323.500357:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (22) 00000800:00000010:1.0:1767384323.501521:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006090d50a. 00000800:00000010:1.0:1767384323.501525:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:1.0:1767384323.501825:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp27 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384323.506476:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384323.506513:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:2.0:1767384323.506516:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384323.506524:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000040:0.0:1767384323.506524:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294911413, at 4294911414 20000000:00000001:2.0:1767384323.506526:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384323.506532:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384323.506536:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:0.0:1767384323.506537:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078256c5d. 00040000:00000001:3.0:1767384323.506538:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384323.506539:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384323.506540:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384323.506546:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000075e03b97. 20000000:00000001:2.0:1767384323.506547:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384323.506553:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384323.506554:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:2.0:1767384323.506563:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000100:00000040:3.0:1767384323.506571:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294911413, at 4294911414 00000100:00000010:3.0:1767384323.506579:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7009f22. 00000100:00000040:2.0:1767384323.506580:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294911413, at 4294911414 00000100:00000010:2.0:1767384323.506589:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ee7073f. 20000000:00000010:3.0:1767384323.506608:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008f5ada52. 20000000:01000000:3.0:1767384323.506613:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:3.0:1767384323.506620:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384323.506629:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384323.506666:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384323.506671:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384323.506673:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384323.506675:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384323.506695:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384323.506702:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384323.506707:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384323.506711:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000021edeac7. 00080000:00000001:3.0:1767384323.506714:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874053632 : -119702835497984 : ffff93218302f400) 00080000:00000001:3.0:1767384323.506718:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384323.506771:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384323.506774:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384323.506776:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384323.506793:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384323.506796:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384323.506855:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384323.506858:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:3.0:1767384323.506881:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384323.506885:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384323.506889:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384323.506894:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384323.506898:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384323.506906:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000173830cd. 00010000:00000001:3.0:1767384323.506911:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384323.506914:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f6207a6. 00000020:00000001:3.0:1767384323.506919:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384323.506922:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006f6207a6 with handle 0xf83434fd52e6da2d to hash 00000020:00000001:3.0:1767384323.506924:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384323.506926:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384323.506929:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384323.506933:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384323.506935:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384323.506938:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da2d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384323.506948:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384323.506957:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384323.506959:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384323.506961:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384323.506963:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384323.506966:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384323.506968:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384323.506971:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384323.506973:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384323.506975:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384323.506977:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384323.506979:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000173830cd) refcount = 1 00010000:00010000:3.0:1767384323.506983:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da2d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384323.506991:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384323.506993:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384323.506994:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384323.506997:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.506999:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384323.507002:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384323.507005:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:3.0:1767384323.507008:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384323.507010:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384323.507012:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f6207a6 refcount=4 00000020:00000001:3.0:1767384323.507015:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384323.507017:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384323.507020:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384323.507022:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da2d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384323.507029:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384323.507031:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da2d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384323.507038:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384323.507040:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384323.507047:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da2d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384323.507052:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384323.507054:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.507057:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384323.507059:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da2d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384323.507065:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006f6207a6 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384323.507069:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384323.507071:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384323.507073:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da2d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384323.507080:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384323.507081:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384323.507083:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384323.507084:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f6207a6 refcount=5 00000020:00000001:3.0:1767384323.507086:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384323.507089:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384323.507091:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384323.507093:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da2d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384323.507099:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384323.507101:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384323.507103:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.507106:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384323.507107:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384323.507109:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384323.507110:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384323.507112:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f6207a6 with handle 0xf83434fd52e6da2d from hash 00010000:00000001:3.0:1767384323.507115:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384323.507116:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384323.507122:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384323.507123:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384323.507126:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384323.507128:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384323.507130:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384323.507132:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384323.507134:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.507136:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384323.507137:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384323.507140:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384323.507141:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384323.507143:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.507144:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.507146:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384323.507149:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da2d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384323.507154:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384323.507155:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384323.507156:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384323.507158:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384323.507159:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384323.507160:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384323.507162:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384323.507164:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384323.507166:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384323.507168:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da2d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384323.507174:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384323.507175:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384323.507177:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da2d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384323.507183:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000173830cd count: 0 00010000:00000001:3.0:1767384323.507191:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384323.507193:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384323.507293:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294911413, at 4294911415 00000100:00000010:1.0:1767384323.507301:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d885f13b. 00010000:00000010:3.1:1767384323.513952:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000173830cd. 00010000:00000010:3.1:1767384323.513961:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f6207a6. 00080000:00000001:3.0:1767384323.517951:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384323.517970:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384323.517974:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384323.517978:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384323.517982:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384323.517997:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384323.518002:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384323.518007:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384323.518014:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384323.518014:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384323.518020:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384323.518026:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384323.518029:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384323.518034:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:2.0:1767384323.518036:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005dc11987. 00040000:00000001:3.0:1767384323.518037:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384323.518041:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384323.518044:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384323.518044:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:3.0:1767384323.518056:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:2.0:1767384323.518057:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b02c8ce1. 00000020:00000001:2.0:1767384323.518074:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:3.0:1767384323.518076:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000021edeac7. 00000020:00000040:2.0:1767384323.518080:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b02c8ce1 with handle 0xf83434fd52e6da34 to hash 00080000:00000001:3.0:1767384323.518084:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1767384323.518085:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384323.518088:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384323.518092:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384323.518096:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384323.518099:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384323.518102:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6da34 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.518110:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384323.518115:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384323.518117:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384323.518119:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384323.518122:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384323.518124:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384323.518125:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384323.518127:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384323.518129:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384323.518131:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384323.518139:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384323.518141:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005dc11987) refcount = 1 00010000:00010000:2.0:1767384323.518144:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6da34 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.518159:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384323.518162:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384323.518163:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384323.518166:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.518167:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384323.518170:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384323.518174:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:2.0:1767384323.518177:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384323.518179:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384323.518182:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b02c8ce1 refcount=4 00000020:00000001:2.0:1767384323.518185:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384323.518188:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384323.518190:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384323.518193:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6da34 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.518199:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384323.518201:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6da34 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.518205:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384323.518207:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384323.518209:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6da34 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.518212:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384323.518214:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.518217:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384323.518218:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6da34 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384323.518234:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b02c8ce1 already unused, calling callback (000000008463f753) 00010000:00000001:2.0:1767384323.518237:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384323.518240:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384323.518243:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6da34 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.518248:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384323.518249:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384323.518250:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384323.518253:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b02c8ce1 refcount=5 00000020:00000001:2.0:1767384323.518255:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384323.518259:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384323.518263:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384323.518266:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6da34 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.518271:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384323.518276:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384323.518278:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.518280:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384323.518281:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384323.518283:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384323.518285:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384323.518287:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b02c8ce1 with handle 0xf83434fd52e6da34 from hash 00010000:00000001:2.0:1767384323.518291:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384323.518294:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384323.518297:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384323.518298:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384323.518300:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384323.518302:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384323.518305:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384323.518308:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384323.518312:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.518316:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384323.518326:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384323.518329:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384323.518331:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384323.518334:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.518338:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.518341:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384323.518346:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6da34 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.518352:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384323.518354:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384323.518355:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384323.518358:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384323.518360:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384323.518361:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384323.518363:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384323.518367:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384323.518369:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384323.518371:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6da34 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384323.518378:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384323.518380:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384323.518381:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6da34 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384323.518388:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005dc11987 count: 0 00010000:00000001:2.0:1767384323.518409:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384323.518413:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384323.520755:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384323.520761:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384323.520764:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f61e4f72. 20000000:00000001:2.0:1767384323.520769:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384323.520774:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732511232 00010000:00000001:2.0:1767384323.520777:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384323.520788:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a57d01f x1853236732511232/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384323.520807:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384323.520812:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384323.520816:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384323.520823:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384323.520829:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384323.520833:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384323.520838:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384323.520842:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.520848:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384323.520853:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384323.520859:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6eca64b. 00000100:00000200:2.0:1767384323.520867:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732511232, offset 224 00000400:00000200:2.0:1767384323.520878:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.520895:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384323.520911:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d204400 00000400:00000200:2.0:1767384323.520923:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16fd [2] + 224 00000400:00000200:2.0:1767384323.520935:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384323.520940:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384323.520949:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384323.520953:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef08b9d8 x1853236732511232/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384323.520965:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ef08b9d8 x1853236732511232/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.520987:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384323.521000:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6eca64b 00000100:00000001:3.0:1767384323.521002:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384323.521004:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6eca64b. 00000100:00000001:3.0:1767384323.521010:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384323.521011:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384323.521015:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384323.521023:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384323.521024:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384323.521030:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384323.521035:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:3.0:1767384323.521038:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d003eb29. 00010000:00000001:2.0:1767384323.521040:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384323.521046:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5ea69de 00000020:00000001:2.0:1767384323.521046:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384323.521053:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5ea69de. 00000020:00000001:2.0:1767384323.521054:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384323.521061:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384323.521075:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef08b9d8 x1853236732511232/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384323.521075:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a57d01f x1853236732511232/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384323.521144:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a57d01f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732511232:12345-0@lo:253: Request processed in 25684us (27368us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384323.521148:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef08b9d8 x1853236732511232/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384323.521166:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000001:3.0:1767384323.521175:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384323.521175:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384323.521181:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.521182:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384323.521186:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384323.521190:0:16148:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384323.521192:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090985e02. 02000000:00000001:3.0:1767384323.521197:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384323.521199:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2bc43de. 00000100:00000001:3.0:1767384323.521201:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384323.521205:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003dcee543. 00000100:00000001:3.0:1767384323.521206:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384323.521210:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:3.0:1767384323.521213:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.521216:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384323.521218:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000400992fd. 02000000:00000001:2.0:1767384323.521222:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384323.521223:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=43 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384323.521225:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384323.521237:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=43 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384323.521237:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384323.521247:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384323.521250:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.521261:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384323.521264:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.521268:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.521276:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef08b9d8 x1853236732511232/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.521282:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384323.521286:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384323.521288:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384323.521293:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384323.521296:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384323.521298:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384323.521300:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384323.521302:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:2.0:1767384323.521303:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b6b6539. 00000020:01000004:3.0:1767384323.521305:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:2.0:1767384323.521309:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6eca64b. 00000020:01000004:3.0:1767384323.521310:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384323.521318:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384323.521322:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384323.521324:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384323.521330:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef08b9d8 x1853236732511232/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384323.521339:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef08b9d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732511232:0@lo:253: 00000100:00000001:3.0:1767384323.521345:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.521348:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384323.521350:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef08b9d8 x1853236732511232/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.521358:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384323.521361:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384323.521364:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cbeb1333. 02000000:00000001:3.0:1767384323.521369:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384323.521372:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384323.521374:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384323.521377:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384323.521380:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003f07e1ce. 02000000:00000001:3.0:1767384323.521384:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384323.521386:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384323.521396:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef08b9d8. 00000100:00000001:3.0:1767384323.521400:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384323.521403:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.521407:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.521409:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.521411:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384323.521414:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.521418:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384323.521517:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384323.521520:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384323.521521:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000056b99496. 20000000:00000001:2.0:1767384323.521526:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384323.521529:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732511360 00010000:00000001:2.0:1767384323.521530:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384323.521534:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006314992a x1853236732511360/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384323.521540:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384323.521542:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384323.521544:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384323.521546:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384323.521548:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384323.521549:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384323.521557:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384323.521559:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.521561:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384323.521562:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384323.521565:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a870004. 00000100:00000200:2.0:1767384323.521567:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732511360, offset 224 00000400:00000200:2.0:1767384323.521570:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.521575:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384323.521584:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d204480 00000400:00000200:2.0:1767384323.521588:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1705 [2] + 224 00000400:00000200:2.0:1767384323.521593:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384323.521595:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384323.521597:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384323.521601:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b5dd33f x1853236732511360/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384323.521606:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006b5dd33f x1853236732511360/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.521621:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384323.521625:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a870004 00000400:00000010:2.0:1767384323.521626:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a870004. 00000100:00000001:2.0:1767384323.521628:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384323.521629:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384323.521631:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384323.521633:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384323.521634:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384323.521636:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.521638:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384323.521642:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006314992a x1853236732511360/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384323.521650:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006314992a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732511360:12345-0@lo:253: Request processed in 26003us (27104us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384323.521652:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.521657:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384323.521662:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:2.0:1767384323.521666:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000400:00000001:0.0:1767384323.521666:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384323.521672:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384323.521674:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007731148c. 00000100:00000001:2.0:1767384323.521693:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384323.521697:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384323.521697:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c883455b 00000400:00000010:0.0:1767384323.521703:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c883455b. 00000020:00000010:2.0:1767384323.521704:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e1de4693. 00000020:00000010:2.0:1767384323.521720:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000097640537. 00000100:00000001:0.0:1767384323.521721:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384323.521728:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d478d7d. 00000100:00000200:0.0:1767384323.521732:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b5dd33f x1853236732511360/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384323.521735:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:2.0:1767384323.521741:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384323.521743:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007becc6c3. 02000000:00000001:2.0:1767384323.521752:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384323.521755:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384323.521764:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384323.521766:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b5dd33f x1853236732511360/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384323.521770:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068ee0f6a. 00000400:00000010:2.0:1767384323.521774:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a870004. 00000100:00000001:0.0:1767384323.521788:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384323.521792:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.521794:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384323.521796:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384323.521797:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.521799:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.521801:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384323.521805:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=43 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384323.521808:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384323.521810:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384323.521812:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.521814:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384323.521816:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.521818:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.521821:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b5dd33f x1853236732511360/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.521829:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384323.521831:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384323.521833:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384323.521835:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384323.521837:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384323.521838:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384323.521840:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384323.521841:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384323.521842:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384323.521844:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384323.521845:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384323.521846:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384323.521849:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b5dd33f x1853236732511360/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384323.521857:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b5dd33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732511360:0@lo:253: 00000100:00000001:0.0:1767384323.521861:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.521863:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384323.521866:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b5dd33f x1853236732511360/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.521880:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384323.521881:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384323.521883:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c76880f. 02000000:00000001:0.0:1767384323.521888:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384323.521890:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384323.521892:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384323.521894:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384323.521897:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c1b9bf4b. 02000000:00000001:0.0:1767384323.521900:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384323.521901:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384323.521902:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b5dd33f. 00000100:00000001:0.0:1767384323.521908:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384323.521909:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.521912:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.521922:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384323.521925:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.521927:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.521930:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384323.522894:0:26204:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000081878cc0. 00000400:00000040:3.0:1767384323.522911:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384323.522913:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384323.522916:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.522917:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384323.522919:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.522920:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384323.522922:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384323.522923:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384323.522925:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384323.522925:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384323.522927:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384323.522928:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384323.522929:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384323.522930:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384323.522931:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384323.522932:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384323.522933:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384323.522934:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384323.522935:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384323.522936:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.522937:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384323.522938:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384323.522939:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384323.522940:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.522941:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384323.522943:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.522944:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384323.522944:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384323.522945:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384323.522946:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.522952:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384323.522953:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.522954:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384323.522956:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384323.522957:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384323.522958:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.522959:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384323.522960:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384323.522961:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384323.522962:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384323.522963:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384323.522965:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.522966:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384323.522966:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384323.522967:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384323.522968:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384323.522969:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384323.522970:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384323.522972:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384323.522973:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384323.522974:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384323.522975:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384323.522975:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384323.522977:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384323.522978:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384323.522979:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384323.522979:0:26204:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384323.523039:0:26204:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000081878cc0. 00010000:00000010:2.1:1767384323.525509:0:26203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005dc11987. 00010000:00000010:2.1:1767384323.525520:0:26203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b02c8ce1. 10000000:00000001:1.0:1767384323.579542:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384323.579547:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:1.0:1767384323.579551:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384323.579554:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384323.579557:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384323.579559:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384323.579562:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384323.579565:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384323.579567:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 37 10000000:00000001:1.0:1767384323.579570:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384323.579572:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384323.579579:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fafa5cff. 00000020:00000040:1.0:1767384323.579584:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384323.579591:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384323.579605:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384323.579611:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384323.579619:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edd68eb0. 00000100:00000001:1.0:1767384323.579628:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.579633:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384323.579636:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384323.579646:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cdd36686. 00010000:00000001:1.0:1767384323.579652:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384323.579656:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000770811d6. 00000020:00000001:1.0:1767384323.579661:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384323.579667:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000770811d6 with handle 0xf83434fd52e6da3b to hash 00000020:00000001:1.0:1767384323.579670:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384323.579673:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384323.579692:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384323.579697:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384323.579700:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384323.579703:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384323.579714:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384323.579725:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384323.579732:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384323.579735:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384323.579742:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006090d50a. 00000100:00000001:1.0:1767384323.579746:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370868149440 : -119702841402176 : ffff932182a8dcc0) 00000100:00000001:1.0:1767384323.579749:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384323.579752:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210164224 : -119698499387392 : ffff93228576c000) 00000100:00000001:1.0:1767384323.579758:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384323.579760:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.579763:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384323.579766:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384323.579784:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fafa5cff x1853236732511488/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.579793:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384323.579795:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.579802:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384323.579805:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384323.579809:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.579811:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fafa5cff pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732511488:0@lo:101: 00000100:00000001:1.0:1767384323.579816:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384323.579822:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384323.579824:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.579826:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384323.579830:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b9b93c03. 02000000:00000001:1.0:1767384323.579832:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384323.579838:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e23a655. 00000400:00000010:1.0:1767384323.579844:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 00000100:00000200:1.0:1767384323.579852:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732511488, portal 25 00000100:00000001:1.0:1767384323.579854:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384323.579857:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210164224 : -119698499387392 : ffff93228576c000) 00000100:00000040:1.0:1767384323.579863:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fafa5cff x1853236732511488/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.579870:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384323.579876:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384323.579880:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000100:00000200:1.0:1767384323.579884:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732511488, offset 0 00000400:00000200:1.0:1767384323.579893:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384323.579907:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384323.579920:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d204500 00000400:00000200:1.0:1767384323.579928:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1009 [2] + 0 00000400:00000010:1.0:1767384323.579931:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d288dc8e. 00000400:00000200:1.0:1767384323.579937:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005fe826db 00000400:00000200:1.0:1767384323.579944:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.579949:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384323.579962:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fe826db 00000400:00000010:1.0:1767384323.579964:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fe826db. 00000100:00000001:1.0:1767384323.579972:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384323.579974:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384323.579977:0:16780:0:(events.c:337:request_in_callback()) incoming req@0000000046b66426 x1853236732511488 msgsize 328 00000100:00100000:1.0:1767384323.579980:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384323.579982:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384323.579994:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384323.580000:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00000400:00000010:1.0:1767384323.580002:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00000100:00000001:1.0:1767384323.580006:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384323.580009:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fafa5cff x1853236732511488/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.580016:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384323.580021:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fafa5cff x1853236732511488/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.580027:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.580029:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384323.580036:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.580042:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294911498 00000100:00000010:1.0:1767384323.580047:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039870a4f. 00000100:00000001:1.0:1767384323.580055:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384323.580063:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294911498 00000100:00000010:1.0:1767384323.580071:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005638f023. 00000100:00000001:1.0:1767384323.580076:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384323.580079:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294911498 00000100:00000010:1.0:1767384323.580085:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a85cc0e1. 00000100:00000001:1.0:1767384323.580089:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384323.580094:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294911498 00000100:00000010:1.0:1767384323.580098:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3fa66e6. 00000100:00000001:1.0:1767384323.580100:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384323.580103:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384323.580114:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.580116:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384323.580118:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384323.580120:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 000000006090d50a going to sleep for 11 seconds 00000100:00000001:1.0:1767384323.580122:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384323.580126:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.580162:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384323.580166:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732511488 02000000:00000001:1.0:1767384323.580169:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384323.580171:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384323.580173:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.580178:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.580182:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732511488 00000020:00000001:1.0:1767384323.580185:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384323.580186:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384323.580188:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.580190:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:1.0:1767384323.580191:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:1.0:1767384323.580193:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384323.580197:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384323.580202:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000caf4fe75. 00000100:00000001:1.0:1767384323.580203:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.580206:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000caf4fe75. 00000020:00000010:1.0:1767384323.580212:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5706da7. 00000020:00000010:1.0:1767384323.580218:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf3bfd1a. 00000020:00000010:1.0:1767384323.580223:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 00000100:00000040:1.0:1767384323.580233:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384323.580236:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384323.580238:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384323.580240:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.580246:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.580255:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.580264:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384323.580266:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384323.580269:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000040:1.0:1767384323.580277:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384323.580279:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141322320 : -119697568229296 : ffff9322bcf71850) 00000100:00000040:1.0:1767384323.580283:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046b66426 x1853236732511488/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:304/0 lens 328/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.580290:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384323.580292:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000caf4fe75. 00000100:00000001:1.0:1767384323.580294:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.580296:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000caf4fe75. 00000100:00100000:1.0:1767384323.580301:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046b66426 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16780:x1853236732511488:12345-0@lo:101: 00000100:00000200:1.0:1767384323.580304:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732511488 00000020:00000001:1.0:1767384323.580307:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384323.580310:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384323.580312:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.580315:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384323.580317:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:1.0:1767384323.580320:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384323.580322:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384323.580324:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384323.580326:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384323.580329:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.580330:0:16775:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384323.580332:0:16775:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384323.580333:0:16775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384323.580335:0:16775:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384323.580336:0:16775:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.580341:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384323.580349:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cfb294b0. 00010000:00000001:1.0:1767384323.580351:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384323.580354:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed4520fc. 00000020:00000001:1.0:1767384323.580357:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384323.580361:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ed4520fc with handle 0xf83434fd52e6da42 to hash 00000020:00000001:1.0:1767384323.580364:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384323.580367:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:1.0:1767384323.580377:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00010000:1.0:1767384323.580380:0:16775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6da42 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf83434fd52e6da3b expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384323.580388:0:16775:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e25b4a2c : new locks_count 10 00000020:00000040:1.0:1767384323.580390:0:16775:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:1.0:1767384323.580401:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384323.580404:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384323.580412:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b49be29d. 02000000:00000001:1.0:1767384323.580416:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.580421:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.580425:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384323.580431:0:16775:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384323.580434:0:16775:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384323.580437:0:16775:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384323.580441:0:16775:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.580445:0:16775:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384323.580448:0:16775:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.580451:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384323.580454:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384323.580456:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384323.580458:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384323.580461:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cfb294b0) refcount = 1 00010000:00010000:1.0:1767384323.580469:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6da42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf83434fd52e6da3b expref: 15 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.580474:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384323.581164:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384323.581167:0:16775:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.581171:0:16775:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.581173:0:16775:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384323.581181:0:16775:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384323.581186:0:16775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6da42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6da3b expref: 15 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.581193:0:16775:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384323.581203:0:16775:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384323.581206:0:16775:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.581210:0:16775:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.581213:0:16775:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384323.581217:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.581220:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384323.581225:0:16775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ed4520fc, rc 0) 00000020:00000001:1.0:1767384323.581227:0:16775:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384323.581231:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732511488 00010000:00000001:1.0:1767384323.581233:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384323.581238:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046b66426 x1853236732511488/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:304/0 lens 328/344 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384323.581244:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384323.581247:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384323.581251:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384323.581258:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384323.581263:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384323.581266:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384323.581270:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384323.581273:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.581277:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384323.581284:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384323.581289:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000100:00000200:1.0:1767384323.581293:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732511488, offset 224 00000400:00000200:1.0:1767384323.581303:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384323.581318:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384323.581330:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d204500 00000400:00000200:1.0:1767384323.581338:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1725 [1] + 224 00000400:00000200:1.0:1767384323.581345:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.581352:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384323.581362:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384323.581369:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fafa5cff x1853236732511488/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384323.581380:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000fafa5cff x1853236732511488/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.581398:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384323.581409:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00000400:00000010:1.0:1767384323.581412:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00000100:00000001:1.0:1767384323.581417:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384323.581420:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384323.581429:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.581433:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384323.581436:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384323.581439:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.581442:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384323.581448:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046b66426 x1853236732511488/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:304/0 lens 328/344 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384323.581461:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046b66426 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732511488:12345-0@lo:101: Request processed in 1165us (1477us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384323.581469:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:1.0:1767384323.581473:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384323.581528:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384323.581532:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384323.581537:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf3bfd1a. 00000020:00000010:1.0:1767384323.581543:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384323.581552:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5706da7. 00000020:00000040:1.0:1767384323.581562:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:1.0:1767384323.581571:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384323.581574:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b49be29d. 02000000:00000001:1.0:1767384323.581581:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384323.581588:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384323.581593:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384323.581602:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008697b780. 00000400:00000010:1.0:1767384323.581607:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001eb2fc5c. 00000100:00000001:1.0:1767384323.581704:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384323.581715:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384323.581719:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384323.581721:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e23a655. 00000400:00000200:1.0:1767384323.581736:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 00000400:00000010:1.0:1767384323.581740:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 00000100:00000001:1.0:1767384323.581748:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384323.581758:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fafa5cff x1853236732511488/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384323.581771:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fafa5cff x1853236732511488/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.581781:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384323.581784:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.581790:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384323.581794:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384323.581798:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384323.581801:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.581803:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384323.581808:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=43 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384323.581817:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384323.581820:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384323.581823:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.581826:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384323.581829:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.581832:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.581837:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fafa5cff x1853236732511488/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.581843:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384323.581847:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384323.581850:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384323.581856:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fafa5cff x1853236732511488/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384323.581863:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fafa5cff pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732511488:0@lo:101: 00000100:00000001:1.0:1767384323.581869:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.581877:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.581879:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384323.581880:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384323.581893:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fafa5cff x1853236732511488/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.581900:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384323.581903:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006090d50a. 00000100:00000001:1.0:1767384323.581908:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384323.581910:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.581912:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384323.581914:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384323.581916:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.581919:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=4 00000020:00000001:1.0:1767384323.581922:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384323.581925:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000040:1.0:1767384323.581931:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000770811d6, remote cookie: 0xf83434fd52e6da42, flags: 0x0 00010000:00000001:1.0:1767384323.581933:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384323.581936:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384323.581938:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384323.581939:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384323.581940:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384323.581942:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cdd36686) refcount = 1 00010000:00010000:1.0:1767384323.581944:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6da42 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.581949:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384323.581950:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384323.581952:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384323.581955:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384323.581960:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384323.581964:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6da42 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.581969:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384323.581971:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.581973:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384323.581975:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.581977:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384323.581984:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.581986:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384323.581992:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fafa5cff x1853236732511488/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.581999:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384323.582003:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384323.582007:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b9b93c03. 02000000:00000001:1.0:1767384323.582016:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384323.582019:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384323.582021:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384323.582024:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384323.582029:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000edd68eb0. 02000000:00000001:1.0:1767384323.582034:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384323.582037:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384323.582040:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fafa5cff. 00000100:00000001:1.0:1767384323.582047:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384323.582050:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384323.582053:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384323.582056:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384323.582058:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:1.0:1767384323.582062:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.582066:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384323.582069:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.582073:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=3 00000020:00000001:1.0:1767384323.582076:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384323.582080:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384323.582083:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384323.582086:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.582090:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384323.582093:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384323.582097:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384323.582101:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f0a22591. 00000100:00000010:1.0:1767384323.582125:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fafa5cff. 00000020:00000040:1.0:1767384323.582128:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384323.582133:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384323.582135:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384323.582146:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384323.582155:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edd68eb0. 00000100:00000001:1.0:1767384323.582159:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.582163:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384323.582167:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b9b93c03. 00000100:00000010:1.0:1767384323.582172:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000caf4fe75. 00000020:00000040:1.0:1767384323.582175:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384323.582180:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384323.582184:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384323.582187:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006090d50a. 00000100:00000001:1.0:1767384323.582189:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370868149440 : -119702841402176 : ffff932182a8dcc0) 00000100:00000001:1.0:1767384323.582192:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384323.582195:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210164224 : -119698499387392 : ffff93228576c000) 00000100:00000001:1.0:1767384323.582198:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384323.582200:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.582204:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384323.582207:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384323.582211:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.582218:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384323.582220:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.582223:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384323.582226:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384323.582229:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.582235:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fafa5cff pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732511616:0@lo:256: 00000100:00000001:1.0:1767384323.582239:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384323.582245:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384323.582249:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.582252:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384323.582255:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e23a655. 00000400:00000010:1.0:1767384323.582264:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000158a8869. 00000100:00000200:1.0:1767384323.582270:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d204580-0x695824d204580, portal 33 00000100:00000001:1.0:1767384323.582274:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.582277:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384323.582291:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5706da7. 02000000:00000001:1.0:1767384323.582292:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384323.582296:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067217700. 00000400:00000010:1.0:1767384323.582300:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 00000100:00000200:1.0:1767384323.582302:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732511616, portal 25 00000100:00000001:1.0:1767384323.582305:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384323.582307:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210164224 : -119698499387392 : ffff93228576c000) 00000100:00000040:1.0:1767384323.582311:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.582316:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384323.582317:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384323.582320:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000100:00000200:1.0:1767384323.582325:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732511616, offset 0 00000400:00000200:1.0:1767384323.582329:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384323.582339:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384323.582345:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d204580 00000400:00000200:1.0:1767384323.582348:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1019 [2] + 0 00000400:00000010:1.0:1767384323.582350:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac6695af. 00000400:00000200:1.0:1767384323.582353:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e26f86b7 00000400:00000200:1.0:1767384323.582355:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.582357:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384323.582359:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26f86b7 00000400:00000010:1.0:1767384323.582361:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e26f86b7. 00000100:00000001:1.0:1767384323.582364:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384323.582365:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384323.582367:0:16780:0:(events.c:337:request_in_callback()) incoming req@00000000ddd427a1 x1853236732511616 msgsize 304 00000100:00100000:1.0:1767384323.582370:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384323.582371:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384323.582377:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384323.582382:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00000400:00000010:1.0:1767384323.582383:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00000100:00000001:1.0:1767384323.582385:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384323.582388:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.582402:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384323.582404:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.582408:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.582409:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384323.582413:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.582415:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294911500 00000100:00000001:1.0:1767384323.582419:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911498 00000100:00000001:1.0:1767384323.582423:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294911500 00000100:00000001:1.0:1767384323.582424:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911498 00000100:00000001:1.0:1767384323.582425:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294911500 00000100:00000001:1.0:1767384323.582427:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294911498 00000100:00000001:1.0:1767384323.582428:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294911500 00000100:00000001:1.0:1767384323.582429:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911498 00000100:00000001:1.0:1767384323.582431:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384323.582432:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.582433:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384323.582434:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384323.582436:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 000000006090d50a going to sleep for 11 seconds 00000100:00000001:1.0:1767384323.582437:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384323.582438:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.582451:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384323.582453:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732511616 02000000:00000001:1.0:1767384323.582454:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384323.582455:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384323.582456:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.582459:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.582460:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732511616 00000020:00000001:1.0:1767384323.582462:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384323.582463:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384323.582464:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.582473:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:1.0:1767384323.582476:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:1.0:1767384323.582514:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384323.582519:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384323.582523:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007814e5ad. 00000100:00000001:1.0:1767384323.582529:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.582531:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007814e5ad. 00000020:00000010:1.0:1767384323.582537:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000924d1b61. 00000020:00000010:1.0:1767384323.582540:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af7ea8ff. 00000020:00000010:1.0:1767384323.582544:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 00000100:00000040:1.0:1767384323.582551:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384323.582555:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384323.582557:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384323.582559:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.582571:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.582583:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.582600:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384323.582602:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384323.582605:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:1.0:1767384323.582609:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384323.582612:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141329488 : -119697568222128 : ffff9322bcf73450) 00000100:00000040:1.0:1767384323.582618:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddd427a1 x1853236732511616/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:304/0 lens 304/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.582624:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384323.582629:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007814e5ad. 00000100:00000001:1.0:1767384323.582633:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.582635:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007814e5ad. 00000100:00100000:1.0:1767384323.582646:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddd427a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732511616:12345-0@lo:256: 00000100:00000200:1.0:1767384323.582650:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732511616 00000020:00000001:1.0:1767384323.582653:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384323.582657:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384323.582659:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.582667:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384323.582670:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:1.0:1767384323.582673:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384323.582675:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384323.582694:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384323.582696:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384323.582700:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.582704:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384323.582706:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384323.582710:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b49be29d. 02000000:00000001:1.0:1767384323.582711:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.582712:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.582715:0:16777:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384323.582718:0:16777:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384323.582721:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384323.582723:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384323.582726:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.582728:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384323.582730:0:16777:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384323.582732:0:16777:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000051f6fa7b. 20000000:00000001:1.0:1767384323.582734:0:16777:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384323.582747:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384323.582753:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384323.582758:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384323.582760:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384323.582761:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384323.582763:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384323.582764:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384323.582766:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384323.582768:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384323.582770:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384323.582771:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384323.582773:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384323.582775:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384323.582776:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384323.582778:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384323.582779:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384323.582781:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384323.582788:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384323.582791:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384323.582793:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384323.582794:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:1.0:1767384323.582796:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3652/1/4/3. 20000000:00000040:1.0:1767384323.582804:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384323.582805:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384323.582808:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384323.582810:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384323.582811:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384323.582812:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384323.582814:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384323.582815:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384323.582816:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384323.582818:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384323.582819:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384323.582820:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384323.582822:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384323.582824:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384323.582825:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384323.582827:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384323.582829:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384323.582830:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384323.582831:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384323.582832:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384323.582833:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:1.0:1767384323.582836:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3208/1/4/3. 20000000:01000000:1.0:1767384323.582837:0:16777:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 888, version 46 20000000:00000001:1.0:1767384323.582838:0:16777:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=888 : 888 : 378) 00000100:00000001:1.0:1767384323.582840:0:16777:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384323.582843:0:16777:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000239217d. 00000100:00000010:1.0:1767384323.582845:0:16777:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002d5fa955. 00000020:00000040:1.0:1767384323.582846:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=16 00010000:00000001:1.0:1767384323.582848:0:16777:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384323.582850:0:16777:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384323.582853:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000400:00000010:1.0:1767384323.582860:0:16777:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000797b7714. 00000400:00000200:1.0:1767384323.582867:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384323.582882:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384323.582888:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 888 into portal 33 MB=0x695824d204580 00000400:00000200:1.0:1767384323.582894:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 888/888 into md 0x1735 [4] + 0 00000400:00000010:1.0:1767384323.582897:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e23a655. 00000400:00000200:1.0:1767384323.582905:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000158a8869 00000400:00000200:1.0:1767384323.582909:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.582914:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384323.582917:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000158a8869 00000400:00000010:1.0:1767384323.582919:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000158a8869. 00000100:00000001:1.0:1767384323.582924:0:16777:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384323.582927:0:16777:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000fafa5cff desc 00000000b9b93c03 mbits 1853236732511616 00000100:00000001:1.0:1767384323.582941:0:16777:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384323.582945:0:16777:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384323.582949:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384323.582966:0:16777:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1741 00000400:00000200:1.0:1767384323.582969:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.582977:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384323.582981:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384323.582982:0:16777:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000000239217d 00000100:00000001:1.0:1767384323.582988:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384323.583007:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00000400:00000010:1.0:1767384323.583010:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00000100:00000001:1.0:1767384323.583014:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384323.583015:0:16777:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000000239217d 00000100:00000001:1.0:1767384323.583019:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384323.583033:0:16777:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 888 bytes via portal 33 id 12345-0@lo mbits 0x695824d204580-0x695824d204580 00000100:00000001:1.0:1767384323.583038:0:16777:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.583044:0:16777:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.583049:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384323.583053:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000010:1.0:1767384323.583057:0:16777:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002d5fa955. 00000100:00000010:1.0:1767384323.583064:0:16777:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000239217d. 00000100:00000001:1.0:1767384323.583068:0:16777:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384323.583071:0:16777:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384323.583081:0:16777:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000051f6fa7b. 20000000:00000001:1.0:1767384323.583098:0:16777:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384323.583101:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732511616 00010000:00000001:1.0:1767384323.583103:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384323.583109:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ddd427a1 x1853236732511616/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:304/0 lens 304/240 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384323.583114:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384323.583115:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384323.583117:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384323.583119:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384323.583120:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384323.583122:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384323.583123:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384323.583124:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.583126:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384323.583127:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384323.583129:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000100:00000200:1.0:1767384323.583132:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732511616, offset 224 00000400:00000200:1.0:1767384323.583134:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384323.583138:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384323.583141:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d204580 00000400:00000200:1.0:1767384323.583144:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1739 [1] + 224 00000400:00000200:1.0:1767384323.583148:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.583154:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384323.583156:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384323.583160:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384323.583171:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.583180:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384323.583188:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00000400:00000010:1.0:1767384323.583190:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00000100:00000001:1.0:1767384323.583194:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384323.583195:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384323.583211:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.583215:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384323.583218:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384323.583220:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.583222:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384323.583228:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddd427a1 x1853236732511616/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:304/0 lens 304/240 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384323.583239:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddd427a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732511616:12345-0@lo:256: Request processed in 612us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384323.583250:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:1.0:1767384323.583253:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384323.583255:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384323.583257:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384323.583260:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af7ea8ff. 00000020:00000010:1.0:1767384323.583264:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384323.583269:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000924d1b61. 00000020:00000040:1.0:1767384323.583273:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:1.0:1767384323.583277:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384323.583281:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b49be29d. 02000000:00000001:1.0:1767384323.583291:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384323.583296:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384323.583301:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384323.583305:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e23a655. 00000400:00000010:1.0:1767384323.583310:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000158a8869. 00000100:00000001:1.0:1767384323.583322:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384323.583324:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384323.583325:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384323.583326:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067217700. 00000400:00000200:1.0:1767384323.583329:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 00000400:00000010:1.0:1767384323.583332:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 00000100:00000001:1.0:1767384323.583341:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384323.583347:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384323.583355:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.583373:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384323.583378:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.583381:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384323.583383:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384323.583385:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384323.583387:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.583388:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384323.583390:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=43 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384323.583393:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384323.583398:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384323.583400:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.583403:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384323.583404:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.583406:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.583408:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384323.583413:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.583417:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384323.583419:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384323.583420:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384323.583426:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fafa5cff pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732511616:0@lo:256: 00000100:00000001:1.0:1767384323.583429:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.583430:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.583431:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384323.583432:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384323.583437:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.583441:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384323.583442:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006090d50a. 00000100:00000001:1.0:1767384323.583444:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384323.583451:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384323.583455:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 46, more 0. 10000000:00000001:1.0:1767384323.583459:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384323.583468:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002d552581. 10000000:00000040:1.0:1767384323.583531:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384323.583540:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384323.583545:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384323.583551:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:1.0:1767384323.583557:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.583563:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384323.583569:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:1.0:1767384323.583573:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000400:00000200:1.0:1767384323.583578:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 21 NIDs 00000400:00001000:1.0:1767384323.583582:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384323.583586:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:1.0:1767384323.583593:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384323.583600:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (21) 00000400:00000200:1.0:1767384323.583616:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384323.583623:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:1.0:1767384323.583625:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (22) 00000400:00000200:1.0:1767384323.583628:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:1.0:1767384323.583631:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:1.0:1767384323.583638:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583640:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:1.0:1767384323.583642:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:1.0:1767384323.583648:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583650:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:1.0:1767384323.583653:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:1.0:1767384323.583657:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583661:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:1.0:1767384323.583664:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:1.0:1767384323.583667:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583669:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:1.0:1767384323.583672:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000200:1.0:1767384323.583691:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583692:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:1.0:1767384323.583700:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:1.0:1767384323.583702:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583704:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:1.0:1767384323.583705:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:1.0:1767384323.583710:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583711:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:1.0:1767384323.583713:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:1.0:1767384323.583716:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583717:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:1.0:1767384323.583718:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:1.0:1767384323.583723:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583725:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000200:1.0:1767384323.583726:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:1.0:1767384323.583730:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583731:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000400:00000200:1.0:1767384323.583732:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.131@tcp20 00000400:00000200:1.0:1767384323.583735:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583736:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp20 00000400:00000200:1.0:1767384323.583738:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.131@tcp21 00000400:00000200:1.0:1767384323.583744:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583746:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp21 00000400:00000200:1.0:1767384323.583747:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.131@tcp22 00000400:00000200:1.0:1767384323.583751:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583753:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp22 00000400:00000200:1.0:1767384323.583756:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.131@tcp23 00000400:00000200:1.0:1767384323.583762:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583764:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp23 00000400:00000200:1.0:1767384323.583766:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.131@tcp24 00000400:00000200:1.0:1767384323.583768:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583769:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp24 00000400:00000200:1.0:1767384323.583770:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.131@tcp25 00000400:00000200:1.0:1767384323.583772:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583774:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp25 00000400:00000200:1.0:1767384323.583778:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.131@tcp26 00000400:00000200:1.0:1767384323.583784:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583787:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp26 00000400:00000200:1.0:1767384323.583794:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.131@tcp27 00000400:00000200:1.0:1767384323.583799:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583801:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp27 00000400:00000200:1.0:1767384323.583803:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.131@tcp28 00000400:00000200:1.0:1767384323.583809:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583812:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp28 00000400:00000200:1.0:1767384323.583815:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.131@tcp29 00000400:00000200:1.0:1767384323.583822:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384323.583824:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp29 00000100:00000001:1.0:1767384323.583826:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.583828:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384323.583834:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 10000000:00000010:1.0:1767384323.583839:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000af7ea8ff. 10000000:00000040:1.0:1767384323.583843:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 46/46 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:1.0:1767384323.583847:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384323.583855:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384323.583860:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000924d1b61. 00000020:00000010:1.0:1767384323.583865:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004da95b8f. 00000040:00000010:1.0:1767384323.583872:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000125a48b3. 00000020:00000010:1.0:1767384323.583876:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000493d822. 00000020:00000010:1.0:1767384323.583883:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be6393ac. 00000020:00000010:1.0:1767384323.583889:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dfbaf1a6. 80000000:00000010:1.0:1767384323.583894:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002effdb71. 40000000:00000010:1.0:1767384323.583903:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007814e5ad. 00100000:00000010:1.0:1767384323.583909:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000edb0d3f4. 00040000:00000010:1.0:1767384323.583913:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000057dce495. 00040000:00000010:1.0:1767384323.583919:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ca4d3fb6. 00040000:00000010:1.0:1767384323.583925:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ecf540a3. 00080000:00000010:1.0:1767384323.583931:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ffdc6e26. 00000004:00000010:1.0:1767384323.583937:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000086b37a10. 00000004:00000010:1.0:1767384323.583946:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ef1eeddc. 00000004:00000010:1.0:1767384323.583952:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002e107793. 00002000:00000010:1.0:1767384323.583958:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b49be29d. 00000004:00000010:1.0:1767384323.583967:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000239217d. 00000004:00000001:1.0:1767384323.583971:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384323.583975:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384323.583977:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000af7ea8ff 00000040:00001000:1.0:1767384323.583978:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384323.583980:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384323.583981:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384323.583983:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384323.583986:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384323.583987:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384323.583990:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384323.583992:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000040:00000001:1.0:1767384323.583994:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384323.584071:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384323.584077:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004da95b8f. 00000040:00000010:1.0:1767384323.584083:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000125a48b3. 00000020:00000010:1.0:1767384323.584087:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000493d822. 00000020:00000010:1.0:1767384323.584092:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be6393ac. 00000020:00000010:1.0:1767384323.584098:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dfbaf1a6. 80000000:00000010:1.0:1767384323.584103:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002effdb71. 40000000:00000010:1.0:1767384323.584109:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007814e5ad. 00100000:00000010:1.0:1767384323.584113:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000edb0d3f4. 00040000:00000010:1.0:1767384323.584119:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000057dce495. 00040000:00000010:1.0:1767384323.584125:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ca4d3fb6. 00040000:00000010:1.0:1767384323.584130:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ecf540a3. 00080000:00000010:1.0:1767384323.584133:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ffdc6e26. 00000004:00000010:1.0:1767384323.584138:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000086b37a10. 00000004:00000010:1.0:1767384323.584143:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ef1eeddc. 00000004:00000010:1.0:1767384323.584148:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002e107793. 00002000:00000010:1.0:1767384323.584155:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b49be29d. 00000004:00000010:1.0:1767384323.584162:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000239217d. 00000020:00000010:1.0:1767384323.584168:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000924d1b61. 00000020:00000001:1.0:1767384323.584174:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.584177:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384323.584180:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000af7ea8ff. 10000000:00000010:1.0:1767384323.584192:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002d552581. 10000000:00000001:1.0:1767384323.584199:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.584203:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384323.584211:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fafa5cff x1853236732511616/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.584219:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384323.584222:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384323.584224:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5706da7. 02000000:00000001:1.0:1767384323.584228:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384323.584229:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384323.584230:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384323.584232:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384323.584233:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384323.584234:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384323.584235:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384323.584236:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384323.584237:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000caf4fe75. 00000100:00000010:1.0:1767384323.584243:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b9b93c03. 00000100:00000001:1.0:1767384323.584251:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384323.584252:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000edd68eb0. 02000000:00000001:1.0:1767384323.584258:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384323.584261:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384323.584265:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fafa5cff. 00000100:00000001:1.0:1767384323.584271:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384323.584274:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384323.584289:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f0a22591. 10000000:01000000:1.0:1767384323.584291:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384323.584293:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384323.584295:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384323.584296:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.584298:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=3 00000020:00000001:1.0:1767384323.584299:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384323.584301:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384323.584303:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384323.584305:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6da42 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.584316:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.584319:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384323.584322:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6da42 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.584329:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384323.584332:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.584335:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384323.584338:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384323.584339:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384323.584342:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384323.584345:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384323.584348:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 10000000:00000001:1.0:1767384323.584351:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384323.592549:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294911500, at 4294911501 00000100:00000010:1.0:1767384323.592560:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005638f023. 00000100:00000040:2.0:1767384323.592741:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294911500, at 4294911501 00000100:00000010:2.0:1767384323.592750:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a85cc0e1. 00000100:00000040:3.0:1767384323.593542:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294911500, at 4294911502 00000100:00000040:0.0:1767384323.593545:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294911500, at 4294911502 00000100:00000010:0.0:1767384323.593555:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039870a4f. 00000100:00000010:3.0:1767384323.593557:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3fa66e6. 00000020:00000010:3.0:1767384323.596839:0:26229:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000056c4c5bc. 00000020:00000040:3.0:1767384323.596847:0:26229:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384323.596850:0:26229:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000056c4c5bc. 00010000:00000001:1.0:1767384324.475543:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384324.475549:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.475556:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384324.475557:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384324.475588:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384324.475592:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384324.475595:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384324.539633:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539718:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539738:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539770:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539785:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539797:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539809:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539822:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539836:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539856:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539886:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539911:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539935:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539953:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539966:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539979:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.539992:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540005:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540017:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540028:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540040:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540053:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540066:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540078:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540090:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540105:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540123:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540140:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540154:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540171:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540200:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540227:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540255:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540277:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384324.540304:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384324.540451:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c1b9bf4b. 00000800:00000010:3.0:1767384324.540456:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000466fc0d3. 00000800:00000010:3.0:1767384324.540461:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000056c4c5bc. 00000800:00000010:3.0:1767384324.540479:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000056c4c5bc. 00000800:00020000:3.0:1767384324.540487:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384324.540491:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000466fc0d3. 00000800:00000010:3.0:1767384324.540512:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c1b9bf4b. 00000400:02020000:3.0:1767384324.540581:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp28 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767384324.763861:0:26538:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384324.763879:0:26538:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.763883:0:26538:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384324.763890:0:26538:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384324.763896:0:26538:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.763899:0:26538:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.499592:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384325.499600:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.499607:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384325.499609:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.499660:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384325.499667:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384325.499671:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384325.592217:0:26702:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384325.592222:0:26702:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:1.0:1767384325.597162:0:26702:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384325.606063:0:26703:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000239217d. 00000400:00000010:1.0:1767384325.606080:0:26703:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ab358a7a. 00000400:00000010:1.0:1767384325.606092:0:26703:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001c22ebf8. 00000400:00000010:1.0:1767384325.606103:0:26703:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000edd68eb0. 00000400:00000010:1.0:1767384325.606107:0:26703:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e5e49585. 00000400:00000010:1.0:1767384325.606113:0:26703:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000053834d5e. 00000400:00000010:1.0:1767384325.606116:0:26703:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004458e972. 00000400:00000010:1.0:1767384325.606118:0:26703:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8ab85a1. 00000400:00000010:1.0:1767384325.606122:0:26703:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d970065f. 00000800:00000010:1.0:1767384325.606139:0:26703:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003001c981. 00000800:00000200:1.0:1767384325.606151:0:26703:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384325.606161:0:26703:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384325.606197:0:26703:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:1.0:1767384325.606216:0:26703:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp30 [8/256/0/180] 00000400:00000010:1.0:1767384325.607996:0:26703:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000dfbaf1a6. 00000400:00000010:1.0:1767384325.608002:0:26703:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067217700. 00000400:00000010:1.0:1767384325.608007:0:26703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 00000400:00000001:1.0:1767384325.608025:0:26703:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384325.608027:0:26703:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.608029:0:26703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db6fa5b8. 00000400:00000200:1.0:1767384325.608032:0:26703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d610eab9 00000400:00000010:1.0:1767384325.608033:0:26703:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d610eab9. 00000400:00000010:1.0:1767384325.608037:0:26703:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000005c99c9c7. 00000400:00000200:1.0:1767384325.608040:0:26703:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (21) 00000400:00000200:1.0:1767384325.608050:0:26703:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384325.608069:0:26703:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:1.0:1767384325.608077:0:26703:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000082db6db4. 00000020:01000000:1.0:1767384325.608081:0:26703:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384325.608084:0:26703:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp30 00000400:00000200:2.0:1767384325.608094:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384325.608104:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:1.0:1767384325.608107:0:26703:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ab358a7a. 00000400:00000010:2.0:1767384325.608112:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d48f1b0. 00000400:00000010:1.0:1767384325.608115:0:26703:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000239217d. 00000400:00000200:2.0:1767384325.608119:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (22) 00000400:00000010:2.0:1767384325.608128:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000048730b43. 00000400:00000200:2.0:1767384325.608136:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp28 00000020:00000001:3.0:1767384325.608137:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384325.608143:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384325.608146:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384325.608148:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384325.608151:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384325.608153:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384325.608158:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384325.608161:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp28 to MR: 192.168.204.131@tcp28 local destination 00000020:01000004:3.0:1767384325.608162:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384325.608168:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384325.608171:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384325.608174:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384325.608176:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384325.608177:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384325.608179:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384325.608184:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef08b9d8. 00000400:00000200:2.0:1767384325.608188:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp28 NI seq info: [57:57:256:4294967295] 192.168.204.131@tcp28 LPNI seq info [57:57:8:4294967295] 00000020:00000040:3.0:1767384325.608191:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:2.0:1767384325.608199:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp28 00000100:00000001:3.0:1767384325.608200:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384325.608206:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384325.608216:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.608221:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp28(192.168.204.131@tcp28:192.168.204.131@tcp28) -> 192.168.204.131@tcp28(192.168.204.131@tcp28:192.168.204.131@tcp28) : PUT try# 0 00000800:00000200:2.0:1767384325.608228:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.204.131@tcp28 02000000:00000010:3.0:1767384325.608231:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c1b9bf4b. 00000800:00000010:2.0:1767384325.608233:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009335e427. 00000100:00000001:3.0:1767384325.608239:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384325.608242:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004cd26cc4] -> 12345-192.168.204.131@tcp28 (4) 00000800:00000200:2.0:1767384325.608245:0:16144:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.131 (cnted 2, interval 2, 1 secs later) 00000100:00000001:3.0:1767384325.608255:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384325.608258:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384325.608264:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp28 ip 192.168.204.131:988 00000800:00000200:2.0:1767384325.608268:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009335e427 type 1, nob 480 niov 1 nkiov 1 00000100:00000040:3.0:1767384325.608269:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef08b9d8] to pc [ptlrpcd_00_00+0] req@00000000ef08b9d8 x1853236732511744/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384325.608297:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 10000000:00000001:3.0:1767384325.608301:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.608302:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 10000000:00000001:3.0:1767384325.608314:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.608318:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384325.608321:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384325.608327:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384325.608329:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384325.608332:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384325.608335:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384325.608338:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384325.608340:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384325.608341:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384325.608342:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384325.608344:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384325.608346:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384325.608348:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384325.608350:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384325.608351:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384325.608353:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384325.608355:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ed5032d. 00000020:00000040:3.0:1767384325.608360:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384325.608360:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384325.608366:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384325.608366:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384325.608370:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384325.608372:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384325.608375:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef08b9d8 x1853236732511744/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384325.608380:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003f07e1ce. 00000100:00000001:3.0:1767384325.608390:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.608391:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384325.608396:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.608397:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384325.608401:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384325.608403:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384325.608407:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ed5032d] to pc [ptlrpcd_00_01+1] req@000000005ed5032d x1853236732511872/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384325.608408:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384325.608418:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384325.608430:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef08b9d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732511744:0@lo:253: 10000000:00000001:3.0:1767384325.608436:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.608437:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:3.0:1767384325.608444:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.608446:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384325.608447:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384325.608451:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384325.608461:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:2.0:1767384325.608461:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1767384325.608469:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000082db6db4. 02000000:00000010:2.0:1767384325.608474:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000400992fd. 00000100:00000001:3.0:1767384325.608508:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.608513:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767384325.608513:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384325.608517:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1767384325.608519:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009335e427. 00000100:00000040:3.0:1767384325.608523:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005ed5032d x1853236732511872/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384325.608527:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.608528:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384325.608545:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384325.608545:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2151c79. 00000400:00000200:0.0:1767384325.608550:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp28->192.168.204.131@tcp28: PUT: OK 00000100:00000001:3.0:1767384325.608554:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.608559:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384325.608560:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006eb3dff9. 00000400:00000200:0.0:1767384325.608560:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1767384325.608562:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384325.608571:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.608574:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp28: 0 00000100:00000200:2.0:1767384325.608575:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732511744, portal 25 00000100:00100000:3.0:1767384325.608578:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732511872:0@lo:253: 00000100:00000001:2.0:1767384325.608587:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384325.608588:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384325.608589:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208694144 : -119698500857472 : ffff932285605180) 00000800:00000001:0.0:1767384325.608592:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384325.608596:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384325.608599:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384325.608600:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef08b9d8 x1853236732511744/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384325.608602:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384325.608611:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384325.608614:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384325.608623:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384325.608625:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cbeb1333. 00000100:00000001:2.0:1767384325.608626:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384325.608636:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384325.608653:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384325.608657:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp28(192.168.204.131@tcp28) <- 192.168.204.131@tcp28 : PUT - for me 00000400:00000010:2.0:1767384325.608658:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e492841. 00000400:00000010:3.0:1767384325.608661:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d003eb29. 00000100:00000200:2.0:1767384325.608665:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732511744, offset 0 00000400:00000010:3.0:1767384325.608670:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000293cab1. 00000100:00000200:3.0:1767384325.608687:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732511872, portal 25 00000100:00000001:3.0:1767384325.608691:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384325.608697:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208695936 : -119698500855680 : ffff932285605880) 00000400:00000200:2.0:1767384325.608697:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384325.608701:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 384 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384325.608707:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005ed5032d x1853236732511872/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.608718:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384325.608725:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384325.608734:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384325.608735:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000767838d6. 00000400:00000200:0.0:1767384325.608738:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 368/384 into md 0x170d [1] + 0 00000400:00000010:0.0:1767384325.608750:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bddda8e7. 00000400:00000200:2.0:1767384325.608756:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d204600 00000400:00000200:0.0:1767384325.608767:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bd078a54 00000100:00000200:3.0:1767384325.608772:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732511872, offset 0 00000800:00000001:0.0:1767384325.608774:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384325.608780:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1029 [2] + 0 00000400:00000010:2.0:1767384325.608786:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d5c623a. 00000800:00000001:0.0:1767384325.608787:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.608791:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000006b32849 00000400:00000200:0.0:1767384325.608792:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384325.608800:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384325.608801:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.608801:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp28->192.168.204.131@tcp28: PUT: OK 00000400:00000200:2.0:1767384325.608814:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384325.608817:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000400:00000010:0.0:1767384325.608822:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000400:00000200:3.0:1767384325.608824:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384325.608829:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384325.608830:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006b32849 00000400:00000010:2.0:1767384325.608838:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006b32849. 00000400:00000200:3.0:1767384325.608839:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d204680 00000400:00000200:0.0:1767384325.608840:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (23) 00000100:00000001:2.0:1767384325.608849:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384325.608855:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384325.608855:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:3.0:1767384325.608856:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1039 [2] + 0 00000100:00000040:2.0:1767384325.608868:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000005b49ddc3 x1853236732511744 msgsize 4848 00000400:00000200:0.0:1767384325.608868:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (384 bytes) 00000400:00000010:3.0:1767384325.608871:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033229c31. 00000400:00000200:3.0:1767384325.608887:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000003140696 00000400:00000200:0.0:1767384325.608893:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00100000:2.0:1767384325.608896:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384325.608897:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384325.608911:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384325.608912:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (24) 00000400:00000200:3.0:1767384325.608918:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384325.608930:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003140696 00000400:00000200:0.0:1767384325.608930:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384325.608932:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384325.608934:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003140696. 00000100:00000001:3.0:1767384325.608941:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384325.608943:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384325.608944:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp28 to MR: 192.168.204.131@tcp28 local destination 00000100:00000040:3.0:1767384325.608948:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000053bac40c x1853236732511872 msgsize 4848 00000400:00000200:0.0:1767384325.608958:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp28 NI seq info: [58:58:256:4294967295] 192.168.204.131@tcp28 LPNI seq info [58:58:8:4294967295] 00000100:00100000:3.0:1767384325.608959:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384325.608964:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384325.608974:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp28(192.168.204.131@tcp28:192.168.204.131@tcp28) -> 192.168.204.131@tcp28(192.168.204.131@tcp28:192.168.204.131@tcp28) 192.168.204.131@tcp28 : ACK try# 0 00000100:00000001:3.0:1767384325.608977:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1767384325.608982:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp28 00000400:00000200:2.0:1767384325.608985:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e492841 00000800:00000010:0.0:1767384325.608987:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ea6e973. 00000400:00000010:2.0:1767384325.608989:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e492841. 00000100:00000001:2.0:1767384325.608999:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384325.609000:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000767838d6 00000800:00000200:0.0:1767384325.609006:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004cd26cc4] -> 12345-192.168.204.131@tcp28 (4) 00000400:00000010:3.0:1767384325.609007:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000767838d6. 00000100:00000200:2.0:1767384325.609012:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef08b9d8 x1853236732511744/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384325.609016:0:16141:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.131 (cnted 2, interval 2, 1 secs later) 00000100:00000001:3.0:1767384325.609017:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384325.609029:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ed5032d x1853236732511872/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384325.609042:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp28 ip 192.168.204.131:986 00000800:00000200:0.0:1767384325.609062:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ea6e973 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384325.609065:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384325.609067:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.609074:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005ed5032d x1853236732511872/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384325.609076:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef08b9d8 x1853236732511744/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384325.609078:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384325.609091:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384325.609124:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384325.609131:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ea6e973. 00000400:00000200:0.0:1767384325.609139:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384325.609153:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.609154:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.609154:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp28->192.168.204.131@tcp28: ACK: OK 00000100:00000001:2.0:1767384325.609165:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384325.609166:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384325.609169:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384325.609175:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384325.609181:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.609182:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294913527 00000100:00000001:2.0:1767384325.609183:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384325.609185:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384325.609193:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384325.609199:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384325.609200:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7009f22. 00000100:00000001:2.0:1767384325.609201:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294913527 00000800:00000001:0.0:1767384325.609203:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.609215:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp28(192.168.204.131@tcp28) <- 192.168.204.131@tcp28 : ACK - for me 00000100:00000001:3.0:1767384325.609216:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384325.609226:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294913527 00000100:00000001:2.0:1767384325.609226:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294913527 00000400:00000200:0.0:1767384325.609228:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp28: ACK from 12345-192.168.204.131@tcp28 into md 0x1751 00000100:00000001:2.0:1767384325.609238:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294913527 00000100:00000010:3.0:1767384325.609240:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad9229be. 00000400:00000200:0.0:1767384325.609241:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384325.609247:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384325.609251:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp28->192.168.204.131@tcp28: ACK: OK 00000100:00000001:3.0:1767384325.609255:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294913527 00000100:00000001:2.0:1767384325.609255:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294913527 00000400:00000200:0.0:1767384325.609257:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d48f1b0 00000400:00000010:0.0:1767384325.609263:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d48f1b0. 00000100:00000001:2.0:1767384325.609270:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294913527 00000100:00000010:3.0:1767384325.609271:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a4ddbbf. 00000400:00000200:0.0:1767384325.609272:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384325.609280:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384325.609281:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:0.0:1767384325.609288:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000001:3.0:1767384325.609289:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294913527 00000100:00000001:2.0:1767384325.609289:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294913527 00000400:00000200:0.0:1767384325.609293:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (23) 00000100:00000001:2.0:1767384325.609295:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294913527 00000800:00000001:0.0:1767384325.609300:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384325.609303:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384325.609304:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e9b601b. 00000100:00000001:3.0:1767384325.609314:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384325.609320:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384325.609320:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294913527 00000100:00000001:2.0:1767384325.609331:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.609332:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.609348:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.609350:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.609356:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.609357:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384325.609373:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.609380:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384325.609382:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384325.609383:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384325.609387:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384325.609389:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.609393:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384325.609393:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384325.609402:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384325.609416:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.609418:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.609419:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.609432:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.609460:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384325.609467:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384325.609467:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000cc371b86. 00000100:00000001:3.0:1767384325.609468:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384325.609475:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732511744 00000100:00100000:3.0:1767384325.609476:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732511872 00000400:00000010:0.0:1767384325.609477:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ea0213f. 02000000:00000001:2.0:1767384325.609482:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384325.609483:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384325.609486:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9103819. 00000100:00000001:2.0:1767384325.609490:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384325.609514:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384325.609518:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.609523:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.609529:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000cc371b86 00000100:00100000:3.0:1767384325.609530:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732511872 00000100:00000001:2.0:1767384325.609530:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.609540:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384325.609544:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 02000000:00000001:2.0:1767384325.609545:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.609545:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000c230a74a. 00000020:00000001:3.0:1767384325.609547:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384325.609553:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:3.0:1767384325.609559:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:0.0:1767384325.609561:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000100:00100000:2.0:1767384325.609562:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732511744 00000020:00000001:3.0:1767384325.609563:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384325.609575:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384325.609576:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384325.609576:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 00000020:00000040:2.0:1767384325.609588:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000400:00000200:0.0:1767384325.609589:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (22) 00000020:00000010:3.0:1767384325.609590:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004277e021. 00000020:00000001:2.0:1767384325.609595:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384325.609597:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384325.609600:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=16 00000400:00000010:0.0:1767384325.609600:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000b9d38b3b. 00000020:00000010:3.0:1767384325.609602:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004277e021. 00000020:00000010:3.0:1767384325.609618:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1354ce7. 00000400:00000010:0.0:1767384325.609620:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1559a6. 00000020:00000001:2.0:1767384325.609621:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000010:3.0:1767384325.609630:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002fd2528a. 00000020:00000001:2.0:1767384325.609633:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000010:0.0:1767384325.609636:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000027a254b1. 00000100:00000001:2.0:1767384325.609653:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384325.609654:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb93c50c. 00000020:00000010:2.0:1767384325.609660:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000942ba1cd. 00000400:00000200:0.0:1767384325.609661:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000100:00000040:3.0:1767384325.609665:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384325.609667:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384325.609683:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000942ba1cd. 00000100:00000001:3.0:1767384325.609688:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384325.609691:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019a31591. 00000100:00000001:3.0:1767384325.609692:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384325.609698:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:00000010:2.0:1767384325.609700:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002699a363. 00000100:00000001:3.0:1767384325.609701:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384325.609710:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2bc43de. 00000100:00000001:3.0:1767384325.609718:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.609718:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:2.0:1767384325.609719:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384325.609725:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384325.609728:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.609731:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384325.609741:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.609743:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:3.0:1767384325.609748:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384325.609754:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384325.609754:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.609765:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00100000:3.0:1767384325.609767:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000001:2.0:1767384325.609773:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384325.609776:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384325.609777:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000400:00000200:0.0:1767384325.609778:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:3.0:1767384325.609785:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141083728 : -119697568467888 : ffff9322bcf37450) 00000100:00100000:2.0:1767384325.609791:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000400:00000200:0.0:1767384325.609793:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000040:3.0:1767384325.609800:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053bac40c x1853236732511872/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:306/0 lens 4848/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384325.609805:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:2.0:1767384325.609808:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141076560 : -119697568475056 : ffff9322bcf35850) 00000100:00000040:2.0:1767384325.609826:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b49ddc3 x1853236732511744/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:306/0 lens 4848/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.609830:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000001:3.0:1767384325.609864:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384325.609865:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000010:3.0:1767384325.609873:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004277e021. 00000100:00000001:2.0:1767384325.609880:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384325.609881:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384325.609886:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000942ba1cd. 00000400:00000200:0.0:1767384325.609886:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000020:00000010:3.0:1767384325.609887:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004277e021. 00000100:00000001:2.0:1767384325.609895:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384325.609906:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053bac40c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16147:x1853236732511872:12345-0@lo:253: 00000020:00000010:2.0:1767384325.609909:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000942ba1cd. 00000400:00000200:0.0:1767384325.609910:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000200:3.0:1767384325.609912:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732511872 00000020:00000001:3.0:1767384325.609921:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384325.609926:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384325.609930:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005b49ddc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16146:x1853236732511744:12345-0@lo:253: 00000400:00000200:0.0:1767384325.609930:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000001:3.0:1767384325.609932:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.609942:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384325.609949:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000200:2.0:1767384325.609950:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732511744 00000020:00000001:2.0:1767384325.609957:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384325.609958:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384325.609958:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000020:00000001:3.0:1767384325.609962:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384325.609962:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384325.609969:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.609970:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384325.609973:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000001:2.0:1767384325.609980:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384325.609981:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384325.609982:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000001:3.0:1767384325.609992:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.609993:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000400:00000200:0.0:1767384325.609994:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000020:00000001:2.0:1767384325.610013:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384325.610014:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384325.610014:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000020:00000001:2.0:1767384325.610023:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384325.610025:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384325.610026:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000020:00000001:2.0:1767384325.610035:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384325.610038:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384325.610042:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384325.610045:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004e1f66d9. 00000100:00000001:2.0:1767384325.610048:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384325.610049:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 02000000:00000001:3.0:1767384325.610051:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384325.610052:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384325.610060:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384325.610063:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f61e4f72. 20000000:00000001:3.0:1767384325.610066:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384325.610069:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 02000000:00000001:2.0:1767384325.610073:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384325.610081:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f30fabec. 00000100:00000001:2.0:1767384325.610081:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.610088:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 8], ns[58, 8] 20000000:00000001:2.0:1767384325.610090:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384325.610094:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384325.610100:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384325.610102:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007becc6c3. 20000000:00000001:3.0:1767384325.610104:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384325.610106:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 20000000:00000001:3.0:1767384325.610112:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384325.610112:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384325.610121:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384325.610121:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384325.610123:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 20000000:00000001:3.0:1767384325.610124:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384325.610131:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:3.0:1767384325.610134:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000053b52e8b. 20000000:00000001:2.0:1767384325.610137:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384325.610138:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:2.0:1767384325.610147:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.610147:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp29 20000000:00000001:3.0:1767384325.610151:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384325.610156:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384325.610158:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp29 lpni_is_preferred = 0 00080000:00000001:3.0:1767384325.610159:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384325.610166:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp29 00000400:00000200:0.0:1767384325.610171:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp29 NI seq info: [59:59:256:4294967295] 192.168.204.131@tcp29 LPNI seq info [59:59:8:4294967295] 00000400:00000200:0.0:1767384325.610178:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp29 00000400:00000200:0.0:1767384325.610186:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp29(192.168.204.131@tcp29:) -> 192.168.204.131@tcp29(192.168.204.131@tcp:192.168.204.131@tcp29) : GET try# 0 00000800:00000200:0.0:1767384325.610191:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp29 00000800:00000010:0.0:1767384325.610196:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005ea6e973. 00080000:00000001:3.0:1767384325.610203:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384325.610205:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b30ac461. 00080000:00000001:3.0:1767384325.610209:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384325.610212:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384325.610212:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a8940ae0. 00080000:00000001:3.0:1767384325.610215:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384325.610220:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:0.0:1767384325.610224:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000020:00000001:3.0:1767384325.610226:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384325.610232:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000200:0.1:1767384325.610232:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00080000:00000010:3.0:1767384325.610239:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bef87c18. 00080000:00000001:3.0:1767384325.610242:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874043392 : -119702835508224 : ffff93218302cc00) 00080000:00000001:3.0:1767384325.610246:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384325.610251:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384325.610255:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100251 rc 0 00000400:00000200:0.0:1767384325.610338:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000001:00000001:3.0:1767384325.610358:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384325.610361:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384325.610364:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384325.610386:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384325.610389:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384325.610410:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.610467:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00080000:00000001:3.0:1767384325.610510:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384325.610514:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384325.610557:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.610630:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.610721:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.610768:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.610831:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.610887:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.610937:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.610973:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611153:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611196:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611248:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611354:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611379:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611405:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611422:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611450:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611533:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611568:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611613:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611681:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611796:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611870:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.611977:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.612078:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.612149:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.612205:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.612268:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.612356:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.612436:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.612579:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.612738:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384325.612849:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384325.613103:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b779e14a. 00000800:00000010:0.0:1767384325.613112:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a2b59627. 00000800:00000010:0.0:1767384325.613118:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023c9279b. 00000800:00000010:0.0:1767384325.613159:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023c9279b. 00000800:00020000:0.0:1767384325.613171:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000100:00000040:3.0:1767384325.619519:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294913527, at 4294913528 00000100:00000010:3.0:1767384325.619529:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e9b601b. 00000100:00000040:2.0:1767384325.619782:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294913527, at 4294913528 00000100:00000010:2.0:1767384325.619816:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a4ddbbf. 00000100:00000040:1.0:1767384325.620521:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294913527, at 4294913529 00000100:00000010:1.0:1767384325.620528:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad9229be. 00080000:00000001:3.0:1767384325.621650:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384325.621657:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384325.621661:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.621662:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384325.621664:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384325.621669:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384325.621673:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384325.621675:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384325.621676:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384325.621679:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384325.621686:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bef87c18. 20000000:00000001:3.0:1767384325.621687:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384325.621690:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384325.621692:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384325.621708:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384325.621735:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008d7c4462. 20000000:01000000:3.0:1767384325.621739:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:3.0:1767384325.621745:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384325.621752:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384325.621792:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384325.621795:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384325.621797:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384325.621798:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384325.621802:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384325.621807:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384325.621810:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384325.621816:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000899da82. 00080000:00000001:3.0:1767384325.621818:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874040320 : -119702835511296 : ffff93218302c000) 00080000:00000001:3.0:1767384325.621821:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384325.621932:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384325.621935:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384325.621939:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384325.621956:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384325.621959:0:16775:0:(osd_io.c:399:osd_write()) Process entered 20000000:01000000:1.0:1767384325.622023:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384325.622027:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384325.622028:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 10000000:01000000:1.0:1767384325.622030:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384325.622032:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384325.622037:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384325.622041:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384325.622046:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000cfb294b0 count: 2 00010000:00000001:1.0:1767384325.622049:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384325.622070:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384325.622074:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008c8fa64b. 00000020:00000001:1.0:1767384325.622078:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384325.622083:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008c8fa64b with handle 0xf83434fd52e6da49 to hash 00000020:00000001:1.0:1767384325.622086:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384325.622087:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384325.622092:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384325.622095:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.622099:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.622103:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.622109:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384325.622114:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384325.622117:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384325.622120:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.622123:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384325.622127:0:16798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6da42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6da3b expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.622131:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384325.622133:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.622134:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.622136:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.622137:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.622139:0:16798:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384325.622141:0:16798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384325.622152:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cfb294b0) refcount = 2 00010000:00000040:1.0:1767384325.622154:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384325.622156:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6da42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf83434fd52e6da3b expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384325.622160:0:16798:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384325.622161:0:16798:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384325.622166:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d55bd590. 00000100:00000001:1.0:1767384325.622169:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384325.622172:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003d23f7a1. 00000100:00000001:1.0:1767384325.622174:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370868146752 : -119702841404864 : ffff932182a8d240) 00000100:00000001:1.0:1767384325.622175:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370868146752 : -119702841404864 : ffff932182a8d240) 00000100:00000001:1.0:1767384325.622177:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384325.622178:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384325.622180:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384325.622182:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.622183:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384325.622186:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.622188:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.622190:0:16798:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384325.622192:0:16798:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384325.622195:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fafa5cff. 00000020:00000040:1.0:1767384325.622197:0:16798:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00000100:00000001:1.0:1767384325.622200:0:16798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384325.622202:0:16798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384325.622206:0:16798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384325.622210:0:16798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000068e16f2. 00000100:00000001:1.0:1767384325.622214:0:16798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.622217:0:16798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6da42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf83434fd52e6da3b expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384325.622227:0:16798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6da42 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf83434fd52e6da3b expref: 16 pid: 16775 timeout: 396 lvb_type: 0 00010000:00000001:1.0:1767384325.622238:0:16798:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384325.622241:0:16798:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384325.622243:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fafa5cff x1853236732512000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.622249:0:16798:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384325.622251:0:16798:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.622254:0:16798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fafa5cff pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732512000:0@lo:104: 00000100:00000001:1.0:1767384325.622257:0:16798:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384325.622260:0:16798:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384325.622261:0:16798:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.622263:0:16798:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384325.622265:0:16798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000125a48b3. 02000000:00000001:1.0:1767384325.622266:0:16798:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384325.622270:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033229c31. 00000400:00000010:1.0:1767384325.622274:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000100:00000200:1.0:1767384325.622278:0:16798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732512000, portal 16 00000100:00000001:1.0:1767384325.622280:0:16798:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384325.622281:0:16798:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210164224 : -119698499387392 : ffff93228576c000) 00000100:00000040:1.0:1767384325.622284:0:16798:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000fafa5cff x1853236732512000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.622290:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.622291:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.622293:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc5867. 00000100:00000200:1.0:1767384325.622295:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732512000, offset 0 00000400:00000200:1.0:1767384325.622301:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.622310:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384325.622318:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d204700 00000400:00000200:1.0:1767384325.622324:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:1.0:1767384325.622328:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f767597a. 00000800:00000010:0.0:1767384325.622329:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a2b59627. 00000400:00000200:1.0:1767384325.622332:0:16798:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ac73317b 00000800:00000010:0.0:1767384325.622336:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b779e14a. 00000400:00000200:1.0:1767384325.622338:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.622342:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384325.622350:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294913527, at 4294913530 00000400:00000200:1.0:1767384325.622352:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac73317b 00000400:00000010:1.0:1767384325.622356:0:16798:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac73317b. 00000100:00000010:0.0:1767384325.622359:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7009f22. 00000100:00000001:1.0:1767384325.622361:0:16798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384325.622364:0:16798:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1767384325.622367:0:16798:0:(events.c:337:request_in_callback()) incoming req@000000002c151135 x1853236732512000 msgsize 328 00000100:00100000:1.0:1767384325.622370:0:16798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384325.622372:0:16798:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384325.622381:0:16798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.622387:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc5867 00000400:00000010:1.0:1767384325.622388:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc5867. 00000100:00000001:1.0:1767384325.622391:0:16798:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384325.622393:0:16798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fafa5cff x1853236732512000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.622401:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.622404:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fafa5cff x1853236732512000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.622409:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.622411:0:16798:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.622415:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.622419:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294913540 00000100:00000010:1.0:1767384325.622422:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002effdb71. 00000100:00000001:1.0:1767384325.622425:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384325.622429:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294913540 00000100:00000010:1.0:1767384325.622431:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008857961. 00000100:00000001:1.0:1767384325.622434:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000400:02020000:0.0:1767384325.622434:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp29 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000100:00000001:1.0:1767384325.622439:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294913540 00000100:00000010:1.0:1767384325.622443:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa0f0360. 00000100:00000001:1.0:1767384325.622447:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384325.622450:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294913540 00000100:00000010:1.0:1767384325.622453:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bee003d9. 00000100:00000001:1.0:1767384325.622454:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384325.622455:0:16798:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.622457:0:16798:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.622459:0:16798:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.622465:0:16798:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.622467:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.622468:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.622469:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.622470:0:16798:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.622472:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384325.622473:0:16798:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384325.622475:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.622476:0:16798:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.622502:0:16798:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384325.622504:0:16798:0:(client.c:2690:ptlrpc_set_wait()) set 000000003d23f7a1 going to sleep for 11 seconds 00000100:00000001:1.0:1767384325.622507:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.622509:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384325.622527:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000239217d. 00000100:00000010:1.0:1767384325.622533:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000328834d6. 00000100:00100000:1.0:1767384325.622535:0:16767:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1767384325.622539:0:16767:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1767384325.622541:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d5c623a. 00000400:00000010:1.0:1767384325.622546:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ecce5d03. 00000100:00000001:1.0:1767384325.622551:0:16767:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384325.622553:0:16767:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732512000 02000000:00000001:1.0:1767384325.622554:0:16767:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384325.622556:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.622557:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.622561:0:16767:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.622563:0:16767:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732512000 00000020:00000001:1.0:1767384325.622565:0:16767:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384325.622566:0:16767:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d77f 00000020:00000001:1.0:1767384325.622568:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.622570:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008088def refcount=3 00000020:00000001:1.0:1767384325.622571:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000020:00000001:1.0:1767384325.622574:0:16767:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000001:1.0:1767384325.622577:0:16767:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.622579:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004b6e24b. 00000100:00000001:1.0:1767384325.622582:0:16767:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384325.622588:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004b6e24b. 00000020:00000010:1.0:1767384325.622593:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000190038d4. 00000020:00000010:1.0:1767384325.622596:0:16767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040203350. 00000020:00000010:1.0:1767384325.622599:0:16767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 00000100:00000040:1.0:1767384325.622606:0:16767:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384325.622608:0:16767:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384325.622609:0:16767:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384325.622610:0:16767:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.622616:0:16767:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.622624:0:16767:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.622633:0:16767:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384325.622635:0:16767:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384325.622650:0:16767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384325.622654:0:16767:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008088def : new rpc_count 1 00000100:00000001:1.0:1767384325.622656:0:16767:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375209352272 : -119698500199344 : ffff9322856a5c50) 00000100:00000040:1.0:1767384325.622660:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c151135 x1853236732512000/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:306/0 lens 328/0 e 0 to 0 dl 1767384336 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.622667:0:16767:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.622668:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004b6e24b. 00000100:00000001:1.0:1767384325.622670:0:16767:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384325.622671:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004b6e24b. 00000100:00100000:1.0:1767384325.622673:0:16767:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c151135 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732512000:12345-0@lo:104: 00000100:00000200:1.0:1767384325.622676:0:16767:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732512000 00010000:00000001:1.0:1767384325.622678:0:16767:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384325.622682:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.622683:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.622684:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=2 00000020:00000001:1.0:1767384325.622686:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384325.622688:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384325.622690:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.622692:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.622700:0:16767:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6da42 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384325.622706:0:16767:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384325.622708:0:16767:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384325.622711:0:16767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b49be29d. 02000000:00000001:1.0:1767384325.622713:0:16767:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.622714:0:16767:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.622718:0:16767:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384325.622720:0:16767:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.622723:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 000000009ed84a9f time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.622726:0:16767:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384325.622728:0:16767:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384325.622730:0:16767:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384325.622732:0:16767:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384325.622734:0:16767:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.622736:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.622737:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.622739:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc5867. 00000100:00000200:1.0:1767384325.622741:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236732512000, offset 224 00000400:00000200:1.0:1767384325.622745:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.622749:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384325.622754:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d204700 00000400:00000200:1.0:1767384325.622758:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x176d [1] + 224 00000400:00000200:1.0:1767384325.622761:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.622763:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384325.622766:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384325.622768:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fafa5cff x1853236732512000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384325.622775:0:16767:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000fafa5cff x1853236732512000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.622787:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.622791:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc5867 00000400:00000010:1.0:1767384325.622793:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc5867. 00000100:00000001:2.0:1767384325.622799:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.622803:0:16767:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384325.622806:0:16767:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384325.622807:0:16798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384325.622810:0:16798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384325.622811:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384325.622814:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033229c31. 00000100:00000040:1.0:1767384325.622819:0:16767:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000200:2.0:1767384325.622824:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00010000:00000001:1.0:1767384325.622825:0:16767:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384325.622831:0:16767:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d6408959. 00000400:00000010:2.0:1767384325.622832:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00010000:00000001:1.0:1767384325.622836:0:16767:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384325.622842:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384325.622846:0:16767:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384325.622850:0:16767:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384325.622853:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fafa5cff x1853236732512000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384325.622854:0:16767:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.622861:0:16767:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.622870:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c151135 x1853236732512000/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:306/0 lens 328/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384325.622906:0:16767:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c151135 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732512000:12345-0@lo:104: Request processed in 237us (536us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384325.622908:0:16798:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fafa5cff x1853236732512000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384325.622936:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384325.622936:0:16767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384325.622946:0:16798:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384325.622948:0:16767:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008088def : new rpc_count 0 00000100:00000001:2.0:1767384325.622955:0:16798:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384325.622956:0:16767:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384325.622967:0:16798:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384325.622968:0:16767:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384325.622980:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384325.622981:0:16767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040203350. 00000100:00000001:2.0:1767384325.622984:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384325.622988:0:16798:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384325.622988:0:16767:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384325.623003:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000190038d4. 00000100:00001000:2.0:1767384325.623004:0:16798:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e169ce83 time=45 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384325.623016:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000319a7c00 time=45 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384325.623017:0:16767:0:(genops.c:898:class_export_put()) PUTting export 0000000008088def : new refcount 2 00000100:00000001:2.0:1767384325.623028:0:16798:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384325.623028:0:16767:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384325.623030:0:16798:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384325.623032:0:16767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b49be29d. 00010000:00000001:2.0:1767384325.623034:0:16798:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384325.623037:0:16798:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.623037:0:16767:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384325.623048:0:16798:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.623048:0:16767:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.623055:0:16767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000033b8c80d. 00000100:00000040:2.0:1767384325.623059:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fafa5cff x1853236732512000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384325.623059:0:16767:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384325.623063:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9f8a72f. 02000000:00000001:1.0:1767384325.623073:0:16767:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.623076:0:16767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008ff9181c. 00000100:00000001:2.0:1767384325.623078:0:16798:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384325.623082:0:16767:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384325.623085:0:16798:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1767384325.623085:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f7a2529. 02000000:00000001:1.0:1767384325.623093:0:16767:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384325.623097:0:16798:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384325.623101:0:16767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d066f627. 00010000:00000001:2.0:1767384325.623103:0:16798:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384325.623108:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384325.623108:0:16767:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384325.623122:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000067b9ea58. 00010000:00000001:2.0:1767384325.623123:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.623130:0:16798:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.623132:0:16767:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.623134:0:16767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b85d3608. 02000000:00000001:1.0:1767384325.623140:0:16767:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384325.623141:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000baae1410. 00000100:00000040:2.0:1767384325.623145:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fafa5cff x1853236732512000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384325.623146:0:16767:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.623150:0:16767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000deb2215f. 02000000:00000001:1.0:1767384325.623156:0:16767:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384325.623159:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071729694. 02000000:00000001:1.0:1767384325.623163:0:16767:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.623166:0:16767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000651531f4. 02000000:00000001:1.0:1767384325.623172:0:16767:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384325.623175:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033105b84. 00000100:00000010:1.0:1767384325.623180:0:16767:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c4626409. 00000100:00000010:1.0:1767384325.623184:0:16767:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000e76c4a2e. 00000100:00100000:2.0:1767384325.623185:0:16798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fafa5cff pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732512000:0@lo:104: 00000100:00000001:1.0:1767384325.623187:0:16767:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384325.623198:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384325.623204:0:16798:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.623207:0:16798:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384325.623210:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384325.623212:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767384325.623216:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fafa5cff x1853236732512000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384325.623218:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.623229:0:16771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384325.623239:0:16771:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767384325.623241:0:16798:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384325.623248:0:16771:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1767384325.623249:0:16798:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:1.0:1767384325.623254:0:16771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6da42 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384325.623255:0:16798:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000125a48b3. 02000000:00000001:2.0:1767384325.623263:0:16798:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384325.623268:0:16798:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:1.0:1767384325.623270:0:16771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000770811d6 already unused, calling callback (00000000081d0b67) 00000020:00000040:2.0:1767384325.623275:0:16798:0:(genops.c:1242:class_import_put()) import 00000000da0ccbb4 refcount=1 obd=MGS 10000000:00000001:1.0:1767384325.623278:0:16771:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:2.0:1767384325.623279:0:16798:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384325.623285:0:16798:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000068e16f2. 10000000:00010000:1.0:1767384325.623286:0:16771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf83434fd52e6da42 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384325.623296:0:16798:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384325.623298:0:16771:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767384325.623299:0:16798:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384325.623307:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fafa5cff. 00010000:00000001:1.0:1767384325.623308:0:16771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.623315:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384325.623317:0:16798:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1767384325.623318:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=3 00000100:00000001:2.0:1767384325.623320:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384325.623323:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00000100:00000010:2.0:1767384325.623324:0:16798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003d23f7a1. 00000100:00000001:2.0:1767384325.623329:0:16798:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384325.623332:0:16798:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384325.623336:0:16771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000010:2.0:1767384325.623337:0:16798:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d55bd590. 00010000:00000001:2.0:1767384325.623351:0:16798:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.623352:0:16771:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384325.623361:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.623361:0:16771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf83434fd52e6da42 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.623371:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384325.623385:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00000001:1.0:1767384325.623386:0:16771:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384325.623396:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00010000:1.0:1767384325.623397:0:16771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf83434fd52e6da42 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384325.623405:0:16771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1767384325.623409:0:16798:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384325.623410:0:16771:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384325.623415:0:16771:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384325.623424:0:16771:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384325.623428:0:16771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384325.623433:0:16771:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384325.623442:0:16771:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384325.623443:0:16771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384325.623444:0:16771:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 2 10000000:00000001:1.0:1767384325.623447:0:16771:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384325.623448:0:16771:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.623450:0:16771:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384325.623452:0:16771:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384325.623454:0:16771:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384325.623455:0:16771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.623456:0:16771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.623458:0:16771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000770811d6 with handle 0xf83434fd52e6da3b from hash 00010000:00000001:1.0:1767384325.623459:0:16771:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384325.623460:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.623461:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.623462:0:16771:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384325.623463:0:16771:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384325.623465:0:16771:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384325.623467:0:16771:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384325.623469:0:16771:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384325.623473:0:16771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883f8f58. 00000020:00000040:1.0:1767384325.623476:0:16771:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384325.623504:0:16771:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384325.623505:0:16771:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384325.623508:0:16771:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384325.623513:0:16771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000190038d4. 00000100:00000001:1.0:1767384325.623515:0:16771:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.623518:0:16771:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384325.623521:0:16771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6da42 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384325.623527:0:16771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384325.623528:0:16771:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.623532:0:16771:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384325.623534:0:16771:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.623539:0:16771:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883f8f58] to pc [ptlrpcd_00_02+2] req@00000000883f8f58 x1853236732512128/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.623565:0:16771:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384325.623567:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.623569:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.623571:0:16771:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.623574:0:16771:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384325.623575:0:16771:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.623578:0:16771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6da42 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.623583:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384325.623584:0:16771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6da3b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6da42 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384325.623588:0:16771:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cdd36686 count: 0 00010000:00000001:1.0:1767384325.623596:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.623597:0:16771:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384325.623598:0:16771:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d6408959. 00010000:00000001:1.0:1767384325.623601:0:16771:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.623603:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384325.623604:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.623611:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384325.623614:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384325.623615:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.623616:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384325.623618:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384325.623619:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.623621:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384325.623656:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384325.623661:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384325.623662:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.623667:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.623668:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.623670:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.623671:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.623673:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384325.623676:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883f8f58 x1853236732512128/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.623683:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384325.623685:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.623687:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384325.623689:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384325.623691:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.623694:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883f8f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732512128:0@lo:103: 00000100:00000001:1.0:1767384325.623697:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384325.623699:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384325.623700:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.623701:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384325.623705:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000068e16f2. 02000000:00000001:1.0:1767384325.623707:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384325.623713:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062747445. 00000400:00000010:1.0:1767384325.623718:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc5867. 00000100:00000200:1.0:1767384325.623720:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732512128, portal 18 00000100:00000001:1.0:1767384325.623722:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384325.623724:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210170496 : -119698499381120 : ffff93228576d880) 00000100:00000040:1.0:1767384325.623728:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883f8f58 x1853236732512128/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.623739:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.623744:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.623748:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a3ee0bf. 00000100:00000200:1.0:1767384325.623751:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732512128, offset 0 00000400:00000200:1.0:1767384325.623756:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.623760:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384325.623766:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d204780 00000400:00000200:1.0:1767384325.623770:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:1.0:1767384325.623773:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ffa9340. 00000400:00000200:1.0:1767384325.623776:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049b39777 00000400:00000200:1.0:1767384325.623778:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.623781:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384325.623783:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049b39777 00000400:00000010:1.0:1767384325.623785:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049b39777. 00000100:00000001:1.0:1767384325.623791:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384325.623792:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1767384325.623796:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000006cace338 x1853236732512128 msgsize 328 00000100:00100000:1.0:1767384325.623803:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384325.623805:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384325.623816:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.623825:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a3ee0bf 00000400:00000010:1.0:1767384325.623827:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a3ee0bf. 00000100:00000001:1.0:1767384325.623834:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384325.623838:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883f8f58 x1853236732512128/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.623847:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.623851:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883f8f58 x1853236732512128/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.623856:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.623857:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.623860:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.623861:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294913542 00000100:00000001:1.0:1767384325.623867:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294913540 00000100:00000001:1.0:1767384325.623876:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294913542 00000100:00000001:1.0:1767384325.623879:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294913540 00000100:00000001:1.0:1767384325.623882:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294913542 00000100:00000001:1.0:1767384325.623886:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294913540 00000100:00000001:1.0:1767384325.623890:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294913542 00000100:00000001:1.0:1767384325.623893:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294913540 00000100:00000001:1.0:1767384325.623897:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.623899:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.623901:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.623903:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.623922:0:24303:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384325.623924:0:24303:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732512128 02000000:00000001:1.0:1767384325.623925:0:24303:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384325.623927:0:24303:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.623929:0:24303:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.623931:0:24303:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.623933:0:24303:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732512128 00000020:00000001:1.0:1767384325.623935:0:24303:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384325.623936:0:24303:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384325.623937:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.623940:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=17 00000020:00000001:1.0:1767384325.623942:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:1.0:1767384325.623943:0:24303:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384325.623945:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.623948:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004b6e24b. 00000100:00000001:1.0:1767384325.623949:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384325.623951:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004b6e24b. 00000020:00000010:1.0:1767384325.623956:0:24303:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125a48b3. 00000020:00000010:1.0:1767384325.623959:0:24303:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040203350. 00000020:00000010:1.0:1767384325.623961:0:24303:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 00000100:00000040:1.0:1767384325.623975:0:24303:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384325.623977:0:24303:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384325.623984:0:24303:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384325.623987:0:24303:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384325.623989:0:24303:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.623991:0:24303:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384325.623993:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.623994:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.623996:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=4 00000020:00000001:1.0:1767384325.623997:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:1.0:1767384325.623999:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00010000:1.0:1767384325.624002:0:24303:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6da42 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6da3b expref: 17 pid: 16775 timeout: 396 lvb_type: 0 00010000:00000001:1.0:1767384325.624006:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.624007:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.624008:0:24303:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.624010:0:24303:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.624014:0:24303:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384325.624017:0:24303:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006cace338 x1853236732512128/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:306/0 lens 328/0 e 0 to 0 dl 1767384336 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.624022:0:24303:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384325.624025:0:24303:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.624038:0:24303:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.624054:0:24303:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384325.624056:0:24303:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384325.624062:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384325.624066:0:24303:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 3 00000100:00000001:1.0:1767384325.624067:0:24303:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376020835408 : -119697688716208 : ffff9322b5c89c50) 00000100:00000040:1.0:1767384325.624070:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006cace338 x1853236732512128/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:306/0 lens 328/0 e 0 to 0 dl 1767384336 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.624077:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.624080:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004b6e24b. 00000100:00000001:1.0:1767384325.624085:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384325.624088:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004b6e24b. 00000100:00100000:1.0:1767384325.624103:0:24303:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006cace338 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e84c064-9ddf-4290-a20e-ee745f39ffee+17:16149:x1853236732512128:12345-0@lo:103: 00000100:00000200:1.0:1767384325.624108:0:24303:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732512128 00010000:00000001:1.0:1767384325.624110:0:24303:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384325.624112:0:24303:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384325.624114:0:24303:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384325.624117:0:24303:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384325.624119:0:24303:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384325.624126:0:24303:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d066f627. 02000000:00000001:1.0:1767384325.624128:0:24303:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.624129:0:24303:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.624131:0:24303:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384325.624134:0:24303:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384325.624136:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.624138:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.624140:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=4 00000020:00000001:1.0:1767384325.624142:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:1.0:1767384325.624144:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000040:1.0:1767384325.624146:0:24303:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000cfb294b0 count: 3 00010000:00010000:1.0:1767384325.624150:0:24303:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6da42 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6da3b expref: 17 pid: 16775 timeout: 396 lvb_type: 0 00000100:00001000:1.0:1767384325.624155:0:24303:0:(import.c:2128:obd_at_measure()) add 0 to 000000002788824c time=1767384325 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384325.624158:0:24303:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384325.624163:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.624165:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384325.624167:0:24303:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6da42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf83434fd52e6da3b expref: 17 pid: 16775 timeout: 396 lvb_type: 0 00000020:00000001:1.0:1767384325.624171:0:24303:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.624172:0:24303:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.624173:0:24303:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.624174:0:24303:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.624176:0:24303:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384325.624177:0:24303:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384325.624182:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.624189:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.624191:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.624194:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.624196:0:24303:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ed4520fc with handle 0xf83434fd52e6da42 from hash 00010000:00000001:1.0:1767384325.624198:0:24303:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384325.624199:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.624199:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.624200:0:24303:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384325.624201:0:24303:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384325.624202:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384325.624204:0:24303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6da42 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf83434fd52e6da3b expref: 17 pid: 16775 timeout: 396 lvb_type: 0 00010000:00000040:1.0:1767384325.624207:0:24303:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 9 00000020:00000040:1.0:1767384325.624209:0:24303:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 16 00010000:00000001:1.0:1767384325.624212:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.624213:0:24303:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384325.624215:0:24303:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384325.624216:0:24303:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000008c8fa64b 00010000:00000001:1.0:1767384325.624217:0:24303:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384325.624218:0:24303:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.624219:0:24303:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.624220:0:24303:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.624221:0:24303:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.624223:0:24303:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384325.624225:0:24303:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384325.624226:0:24303:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.624230:0:24303:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384325.624232:0:24303:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384325.624233:0:24303:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384325.624234:0:24303:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384325.624235:0:24303:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cfb294b0) refcount = 2 00010000:00010000:1.0:1767384325.624236:0:24303:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.624250:0:24303:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384325.624251:0:24303:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384325.624252:0:24303:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.624254:0:24303:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384325.624257:0:24303:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004b6e24b. 00000100:00000001:1.0:1767384325.624260:0:24303:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384325.624264:0:24303:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d6408959. 00000100:00000001:1.0:1767384325.624266:0:24303:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370868146944 : -119702841404672 : ffff932182a8d300) 00000100:00000001:1.0:1767384325.624269:0:24303:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370868146944 : -119702841404672 : ffff932182a8d300) 00000100:00000001:1.0:1767384325.624271:0:24303:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384325.624272:0:24303:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384325.624274:0:24303:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384325.624276:0:24303:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384325.624279:0:24303:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:1.0:1767384325.624282:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.624284:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.624287:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=5 00000020:00000001:1.0:1767384325.624290:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384325.624293:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384325.624296:0:24303:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384325.624299:0:24303:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.624305:0:24303:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384325.624309:0:24303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.624313:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.624314:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384325.624316:0:24303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.624321:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.624328:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.624330:0:24303:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384325.624332:0:24303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384325.624339:0:24303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008c8fa64b already unused, calling callback (000000008463f753) 00010000:00000001:1.0:1767384325.624341:0:24303:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.624344:0:24303:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384325.624346:0:24303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.624350:0:24303:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384325.624350:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.624351:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.624352:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=6 00000020:00000001:1.0:1767384325.624354:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384325.624357:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384325.624361:0:24303:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384325.624363:0:24303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.624368:0:24303:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384325.624370:0:24303:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.624371:0:24303:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.624386:0:24303:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384325.624387:0:24303:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384325.624389:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.624390:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.624393:0:24303:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008c8fa64b with handle 0xf83434fd52e6da49 from hash 00010000:00000001:1.0:1767384325.624395:0:24303:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384325.624397:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.624399:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.624401:0:24303:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384325.624404:0:24303:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384325.624406:0:24303:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384325.624414:0:24303:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384325.624416:0:24303:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.624418:0:24303:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.624419:0:24303:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384325.624421:0:24303:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384325.624425:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.624427:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.624429:0:24303:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.624431:0:24303:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.624434:0:24303:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.624436:0:24303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.624441:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.624444:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.624447:0:24303:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384325.624449:0:24303:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384325.624451:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.624453:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.624456:0:24303:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384325.624459:0:24303:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.624460:0:24303:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.624462:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.624464:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.624466:0:24303:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.624468:0:24303:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384325.624470:0:24303:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384325.624471:0:24303:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.624473:0:24303:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.624475:0:24303:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384325.624495:0:24303:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d6408959. 00000100:00000001:1.0:1767384325.624498:0:24303:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384325.624500:0:24303:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384325.624502:0:24303:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004b6e24b. 00010000:00000001:1.0:1767384325.624504:0:24303:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384325.624507:0:24303:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384325.624509:0:24303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.624512:0:24303:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384325.624520:0:24303:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.624523:0:24303:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.624527:0:24303:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384325.624530:0:24303:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384325.624533:0:24303:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384325.624536:0:24303:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384325.624537:0:24303:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.624539:0:24303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.624542:0:24303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.624557:0:24303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a3ee0bf. 00000100:00000200:1.0:1767384325.624561:0:24303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732512128, offset 224 00000400:00000200:1.0:1767384325.624565:0:24303:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.624577:0:24303:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384325.624621:0:24303:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d204780 00000400:00000200:1.0:1767384325.624627:0:24303:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x177d [1] + 224 00000400:00000200:1.0:1767384325.624632:0:24303:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.624636:0:24303:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384325.624652:0:24303:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384325.624657:0:24303:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883f8f58 x1853236732512128/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384325.624666:0:24303:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000883f8f58 x1853236732512128/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.624677:0:24303:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.624682:0:24303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a3ee0bf 00000400:00000010:1.0:1767384325.624684:0:24303:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a3ee0bf. 00000100:00000001:1.0:1767384325.624686:0:24303:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384325.624687:0:24303:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.624690:0:24303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.624691:0:24303:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384325.624694:0:24303:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.624696:0:24303:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.624702:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006cace338 x1853236732512128/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:306/0 lens 328/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.624709:0:24303:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006cace338 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16149:x1853236732512128:12345-0@lo:103: Request processed in 631us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384325.624722:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384325.624725:0:24303:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:1.0:1767384325.624727:0:24303:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384325.624729:0:24303:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384325.624731:0:24303:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040203350. 00000020:00000010:1.0:1767384325.624733:0:24303:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384325.624735:0:24303:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125a48b3. 00000020:00000040:1.0:1767384325.624738:0:24303:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 02000000:00000001:1.0:1767384325.624741:0:24303:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.624743:0:24303:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d066f627. 02000000:00000001:1.0:1767384325.624744:0:24303:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384325.624746:0:24303:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.624747:0:24303:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007578e332. 02000000:00000001:1.0:1767384325.624749:0:24303:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384325.624750:0:24303:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b3d31c8. 02000000:00000001:1.0:1767384325.624753:0:24303:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.624753:0:24303:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ed30a23f. 02000000:00000001:1.0:1767384325.624756:0:24303:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384325.624757:0:24303:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001426c87a. 02000000:00000001:1.0:1767384325.624760:0:24303:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.624761:0:24303:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000302c7c5e. 02000000:00000001:1.0:1767384325.624762:0:24303:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384325.624763:0:24303:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac377ddb. 02000000:00000001:1.0:1767384325.624765:0:24303:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.624766:0:24303:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000017135cd6. 02000000:00000001:1.0:1767384325.624767:0:24303:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384325.624768:0:24303:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009320906d. 02000000:00000001:1.0:1767384325.624770:0:24303:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.624770:0:24303:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000894b7dd2. 02000000:00000001:1.0:1767384325.624772:0:24303:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384325.624772:0:24303:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b2a69a0. 02000000:00000001:1.0:1767384325.624774:0:24303:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.624774:0:24303:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ed04ef2d. 02000000:00000001:1.0:1767384325.624777:0:24303:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384325.624777:0:24303:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083fea31f. 00000100:00000001:1.0:1767384325.624784:0:24303:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384325.624787:0:24303:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767384325.624790:0:24303:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b230e675. 00000400:00000010:1.0:1767384325.624793:0:24303:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6408959. 00000100:00000001:1.0:1767384325.625027:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.625030:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384325.625033:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384325.625034:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.625036:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062747445. 00000400:00000200:1.0:1767384325.625039:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc5867 00000400:00000010:1.0:1767384325.625040:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc5867. 00000100:00000001:1.0:1767384325.625042:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384325.625046:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883f8f58 x1853236732512128/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384325.625053:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883f8f58 x1853236732512128/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.625057:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384325.625059:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.625060:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384325.625063:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384325.625064:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.625065:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.625066:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.625069:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=45 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384325.625073:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.625075:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384325.625076:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.625078:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384325.625079:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.625081:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.625084:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883f8f58 x1853236732512128/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.625088:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.625090:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384325.625091:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384325.625102:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883f8f58 x1853236732512128/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.625107:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883f8f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732512128:0@lo:103: 00000100:00000001:1.0:1767384325.625110:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.625112:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.625113:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883f8f58 x1853236732512128/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.625118:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384325.625120:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384325.625123:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000068e16f2. 02000000:00000001:1.0:1767384325.625126:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384325.625127:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384325.625128:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384325.625130:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384325.625131:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000190038d4. 02000000:00000001:1.0:1767384325.625133:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384325.625135:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384325.625135:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883f8f58. 00000100:00000001:1.0:1767384325.625137:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384325.625138:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.625139:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.625142:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.625144:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.625147:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.625149:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.625157:0:16798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.625162:0:16798:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384325.625164:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384325.625165:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.625169:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384325.625176:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384325.625178:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da49 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384325.625182:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cfb294b0 count: 0 00010000:00000001:1.0:1767384325.625189:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384325.625190:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384325.626386:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.626389:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.627321:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp29 notifying 192.168.204.131@tcp29: down 00000800:00000200:0.0:1767384325.627329:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp29 down 00000800:00000100:0.0:1767384325.627425:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp29 00000800:00000010:0.0:1767384325.627428:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005ea6e973. 00000400:00000200:0.0:1767384325.627440:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384325.627447:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp29->192.168.204.131@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384325.627457:0:16136:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp29 added to recovery queue. ping count: 0 next ping: 247 health :900 00000400:00000200:0.0:1767384325.627462:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384325.627467:0:16136:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 1 00000400:00000200:0.0:1767384325.627601:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384325.627938:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384325.627953:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100851 00000400:00000001:0.0:1767384325.627960:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384325.627963:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384325.627969:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1559a6 00000400:00000010:0.0:1767384325.627973:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1559a6. 00000400:00000200:0.0:1767384325.627980:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384325.627988:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000010:0.0:1767384325.627993:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000b9d38b3b. 00000400:00000200:0.0:1767384325.628002:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (23) 00000400:00000200:0.0:1767384325.628010:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp:-71 00000400:00000200:0.0:1767384325.628016:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 rc -71 00000400:00000200:0.0:1767384325.628023:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:0.0:1767384325.628030:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (22) 00010000:00000010:1.1:1767384325.629951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cdd36686. 00010000:00000010:1.1:1767384325.629962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000770811d6. 00010000:00000010:1.1:1767384325.629974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed4520fc. 00010000:00000010:1.1:1767384325.629983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cfb294b0. 00010000:00000010:1.1:1767384325.629995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008c8fa64b. 00000400:00000010:3.0:1767384325.631211:0:26708:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e924c5d6. 00000400:00000040:3.0:1767384325.631229:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384325.631233:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384325.631237:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.631240:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384325.631244:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.631247:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384325.631251:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384325.631253:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384325.631254:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384325.631256:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384325.631259:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384325.631261:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384325.631264:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384325.631267:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384325.631271:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384325.631277:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384325.631278:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384325.631279:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384325.631280:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384325.631282:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.631283:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384325.631284:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384325.631286:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384325.631289:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384325.631291:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384325.631293:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.631294:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384325.631296:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384325.631298:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384325.631299:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384325.631300:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384325.631302:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.631303:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384325.631304:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384325.631305:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384325.631306:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384325.631307:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384325.631308:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384325.631310:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384325.631311:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384325.631312:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384325.631314:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384325.631315:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384325.631317:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384325.631318:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384325.631319:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384325.631321:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384325.631322:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384325.631324:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384325.631325:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384325.631326:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384325.631327:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384325.631328:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384325.631329:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384325.631338:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384325.631340:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384325.631341:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384325.631446:0:26708:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e924c5d6. 00000100:00000040:2.0:1767384325.634549:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294913542, at 4294913543 00000100:00000040:1.0:1767384325.634549:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294913542, at 4294913543 00000100:00000010:2.0:1767384325.634572:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa0f0360. 00000100:00000010:1.0:1767384325.634577:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008857961. 00000100:00000040:0.0:1767384325.634701:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294913542, at 4294913543 00000100:00000010:0.0:1767384325.634708:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002effdb71. 00000100:00000040:3.0:1767384325.635524:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294913542, at 4294913544 00000100:00000010:3.0:1767384325.635530:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bee003d9. 00080000:00000001:0.0:1767384325.635558:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384325.635559:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384325.635562:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384325.635564:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:0.0:1767384325.635565:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384325.635570:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384325.635570:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384325.635574:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384325.635575:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384325.635578:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000899da82. 20000000:01000000:3.0:1767384325.635579:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384325.635585:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384325.635588:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384325.635592:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384325.635598:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384325.635600:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384325.635602:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384325.635605:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384325.635608:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384325.635610:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384325.635615:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cdd36686. 00010000:00000001:1.0:1767384325.635619:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384325.635622:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008c8fa64b. 00000020:00000001:1.0:1767384325.635625:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384325.635626:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008c8fa64b with handle 0xf83434fd52e6da50 to hash 00000020:00000001:1.0:1767384325.635629:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384325.635630:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384325.635633:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384325.635635:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.635636:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.635650:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da50 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.635656:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384325.635658:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384325.635660:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384325.635662:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.635663:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.635665:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.635671:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.635674:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384325.635675:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384325.635677:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384325.635678:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384325.635680:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cdd36686) refcount = 1 00010000:00010000:1.0:1767384325.635682:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da50 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.635687:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384325.635689:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384325.635690:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.635703:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.635705:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384325.635707:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384325.635709:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:1.0:1767384325.635711:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.635713:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.635714:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=4 00000020:00000001:1.0:1767384325.635716:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384325.635718:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384325.635719:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384325.635720:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da50 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.635725:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384325.635726:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da50 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.635730:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.635731:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384325.635731:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da50 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.635735:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.635736:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.635742:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384325.635743:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da50 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384325.635747:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008c8fa64b already unused, calling callback (000000008463f753) 00010000:00000001:1.0:1767384325.635749:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.635750:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384325.635751:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da50 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.635755:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384325.635756:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.635756:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.635757:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=5 00000020:00000001:1.0:1767384325.635758:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384325.635760:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384325.635761:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384325.635762:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da50 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.635765:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384325.635766:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.635767:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.635769:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384325.635770:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384325.635771:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.635772:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.635773:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008c8fa64b with handle 0xf83434fd52e6da50 from hash 00010000:00000001:1.0:1767384325.635775:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384325.635776:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.635777:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.635778:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384325.635779:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384325.635780:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384325.635782:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384325.635783:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.635789:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.635790:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384325.635792:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384325.635794:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.635795:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.635797:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.635798:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.635800:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.635802:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da50 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.635805:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.635806:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.635807:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384325.635808:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384325.635809:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.635810:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.635812:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384325.635815:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.635817:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.635818:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da50 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.635822:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384325.635822:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384325.635823:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6da50 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384325.635827:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cdd36686 count: 0 00010000:00000001:1.0:1767384325.635834:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384325.635835:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384325.636312:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384325.636315:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384325.636317:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f30fabec. 20000000:00000001:3.0:1767384325.636322:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384325.636325:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732511872 00010000:00000001:3.0:1767384325.636328:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384325.636333:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053bac40c x1853236732511872/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384325.636340:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384325.636343:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384325.636346:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384325.636349:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384325.636351:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384325.636354:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384325.636357:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384325.636359:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.636362:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384325.636365:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384325.636369:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b735de9. 00000100:00000200:3.0:1767384325.636373:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732511872, offset 224 00000400:00000200:3.0:1767384325.636381:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384325.636395:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384325.636403:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d204680 00000400:00000200:3.0:1767384325.636408:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x175d [2] + 224 00000400:00000200:3.0:1767384325.636414:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384325.636418:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384325.636422:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384325.636426:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ed5032d x1853236732511872/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384325.636432:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005ed5032d x1853236732511872/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.636448:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384325.636452:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b735de9 00000400:00000010:3.0:1767384325.636454:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b735de9. 00000100:00000001:3.0:1767384325.636456:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384325.636457:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384325.636460:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.636464:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384325.636466:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384325.636468:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384325.636469:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.636471:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384325.636473:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384325.636495:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384325.636497:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384325.636499:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d003eb29. 00000400:00000200:0.0:1767384325.636504:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000293cab1 00000400:00000010:0.0:1767384325.636512:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000293cab1. 00000100:00000001:0.0:1767384325.636518:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384325.636524:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ed5032d x1853236732511872/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384325.636533:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ed5032d x1853236732511872/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.636542:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384325.636546:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.636550:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384325.636552:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384325.636553:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.636556:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.636560:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384325.636565:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=45 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384325.636569:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384325.636572:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384325.636575:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.636579:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384325.636583:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.636585:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.636591:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005ed5032d x1853236732511872/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.636596:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384325.636599:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384325.636600:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384325.636603:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384325.636606:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384325.636607:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384325.636609:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384325.636610:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384325.636611:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384325.636613:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384325.636615:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384325.636617:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384325.636621:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ed5032d x1853236732511872/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384325.636650:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005ed5032d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732511872:0@lo:253: 00000100:00000001:0.0:1767384325.636655:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.636657:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384325.636658:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005ed5032d x1853236732511872/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.636664:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384325.636665:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384325.636668:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cbeb1333. 02000000:00000001:0.0:1767384325.636673:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384325.636674:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384325.636676:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384325.636678:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384325.636679:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003f07e1ce. 02000000:00000001:0.0:1767384325.636682:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384325.636684:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384325.636685:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ed5032d. 00000100:00000001:0.0:1767384325.636689:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384325.636690:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.636692:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.636697:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384325.636711:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.636713:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.636716:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.636724:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053bac40c x1853236732511872/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384325.636733:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053bac40c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732511872:12345-0@lo:253: Request processed in 26869us (27783us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384325.636740:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000040:3.0:1767384325.636742:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384325.636744:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384325.636746:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384325.636749:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fd2528a. 00000020:00000010:3.0:1767384325.636752:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb93c50c. 00000020:00000010:3.0:1767384325.636756:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1354ce7. 00000020:00000040:3.0:1767384325.636761:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:3.0:1767384325.636770:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384325.636772:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004e1f66d9. 02000000:00000001:3.0:1767384325.636775:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384325.636777:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384325.636780:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384325.637064:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002874ce20. 00000400:00000010:3.0:1767384325.637069:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b735de9. 00080000:00000020:0.0:1767384325.638896:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384325.638899:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384325.638901:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007becc6c3. 20000000:00000001:0.0:1767384325.638908:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384325.638911:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732511744 00010000:00000001:0.0:1767384325.638914:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384325.638935:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005b49ddc3 x1853236732511744/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384325.638942:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384325.638944:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384325.638958:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384325.638961:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384325.638965:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384325.638968:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384325.638971:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384325.638973:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.638975:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384325.638980:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384325.638998:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d88314e. 00000100:00000200:0.0:1767384325.639002:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732511744, offset 224 00000400:00000200:0.0:1767384325.639007:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384325.639022:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384325.639032:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d204600 00000400:00000200:0.0:1767384325.639042:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1755 [2] + 224 00000400:00000200:0.0:1767384325.639047:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.639053:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384325.639059:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384325.639066:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef08b9d8 x1853236732511744/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.639074:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ef08b9d8 x1853236732511744/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.639092:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384325.639095:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d88314e 00000400:00000010:0.0:1767384325.639098:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d88314e. 00000100:00000001:0.0:1767384325.639104:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384325.639106:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.639111:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.639115:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384325.639116:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384325.639119:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.639123:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384325.639124:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.639129:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384325.639129:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b49ddc3 x1853236732511744/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384325.639139:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384325.639142:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005b49ddc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16146:x1853236732511744:12345-0@lo:253: Request processed in 29258us (30269us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384325.639144:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.639147:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2151c79. 00000400:00000200:1.0:1767384325.639154:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eb3dff9 00000400:00000010:1.0:1767384325.639157:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006eb3dff9. 00000100:00100000:0.0:1767384325.639158:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000040:0.0:1767384325.639161:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:0.0:1767384325.639163:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384325.639164:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384325.639169:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002699a363. 00000100:00000001:1.0:1767384325.639171:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384325.639173:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2bc43de. 00000020:00000010:0.0:1767384325.639177:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019a31591. 00000100:00000200:1.0:1767384325.639179:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef08b9d8 x1853236732511744/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384325.639181:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:0.0:1767384325.639186:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384325.639189:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f61e4f72. 02000000:00000001:0.0:1767384325.639194:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384325.639198:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef08b9d8 x1853236732511744/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.639198:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384325.639205:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384325.639211:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d13fdc46. 00000100:00000001:1.0:1767384325.639213:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384325.639215:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d88314e. 00000100:00000001:1.0:1767384325.639217:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.639221:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384325.639223:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384325.639225:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.639227:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.639230:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.639233:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=45 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384325.639237:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.639240:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384325.639241:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.639243:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384325.639245:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.639247:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.639250:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef08b9d8 x1853236732511744/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.639258:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.639260:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384325.639261:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384325.639264:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384325.639266:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384325.639268:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384325.639269:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384325.639271:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384325.639272:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384325.639273:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384325.639274:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384325.639276:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384325.639278:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384325.639281:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef08b9d8 x1853236732511744/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.639299:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef08b9d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732511744:0@lo:253: 00000100:00000001:1.0:1767384325.639303:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.639305:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.639307:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef08b9d8 x1853236732511744/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.639313:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384325.639315:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384325.639317:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000400992fd. 02000000:00000001:1.0:1767384325.639321:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384325.639322:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384325.639324:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384325.639326:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384325.639327:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c1b9bf4b. 02000000:00000001:1.0:1767384325.639331:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384325.639332:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384325.639333:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef08b9d8. 00000100:00000001:1.0:1767384325.639336:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384325.639337:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.639339:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.639344:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.639345:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.639348:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.639349:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384325.640533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cdd36686. 00010000:00000010:1.1:1767384325.640540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008c8fa64b. 00000400:00000010:0.0:1767384326.075584:0:16143:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 000000007b8b1dd6. 00000400:02000040:0.0:1767384326.075598:0:16143:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.204.131@tcp29 00000400:00000010:0.0:1767384326.077318:0:16143:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 000000007b8b1dd6. 00010000:00000001:1.0:1767384326.523645:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384326.523651:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.523656:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384326.523658:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.523696:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384326.523701:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.523706:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384326.651556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384326.651564:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384326.651572:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883f8f58. 00000020:00000040:1.0:1767384326.651579:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384326.651584:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384326.651587:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384326.651598:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384326.651606:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000085b77edf. 00000100:00000001:1.0:1767384326.651614:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.651635:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384326.651645:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384326.651648:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.651653:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883f8f58] to pc [ptlrpcd_00_03+3] req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.651676:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.651678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384326.651684:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384326.651693:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009320906d. 00000020:00000040:1.0:1767384326.651695:0:36:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384326.651697:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384326.651697:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384326.651701:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384326.651703:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.651703:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384326.651707:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006018dd6b. 00000100:00000001:0.0:1767384326.651707:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384326.651711:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.651713:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384326.651718:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384326.651735:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384326.651736:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384326.651739:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.651739:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.651746:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384326.651747:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009320906d] to pc [ptlrpcd_00_00+0] req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384326.651751:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384326.651758:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384326.651764:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883f8f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732512256:0@lo:400: 00000100:00000001:0.0:1767384326.651768:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384326.651772:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.651773:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384326.651776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384326.651777:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.651781:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384326.651783:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384326.651785:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a447279. 00000020:00000040:1.0:1767384326.651789:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384326.651791:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767384326.651795:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb698f41. 02000000:00000001:0.0:1767384326.651798:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.651800:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384326.651803:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384326.651805:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aeb46cef. 02000000:00000010:1.0:1767384326.651809:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f5905ed1. 00000400:00000010:0.0:1767384326.651814:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1559a6. 00000100:00000001:1.0:1767384326.651815:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384326.651822:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732512256, portal 25 00000100:00000040:1.0:1767384326.651823:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384326.651829:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384326.651831:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210170496 : -119698499381120 : ffff93228576d880) 00000100:00000001:1.0:1767384326.651832:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384326.651836:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.651842:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384326.651844:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a447279] to pc [ptlrpcd_00_01+1] req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.651862:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384326.651867:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.651868:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384326.651872:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384326.651873:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000100:00000001:1.0:1767384326.651879:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767384326.651880:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236732512256, offset 0 00000100:00000010:1.0:1767384326.651883:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3a61e55. 00000020:00000040:1.0:1767384326.651888:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1767384326.651890:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384326.651891:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384326.651894:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384326.651895:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384326.651898:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057dce495. 00000100:00000001:1.0:1767384326.651901:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.651905:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384326.651911:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384326.651917:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384326.651919:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.651924:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3a61e55] to pc [ptlrpcd_00_02+2] req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384326.651930:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d204800 00000100:00000001:1.0:1767384326.651932:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.651938:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (252) 00000400:00000200:0.0:1767384326.651939:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1049 [2] + 0 00000400:00000010:0.0:1767384326.651945:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e74dacbd. 00000400:00000200:0.0:1767384326.651948:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000021ca3aee 00000100:00000001:1.0:1767384326.651953:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384326.651954:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384326.651956:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384326.651959:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384326.651962:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384326.651964:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384326.651968:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021ca3aee 00000400:00000010:0.0:1767384326.651972:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021ca3aee. 00000100:00000001:0.0:1767384326.651976:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384326.651980:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384326.651986:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000f3bc2718 x1853236732512256 msgsize 224 00000100:00000001:1.0:1767384326.651987:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384326.651991:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.651996:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384326.651997:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384326.652000:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384326.652001:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384326.652006:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384326.652009:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e3a61e55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236732512640:0@lo:400: 00000100:00000001:1.0:1767384326.652012:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384326.652015:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384326.652016:0:16149:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384326.652017:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.652020:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384326.652022:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000125a48b3. 02000000:00000001:1.0:1767384326.652024:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.652025:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000400:00000010:0.0:1767384326.652028:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000400:00000010:1.0:1767384326.652029:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062747445. 00000100:00000001:0.0:1767384326.652032:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384326.652035:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc5867. 00000100:00000200:0.0:1767384326.652037:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384326.652040:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732512640, portal 10 00000100:00000001:1.0:1767384326.652045:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384326.652047:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210176768 : -119698499374848 : ffff93228576f100) 00000100:00000040:1.0:1767384326.652056:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.652072:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384326.652074:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384326.652077:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384326.652080:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384326.652081:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a3ee0bf. 00000100:00000200:1.0:1767384326.652086:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732512640, offset 0 00000100:00000001:0.0:1767384326.652095:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.652097:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384326.652098:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384326.652107:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384326.652107:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.652113:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294914570 00000400:00000200:1.0:1767384326.652117:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d204980 00000100:00000010:0.0:1767384326.652118:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b8b1dd6. 00000400:00000200:1.0:1767384326.652125:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000100:00000001:0.0:1767384326.652126:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384326.652130:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384326.652133:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294914570 00000400:00000200:1.0:1767384326.652137:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384326.652139:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000003f65227. 00000100:00000001:1.0:1767384326.652142:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384326.652143:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384326.652144:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384326.652147:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294914570 00000100:00000010:1.0:1767384326.652151:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bcb7b284. 00000100:00000010:0.0:1767384326.652151:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb2090b9. 00000100:00000001:0.0:1767384326.652154:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384326.652157:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294914570 00000100:00000040:1.0:1767384326.652161:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000bcb7b284 x1853236732512640 msgsize 224 00000100:00000010:0.0:1767384326.652162:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005515a08d. 00000100:00000001:0.0:1767384326.652167:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00100000:1.0:1767384326.652170:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384326.652172:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.652176:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.652179:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.652180:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384326.652182:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.652187:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a3ee0bf 00000400:00000010:1.0:1767384326.652190:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a3ee0bf. 00000100:00000001:0.0:1767384326.652192:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.652194:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384326.652195:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384326.652200:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384326.652201:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.652203:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384326.652207:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384326.652208:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.652209:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384326.652212:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732512640 00000100:00000001:0.0:1767384326.652215:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.652216:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384326.652217:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384326.652220:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384326.652224:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.652228:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.652231:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.652231:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384326.652235:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.652241:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2841 usecs (3 jiffies) 00000100:00000001:1.0:1767384326.652244:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294914563 00000100:00000001:0.0:1767384326.652245:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384326.652246:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294914570 00000100:00000001:1.0:1767384326.652250:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294914563 00000100:00100000:0.0:1767384326.652250:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732512256 02000000:00000001:0.0:1767384326.652256:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384326.652257:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294914570 00000100:00000001:1.0:1767384326.652261:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294914563 00000100:00000001:0.0:1767384326.652261:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.652263:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294914570 00000100:00000001:1.0:1767384326.652264:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294914563 00000100:00000001:1.0:1767384326.652265:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294914570 00000100:00000001:1.0:1767384326.652266:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.652268:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.652271:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.652274:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.652274:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.652281:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384326.652281:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.652285:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384326.652287:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732512256 00000100:00000001:1.0:1767384326.652289:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.652291:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384326.652291:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384326.652294:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00100000:2.0:1767384326.652297:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732512640 00000020:00000001:0.0:1767384326.652298:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384326.652299:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.652302:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384326.652303:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000001:1.0:1767384326.652304:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384326.652306:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000020:00000001:0.0:1767384326.652309:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384326.652310:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384326.652314:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000040:2.0:1767384326.652315:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000100:00000001:1.0:1767384326.652318:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384326.652319:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000001:0.0:1767384326.652321:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384326.652322:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384326.652324:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000001:1.0:1767384326.652325:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1767384326.652326:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092864c62. 00000100:00000001:2.0:1767384326.652328:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384326.652330:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384326.652331:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384326.652334:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e08e961. 00000020:00000010:0.0:1767384326.652334:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092864c62. 00000100:00000001:1.0:1767384326.652342:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1767384326.652343:0:16784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000050f183d0. 00000100:00000001:1.0:1767384326.652344:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384326.652344:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2143648. 02000000:00000001:1.0:1767384326.652350:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384326.652351:0:16784:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000020:00000010:0.0:1767384326.652352:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8173f40. 02000000:00000001:1.0:1767384326.652353:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384326.652357:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384326.652359:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001413bdfd. 00000100:00100000:1.0:1767384326.652360:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009320906d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732512384:0@lo:400: 00000100:00000001:1.0:1767384326.652368:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384326.652370:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384326.652373:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.652375:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384326.652376:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384326.652377:0:16784:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:1.0:1767384326.652379:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5706da7. 02000000:00000001:1.0:1767384326.652383:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.652384:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384326.652385:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6de3094. 00000100:00000001:0.0:1767384326.652386:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384326.652387:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b11cf0e3. 00000100:00000001:0.0:1767384326.652390:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.652393:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbb182bc. 00000400:00000010:1.0:1767384326.652395:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a3ee0bf. 00000020:00000010:2.0:1767384326.652398:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000100:00000200:1.0:1767384326.652399:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732512384, portal 4 00000100:00000001:0.0:1767384326.652400:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.652406:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384326.652408:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210168704 : -119698499382912 : ffff93228576d180) 00000100:00000040:2.0:1767384326.652410:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384326.652414:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384326.652415:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.652415:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.652419:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384326.652423:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.652426:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384326.652428:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384326.652429:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384326.652431:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384326.652431:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384326.652434:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6c97bee. 00000100:00000200:1.0:1767384326.652437:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732512384, offset 0 00000100:00100000:0.0:1767384326.652438:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000400:00000200:1.0:1767384326.652445:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384326.652445:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384326.652447:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384326.652453:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141080656 : -119697568470960 : ffff9322bcf36850) 00000100:00000001:2.0:1767384326.652454:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.652461:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384326.652465:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3bc2718 x1853236732512256/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.652472:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.652473:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d204880 00000100:00000001:0.0:1767384326.652476:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384326.652513:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384326.652516:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384326.652523:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:2.0:1767384326.652527:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000100:00000001:2.0:1767384326.652529:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210179456 : -119698499372160 : ffff93228576fb80) 00000100:00000040:2.0:1767384326.652535:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bcb7b284 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.652543:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384326.652546:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd57c9de. 00000100:00000001:2.0:1767384326.652548:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384326.652550:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd57c9de. 00000100:00100000:2.0:1767384326.652556:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bcb7b284 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236732512640:12345-0@lo:400: 00000100:00000200:2.0:1767384326.652559:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732512640 00000020:00000001:2.0:1767384326.652562:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384326.652564:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384326.652566:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.652570:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384326.652572:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000400:00000200:1.0:1767384326.652572:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2768 00000020:00000001:2.0:1767384326.652576:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384326.652579:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384326.652584:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384326.652587:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384326.652588:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384326.652590:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.652595:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384326.652596:0:16784:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384326.652602:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384326.652602:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384326.652605:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384326.652607:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:1.0:1767384326.652613:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fafa5cff. 02000000:00000010:2.0:1767384326.652615:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008b73b715. 00000100:00000040:1.0:1767384326.652616:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000fafa5cff x1853236732512384 msgsize 224 02000000:00000001:2.0:1767384326.652633:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.652638:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384326.652641:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384326.652642:0:16784:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384326.652646:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732512640 00000100:00000001:1.0:1767384326.652651:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384326.652657:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384326.652659:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6c97bee 00010000:00000200:2.0:1767384326.652663:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bcb7b284 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384326.652664:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6c97bee. 00000100:00000001:1.0:1767384326.652668:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384326.652675:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384326.652676:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384326.652680:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384326.652687:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.652687:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384326.652692:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.652693:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384326.652701:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384326.652702:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.652706:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:1.0:1767384326.652706:0:16146:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384326.652712:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384326.652712:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.652716:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.652716:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4971 usecs (5 jiffies) 00000100:00000001:1.0:1767384326.652721:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294914566 00000100:00000001:2.0:1767384326.652722:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384326.652724:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294914570 00000100:00000001:1.0:1767384326.652728:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294914566 00000100:00000001:1.0:1767384326.652730:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294914570 00000100:00000001:1.0:1767384326.652733:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294914566 00000100:00000040:2.0:1767384326.652734:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384326.652736:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294914570 00000100:00000001:1.0:1767384326.652739:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294914566 00000100:00000001:1.0:1767384326.652740:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294914570 00000100:00000001:1.0:1767384326.652741:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384326.652743:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2ab236. 00000100:00000001:1.0:1767384326.652743:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.652748:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384326.652751:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732512640, offset 224 00000100:00000001:1.0:1767384326.652757:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.652762:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.652763:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384326.652767:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384326.652768:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.652771:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384326.652773:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384326.652776:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:2.0:1767384326.652780:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384326.652780:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.652784:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.652786:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.652790:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.652793:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384326.652796:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d204980 00000100:00000001:1.0:1767384326.652796:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384326.652802:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384326.652804:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a5 [1] + 224 00000400:00000200:2.0:1767384326.652814:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384326.652815:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384326.652818:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.652821:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384326.652821:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384326.652825:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.652826:0:16784:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384326.652827:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384326.652832:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236732512512:0@lo:400: 00000100:00000200:2.0:1767384326.652834:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.652837:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384326.652842:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384326.652844:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.652847:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384326.652848:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384326.652853:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000190038d4. 02000000:00000001:1.0:1767384326.652858:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.652862:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e74dacbd. 00000100:00000001:2.0:1767384326.652866:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384326.652867:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6c97bee. 00000100:00000200:1.0:1767384326.652873:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732512512, portal 10 00000100:00000001:1.0:1767384326.652875:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384326.652876:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2ab236 00000100:00000001:1.0:1767384326.652877:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210174080 : -119698499377536 : ffff93228576e680) 00000400:00000010:2.0:1767384326.652880:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c2ab236. 00000100:00000040:1.0:1767384326.652885:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.652886:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384326.652889:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384326.652894:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384326.652895:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.652902:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384326.652905:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384326.652908:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384326.652913:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000020:00000001:2.0:1767384326.652915:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384326.652918:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732512512, offset 0 00000020:00000001:2.0:1767384326.652919:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384326.652927:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bcb7b284 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.652928:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384326.652939:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092864c62. 00000400:00000200:1.0:1767384326.652941:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384326.652944:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bcb7b284 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236732512640:12345-0@lo:400: Request processed in 395us (776us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384326.652944:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384326.652950:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092864c62. 00000400:00000200:1.0:1767384326.652953:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d204900 00000100:00100000:2.0:1767384326.652957:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000400:00000200:1.0:1767384326.652962:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000100:00000040:2.0:1767384326.652964:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000100:00100000:0.0:1767384326.652965:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3bc2718 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732512256:12345-0@lo:400: 00000100:00000001:2.0:1767384326.652970:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384326.652972:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384326.652973:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732512256 00000100:00000001:2.0:1767384326.652974:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384326.652978:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384326.652979:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384326.652981:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbb182bc. 00000020:00000001:0.0:1767384326.652983:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384326.652985:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384326.652986:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384326.652987:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1767384326.652988:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000020:00000001:0.0:1767384326.652991:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384326.652995:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6de3094. 00000100:00000010:1.0:1767384326.652996:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003dbcd009. 00000020:00000001:0.0:1767384326.652996:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342976 : -1042208640 : ffffffffc1e12880) 00000100:00000040:1.0:1767384326.653002:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000003dbcd009 x1853236732512512 msgsize 224 00000020:00000001:0.0:1767384326.653002:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1767384326.653003:0:16784:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000020:00000001:0.0:1767384326.653006:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.653010:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384326.653010:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384326.653014:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384326.653015:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384326.653017:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.653020:0:16775:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384326.653022:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384326.653022:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384326.653025:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384326.653029:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dfbd7304. 00000100:00000001:1.0:1767384326.653030:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384326.653034:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732512512 02000000:00000001:0.0:1767384326.653034:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.653036:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 02000000:00000001:2.0:1767384326.653039:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384326.653040:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.653041:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000100:00000001:2.0:1767384326.653042:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384326.653045:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.653047:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384326.653047:0:16775:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.653049:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384326.653052:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732512256 00000100:00100000:2.0:1767384326.653054:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732512512 00000100:00000200:1.0:1767384326.653054:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384326.653056:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384326.653059:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384326.653062:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00010000:00000200:0.0:1767384326.653064:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3bc2718 x1853236732512256/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384326.653066:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.653070:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000020:00000001:2.0:1767384326.653075:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000020:00000001:2.0:1767384326.653080:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:1.0:1767384326.653082:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384326.653086:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384326.653088:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384326.653089:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384326.653091:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd57c9de. 00010000:00000001:0.0:1767384326.653092:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.653097:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384326.653099:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=46 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384326.653103:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd57c9de. 00000100:00000001:0.0:1767384326.653109:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384326.653110:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6de3094. 00000100:00000001:1.0:1767384326.653110:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.653114:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384326.653115:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384326.653118:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.653120:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbb182bc. 00000100:00000001:0.0:1767384326.653121:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000040:1.0:1767384326.653122:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2647 usecs (3 jiffies) 02000000:00000001:0.0:1767384326.653126:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384326.653127:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000100:00000001:1.0:1767384326.653127:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294914564 02000000:00000001:0.0:1767384326.653130:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.653132:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294914570 00000100:00000001:0.0:1767384326.653134:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384326.653135:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384326.653136:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294914564 00000100:00000040:0.0:1767384326.653140:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384326.653142:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384326.653142:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294914570 00000100:00000001:2.0:1767384326.653144:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384326.653145:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000100:00000001:2.0:1767384326.653148:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.653148:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294914564 00000100:00000200:0.0:1767384326.653150:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236732512256, offset 224 00000100:00000001:1.0:1767384326.653153:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294914570 00000100:00000001:2.0:1767384326.653155:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384326.653159:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384326.653161:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.653165:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384326.653166:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294914564 00000100:00000001:1.0:1767384326.653169:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294914570 00000100:00000001:1.0:1767384326.653172:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.653174:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.653175:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.653177:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384326.653180:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.653184:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.653185:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384326.653188:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d204800 00000100:00000001:2.0:1767384326.653189:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384326.653194:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:1.0:1767384326.653194:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384326.653198:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x179d [1] + 224 00000100:00000001:1.0:1767384326.653199:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.653200:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00000001:2.0:1767384326.653205:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210172288 : -119698499379328 : ffff93228576df80) 00000400:00000200:0.0:1767384326.653209:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384326.653211:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003dbcd009 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384326.653220:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384326.653222:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384326.653226:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd57c9de. 00000100:00000001:2.0:1767384326.653228:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.653229:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384326.653231:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd57c9de. 00000100:00000200:0.0:1767384326.653238:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384326.653239:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003dbcd009 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236732512512:12345-0@lo:400: 00000100:00000200:2.0:1767384326.653244:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732512512 00000020:00000001:2.0:1767384326.653248:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384326.653251:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384326.653254:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.653257:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384326.653258:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00000040:0.0:1767384326.653261:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384326.653262:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384326.653265:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384326.653270:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384326.653273:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384326.653276:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.653283:0:16784:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384326.653283:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384326.653287:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384326.653289:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384326.653289:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 02000000:00000010:2.0:1767384326.653293:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bab66d42. 00000400:00000010:0.0:1767384326.653294:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 02000000:00000001:2.0:1767384326.653299:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.653300:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384326.653302:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384326.653303:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384326.653303:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384326.653306:0:16784:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384326.653309:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732512512 00000020:00000040:1.0:1767384326.653309:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:0.0:1767384326.653310:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.653313:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384326.653317:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384326.653320:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:2.0:1767384326.653323:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003dbcd009 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384326.653324:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.653329:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384326.653335:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384326.653336:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3bc2718 x1853236732512256/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384326.653337:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384326.653343:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384326.653352:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384326.653355:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3bc2718 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732512256:12345-0@lo:400: Request processed in 876us (1366us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384326.653356:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384326.653362:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384326.653365:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384326.653368:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384326.653368:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000040:0.0:1767384326.653375:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384326.653376:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384326.653377:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384326.653382:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384326.653382:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384326.653386:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8173f40. 00000400:00000010:2.0:1767384326.653390:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2ab236. 00000020:00000010:0.0:1767384326.653391:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001413bdfd. 00000100:00000200:2.0:1767384326.653397:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732512512, offset 224 00000020:00000010:0.0:1767384326.653398:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2143648. 00000400:00000200:2.0:1767384326.653403:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384326.653412:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000400:00000200:2.0:1767384326.653414:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384326.653419:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384326.653421:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dfbd7304. 00000400:00000200:2.0:1767384326.653424:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d204900 02000000:00000001:0.0:1767384326.653426:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384326.653431:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.653433:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384326.653434:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b9 [1] + 224 00000100:00000001:1.0:1767384326.653436:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384326.653438:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384326.653439:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384326.653442:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072f136e9. 00000400:00000200:2.0:1767384326.653443:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1767384326.653444:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384326.653511:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384326.653513:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aeb46cef. 00000400:00000200:1.0:1767384326.653517:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1559a6 00000400:00000010:1.0:1767384326.653519:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1559a6. 00000100:00000001:1.0:1767384326.653521:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384326.653524:0:16784:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384326.653524:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d07a5a91. 00000100:00000200:1.0:1767384326.653527:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384326.653530:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384326.653553:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384326.653557:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.653569:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.653571:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.653574:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384326.653577:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384326.653581:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384326.653581:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384326.653584:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384326.653585:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732512384 02000000:00000001:1.0:1767384326.653588:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.653589:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384326.653591:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384326.653592:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1767384326.653595:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=46 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384326.653595:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.653599:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2ab236 00000400:00000010:2.0:1767384326.653602:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c2ab236. 00000100:00001000:1.0:1767384326.653602:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=46 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384326.653602:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384326.653608:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732512384 00000100:00000001:2.0:1767384326.653610:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384326.653611:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384326.653611:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384326.653613:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384326.653614:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384326.653614:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000001:2.0:1767384326.653617:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.653631:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384326.653634:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.653634:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384326.653635:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000020:00000040:0.0:1767384326.653637:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00010000:00000001:2.0:1767384326.653638:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384326.653640:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:2.0:1767384326.653642:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.653645:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.653647:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:2.0:1767384326.653648:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384326.653651:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384326.653652:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384326.653655:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003dbcd009 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384326.653656:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092864c62. 00000020:00000010:0.0:1767384326.653662:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008a40df1a. 00000020:00000040:0.0:1767384326.653670:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:1.0:1767384326.653680:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.653683:0:17557:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384326.653685:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1767384326.653686:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003dbcd009 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236732512512:12345-0@lo:400: Request processed in 460us (679us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384326.653688:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384326.653688:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2143648. 00000020:00000010:0.0:1767384326.653695:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8173f40. 00000100:00000040:1.0:1767384326.653699:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384326.653699:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001413bdfd. 00000100:00100000:2.0:1767384326.653700:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:2.0:1767384326.653706:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000040:0.0:1767384326.653708:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384326.653714:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384326.653714:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384326.653715:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883f8f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732512256:0@lo:400: 00000100:00000001:0.0:1767384326.653718:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384326.653719:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384326.653721:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.653722:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384326.653724:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbb182bc. 00000100:00000001:1.0:1767384326.653727:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384326.653731:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1767384326.653732:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000100:00000040:1.0:1767384326.653732:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883f8f58 x1853236732512256/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.653734:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1767384326.653740:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6de3094. 00000100:00000001:0.0:1767384326.653741:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.653746:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767384326.653749:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 02000000:00000001:1.0:1767384326.653749:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384326.653753:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb698f41. 00000100:00000001:0.0:1767384326.653753:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.653754:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384326.653760:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384326.653763:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384326.653765:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384326.653767:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384326.653768:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384326.653771:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1767384326.653772:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000085b77edf. 02000000:00000001:1.0:1767384326.653776:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1767384326.653777:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 02000000:00000001:1.0:1767384326.653779:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384326.653782:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000010:1.0:1767384326.653783:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883f8f58. 00000100:00000001:0.0:1767384326.653789:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210164224 : -119698499387392 : ffff93228576c000) 00000100:00000001:1.0:1767384326.653791:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384326.653793:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384326.653795:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fafa5cff x1853236732512384/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.653796:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.653803:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384326.653805:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384326.653806:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384326.653808:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000091e9ef. 00000100:00000001:1.0:1767384326.653810:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.653813:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.653814:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384326.653819:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000091e9ef. 00000100:00100000:0.0:1767384326.653825:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fafa5cff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732512384:12345-0@lo:400: 00000100:00000200:0.0:1767384326.653828:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732512384 00000020:00000001:0.0:1767384326.653830:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384326.653832:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384326.653834:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.653836:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384326.653838:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:0.0:1767384326.653840:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000001:1.0:1767384326.653841:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000020:00000001:0.0:1767384326.653842:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:1.0:1767384326.653844:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000001:0.0:1767384326.653845:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000010:1.0:1767384326.653848:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883f8f58. 00000020:00000001:0.0:1767384326.653848:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384326.653850:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.653851:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384326.653853:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384326.653857:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1767384326.653858:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:0.0:1767384326.653860:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dfbd7304. 00000100:00000001:1.0:1767384326.653861:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384326.653865:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384326.653865:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.653869:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.653869:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.653871:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384326.653874:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732512384 02000000:00000010:1.0:1767384326.653875:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000085b77edf. 00000100:00000001:2.0:1767384326.653877:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384326.653878:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384326.653879:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.653880:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384326.653884:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:2.0:1767384326.653886:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384326.653886:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384326.653887:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fafa5cff x1853236732512384/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384326.653889:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384326.653893:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e74dacbd. 00000100:00000040:1.0:1767384326.653894:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883f8f58] to pc [ptlrpcd_00_03+3] req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384326.653898:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6c97bee 00000400:00000010:2.0:1767384326.653903:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6c97bee. 00000100:00000001:2.0:1767384326.653908:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384326.653914:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1767384326.653915:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384326.653917:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384326.653923:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=36 v=5 (1 0 0 0) 00000004:00000001:1.0:1767384326.653925:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.653932:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384326.653936:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384326.653940:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.653942:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:1.0:1767384326.653943:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384326.653947:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384326.653948:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:1.0:1767384326.653952:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384326.653952:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.653955:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062747445. 00000100:00000200:2.0:1767384326.653956:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.653957:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384326.653960:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc5867 00000400:00000010:1.0:1767384326.653965:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc5867. 00000100:00000040:0.0:1767384326.653965:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384326.653971:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000100:00000001:2.0:1767384326.653972:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.653972:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384326.653978:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384326.653978:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732512384, offset 224 00000100:00000200:1.0:1767384326.653979:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.653983:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384326.653987:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384326.653990:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384326.653990:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384326.653994:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.653996:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384326.654000:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384326.654002:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1767384326.654003:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384326.654012:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=41 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384326.654015:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d204880 00000100:00000001:2.0:1767384326.654019:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384326.654022:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.654026:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17ad [1] + 224 00010000:00000001:2.0:1767384326.654027:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384326.654027:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.654033:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.654033:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:2.0:1767384326.654035:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.654042:0:16148:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384326.654044:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384326.654046:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384326.654051:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.654051:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384326.654052:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384326.654056:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.654057:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767384326.654059:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384326.654061:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:1.0:1767384326.654062:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.654066:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384326.654069:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.654071:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=41 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384326.654077:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384326.654079:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=41 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384326.654080:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.654090:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384326.654094:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.654100:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384326.654106:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.654108:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384326.654109:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384326.654113:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.654116:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000100:00000040:2.0:1767384326.654119:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384326.654119:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384326.654120:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000100:00000001:0.0:1767384326.654125:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384326.654127:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384326.654131:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.654137:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384326.654143:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384326.654146:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.654155:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236732512512:0@lo:400: 00010000:00000001:1.0:1767384326.654156:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.654156:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384326.654164:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fafa5cff x1853236732512384/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.654166:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1767384326.654168:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384326.654170:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000001:2.0:1767384326.654172:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384326.654176:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384326.654180:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384326.654180:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fafa5cff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732512384:12345-0@lo:400: Request processed in 372us (1560us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384326.654185:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b11cf0e3. 00000100:00000040:1.0:1767384326.654190:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384326.654191:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a3ee0bf 00000400:00000010:2.0:1767384326.654195:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a3ee0bf. 00000100:00100000:0.0:1767384326.654196:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384326.654202:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:2.0:1767384326.654204:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384326.654207:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384326.654209:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.654211:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384326.654214:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.654214:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384326.654215:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8173f40. 00000100:00000001:1.0:1767384326.654218:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384326.654222:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001413bdfd. 00000020:00000010:0.0:1767384326.654228:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2143648. 00000100:00000040:1.0:1767384326.654229:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384326.654235:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000200:2.0:1767384326.654237:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.654241:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.654263:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384326.654265:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e3a61e55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236732512640:0@lo:400: 00000100:00000001:2.0:1767384326.654268:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384326.654271:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384326.654274:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384326.654278:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384326.654278:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384326.654278:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:2.0:1767384326.654282:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.654285:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384326.654286:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.654291:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384326.654295:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=36 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384326.654295:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e3a61e55 x1853236732512640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.654296:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.654299:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384326.654301:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00001000:2.0:1767384326.654305:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=36 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384326.654308:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.654313:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384326.654316:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.654321:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384326.654327:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:2.0:1767384326.654328:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.654330:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384326.654332:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384326.654334:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384326.654337:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000125a48b3. 02000000:00000001:0.0:1767384326.654339:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384326.654343:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384326.654344:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.654346:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767384326.654346:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.654347:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384326.654352:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:1.0:1767384326.654352:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767384326.654352:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883f8f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236732512768:0@lo:13: 00000020:00000040:1.0:1767384326.654356:0:16148:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384326.654357:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384326.654360:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.654362:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384326.654363:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384326.654366:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384326.654366:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384326.654367:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057dce495. 02000000:00000001:0.0:1767384326.654370:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.654375:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384326.654375:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384326.654380:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384326.654381:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384326.654381:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000728b643f. 00000100:00000010:1.0:1767384326.654384:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3a61e55. 02000000:00000001:0.0:1767384326.654387:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.654388:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384326.654389:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384326.654390:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.654392:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384326.654395:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.654398:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384326.654399:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e5499b. 00000400:00000010:0.0:1767384326.654405:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000100:00000001:1.0:1767384326.654409:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384326.654410:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732512768, portal 4 00000100:00000001:1.0:1767384326.654412:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.654416:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384326.654418:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.654419:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210170496 : -119698499381120 : ffff93228576d880) 00000100:00000001:1.0:1767384326.654422:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.654429:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009320906d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732512384:0@lo:400: 00000100:00000040:0.0:1767384326.654430:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.654435:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.654440:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384326.654441:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384326.654445:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a447279 x1853236732512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384326.654447:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384326.654452:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004af6ffb2. 00000100:00000200:0.0:1767384326.654456:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732512768, offset 0 00000100:00000001:2.0:1767384326.654457:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384326.654460:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384326.654463:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384326.654464:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000190038d4. 02000000:00000001:2.0:1767384326.654469:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384326.654472:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384326.654473:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384326.654474:0:16146:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384326.654501:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384326.654503:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f5905ed1. 00000400:00000200:0.0:1767384326.654507:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d204a00 02000000:00000001:2.0:1767384326.654508:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384326.654512:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384326.654513:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a447279. 00000400:00000200:0.0:1767384326.654516:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1568 00000100:00000001:2.0:1767384326.654518:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384326.654522:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.654522:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384326.654528:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384326.654531:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384326.654534:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009320906d x1853236732512384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.654536:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384326.654540:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384326.654545:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384326.654547:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1767384326.654547:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001426c87a. 02000000:00000010:2.0:1767384326.654549:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5706da7. 00000100:00000040:0.0:1767384326.654551:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000001426c87a x1853236732512768 msgsize 224 02000000:00000001:2.0:1767384326.654552:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384326.654555:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384326.654558:0:16146:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:0.0:1767384326.654561:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384326.654562:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384326.654564:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006018dd6b. 02000000:00000001:2.0:1767384326.654566:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384326.654567:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384326.654568:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009320906d. 00000100:00000001:2.0:1767384326.654570:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384326.654571:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.654572:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384326.654576:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004af6ffb2 00000400:00000010:0.0:1767384326.654579:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004af6ffb2. 00000100:00000001:2.0:1767384326.654581:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.654582:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384326.654587:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384326.654588:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.654590:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.654595:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.654598:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.654601:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384326.654605:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.654610:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.654611:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384326.654632:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.654635:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4863 usecs (5 jiffies) 00000100:00000001:0.0:1767384326.654637:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294914568 00000100:00000001:0.0:1767384326.654638:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294914570 00000100:00000001:0.0:1767384326.654640:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294914568 00000100:00000001:0.0:1767384326.654641:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294914570 00000100:00000001:0.0:1767384326.654643:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294914568 00000100:00000001:0.0:1767384326.654644:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294914570 00000100:00000001:0.0:1767384326.654646:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294914568 00000100:00000001:0.0:1767384326.654647:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294914570 00000100:00000001:0.0:1767384326.654649:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.654650:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.654652:0:20598:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384326.654652:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.654654:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384326.654655:0:20598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732512768 02000000:00000001:2.0:1767384326.654658:0:20598:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384326.654659:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384326.654660:0:20598:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384326.654662:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384326.654663:0:20598:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.654666:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384326.654667:0:20598:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.654668:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384326.654671:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.654672:0:20598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732512768 00000100:00000001:0.0:1767384326.654675:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.654676:0:20598:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384326.654679:0:20598:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:2.0:1767384326.654682:0:20598:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.654684:0:20598:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000020:00000001:2.0:1767384326.654687:0:20598:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:2.0:1767384326.654689:0:20598:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:2.0:1767384326.654693:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384326.654696:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd57c9de. 00000100:00000001:2.0:1767384326.654701:0:20598:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384326.654703:0:20598:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd57c9de. 00000020:00000010:2.0:1767384326.654707:0:20598:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6de3094. 00000020:00000010:2.0:1767384326.654710:0:20598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbb182bc. 00000020:00000010:2.0:1767384326.654715:0:20598:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000100:00000040:2.0:1767384326.654722:0:20598:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384326.654724:0:20598:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384326.654725:0:20598:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384326.654726:0:20598:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.654730:0:20598:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.654745:0:20598:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.654756:0:20598:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384326.654758:0:20598:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384326.654762:0:20598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384326.654765:0:20598:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:2.0:1767384326.654775:0:20598:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659218688 : -119698050332928 : ffff9322a03ac700) 00000100:00000040:2.0:1767384326.654779:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001426c87a x1853236732512768/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.654788:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384326.654791:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd57c9de. 00000100:00000001:2.0:1767384326.654793:0:20598:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384326.654795:0:20598:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd57c9de. 00000100:00100000:2.0:1767384326.654798:0:20598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001426c87a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236732512768:12345-0@lo:13: 00000100:00000200:2.0:1767384326.654802:0:20598:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732512768 00000020:00000001:2.0:1767384326.654804:0:20598:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384326.654806:0:20598:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384326.654808:0:20598:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.654810:0:20598:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384326.654812:0:20598:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000020:00000001:2.0:1767384326.654815:0:20598:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384326.654817:0:20598:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384326.654820:0:20598:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384326.654821:0:20598:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384326.654823:0:20598:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.654826:0:20598:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384326.654828:0:20598:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384326.654830:0:20598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b7d15ac7. 02000000:00000001:2.0:1767384326.654832:0:20598:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.654835:0:20598:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384326.654839:0:20598:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384326.654844:0:20598:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384326.654847:0:20598:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384326.654852:0:20598:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384326.654864:0:20598:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.654867:0:20598:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384326.654869:0:20598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384326.654873:0:20598:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384326.654876:0:20598:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384326.654888:0:20598:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:2.0:1767384326.654890:0:20598:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384326.654896:0:20598:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384326.654899:0:20598:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384326.654901:0:20598:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384326.654904:0:20598:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732512768 00010000:00000001:2.0:1767384326.654906:0:20598:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384326.654910:0:20598:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001426c87a x1853236732512768/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384326.654917:0:20598:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384326.654919:0:20598:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384326.654921:0:20598:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384326.654925:0:20598:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384326.654928:0:20598:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384326.654932:0:20598:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384326.654935:0:20598:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384326.654938:0:20598:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.654942:0:20598:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384326.654950:0:20598:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384326.654954:0:20598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2ab236. 00000100:00000200:2.0:1767384326.654959:0:20598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732512768, offset 224 00000400:00000200:2.0:1767384326.654965:0:20598:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384326.654978:0:20598:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384326.654986:0:20598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d204a00 00000400:00000200:2.0:1767384326.654992:0:20598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17d1 [1] + 224 00000400:00000200:2.0:1767384326.654996:0:20598:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384326.655002:0:20598:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384326.655006:0:20598:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384326.655012:0:20598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384326.655020:0:20598:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.655034:0:20598:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384326.655047:0:20598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2ab236 00000100:00000001:0.0:1767384326.655048:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384326.655049:0:20598:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c2ab236. 00000100:00000001:0.0:1767384326.655051:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384326.655054:0:20598:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384326.655057:0:20598:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384326.655057:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384326.655061:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384326.655063:0:20598:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384326.655064:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031e5499b. 00000100:00000040:2.0:1767384326.655071:0:20598:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000200:0.0:1767384326.655071:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000400:00000010:0.0:1767384326.655073:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00010000:00000001:2.0:1767384326.655077:0:20598:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384326.655080:0:20598:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.655080:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384326.655082:0:20598:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384326.655086:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384326.655088:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001426c87a x1853236732512768/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384326.655111:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384326.655112:0:20598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001426c87a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236732512768:12345-0@lo:13: Request processed in 323us (558us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384326.655128:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384326.655129:0:20598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384326.655132:0:20598:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:2.0:1767384326.655134:0:20598:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384326.655138:0:20598:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384326.655138:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384326.655140:0:20598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbb182bc. 00000100:00000001:0.0:1767384326.655141:0:16149:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384326.655145:0:20598:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 02000000:00000001:0.0:1767384326.655145:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384326.655146:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384326.655150:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.655152:0:20598:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6de3094. 02000000:00000001:0.0:1767384326.655154:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384326.655158:0:20598:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00001000:0.0:1767384326.655159:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=36 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384326.655163:0:20598:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384326.655165:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384326.655171:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384326.655174:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.655177:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384326.655182:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384326.655187:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.655190:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384326.655192:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384326.655194:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384326.655195:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.655199:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.655203:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.655206:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384326.655207:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384326.655208:0:16149:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384326.655213:0:16149:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384326.655216:0:16149:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384326.655221:0:16149:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384326.655224:0:16149:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.655226:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384326.655231:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883f8f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236732512768:0@lo:13: 00000100:00000001:0.0:1767384326.655240:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.655241:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384326.655242:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883f8f58 x1853236732512768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.655246:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384326.655248:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384326.655249:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000728b643f. 02000000:00000001:0.0:1767384326.655252:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384326.655253:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384326.655255:0:16149:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384326.655257:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384326.655258:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000085b77edf. 02000000:00000001:0.0:1767384326.655263:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384326.655264:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384326.655264:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883f8f58. 00000100:00000001:0.0:1767384326.655268:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384326.655269:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.655271:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.655276:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384326.655277:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.655279:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.655280:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.662523:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294914570, at 4294914571 00000100:00000040:1.0:1767384326.662532:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294914570, at 4294914571 00000100:00000010:0.0:1767384326.662537:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b8b1dd6. 00000100:00000040:3.0:1767384326.662543:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294914570, at 4294914571 00000100:00000010:1.0:1767384326.662543:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003f65227. 00000100:00000040:2.0:1767384326.662545:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294914570, at 4294914571 00000100:00000010:3.0:1767384326.662570:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005515a08d. 00000100:00000010:2.0:1767384326.662572:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb2090b9. 00080000:00000001:2.0:1767384326.910955:0:27051:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384326.910971:0:27051:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.910976:0:27051:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384326.910982:0:27051:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384326.910987:0:27051:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.910990:0:27051:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.099578:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp29 00000400:00000010:0.0:1767384327.099586:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000176c91e0. 00000400:00000010:0.0:1767384327.099595:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000540f3a27. 00000400:00000010:0.0:1767384327.099600:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000400:00000010:0.0:1767384327.099609:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e274768. 00000400:00000200:0.0:1767384327.099624:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp29 00000400:00000200:0.0:1767384327.099645:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp29 local destination 00000400:00000200:0.0:1767384327.099651:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp29 00000400:00000200:0.0:1767384327.099656:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp29 NI seq info: [60:60:256:4294967295] 192.168.204.131@tcp29 LPNI seq info [60:60:8:4294967295] 00000400:00000200:0.0:1767384327.099662:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp29 00000400:00000200:0.0:1767384327.099679:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp29(192.168.204.131@tcp29:) -> 192.168.204.131@tcp29(192.168.204.131@tcp29:192.168.204.131@tcp29) : GET try# 0 00000800:00000200:0.0:1767384327.099684:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp29 00000800:00000010:0.0:1767384327.099688:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f9ceadd6. 00000800:00000200:0.0:1767384327.099694:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000800:00000200:0.1:1767384327.099698:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000400:00000200:0.0:1767384327.099718:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp29 added to recovery queue. ping count: 1 next ping: 249 health :900 00000400:00000200:2.0:1767384327.099821:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.099868:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.099883:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.099896:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.099918:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.099931:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.099944:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.099958:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.099971:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.099984:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.099997:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100011:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100031:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100045:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100060:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100075:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100090:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100105:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100121:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100136:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100149:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100165:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100178:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100192:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100205:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100219:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100232:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100245:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100257:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100270:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100283:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100296:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100309:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100322:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384327.100335:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384327.100533:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000056b99496. 00000800:00000010:2.0:1767384327.100538:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a38521ce. 00000800:00000010:2.0:1767384327.100544:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008775d2d9. 00000800:00000010:2.0:1767384327.100567:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008775d2d9. 00000800:00020000:2.0:1767384327.100578:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384327.100582:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a38521ce. 00000800:00000010:2.0:1767384327.100584:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000056b99496. 00000400:02020000:2.0:1767384327.100635:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp29 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384327.100644:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp29 notifying 192.168.204.131@tcp29: down 00000400:00000200:2.0:1767384327.100649:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384327.100654:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp29 00000800:00000010:2.0:1767384327.100659:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f9ceadd6. 00000400:00000200:2.0:1767384327.100665:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384327.100670:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp29->192.168.204.131@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384327.100677:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384327.100679:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384327.100682:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp29) recovery failed with -71 00010000:00000001:1.0:1767384327.547558:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384327.547567:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.547576:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384327.547577:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.547651:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384327.547658:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.547661:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384327.689713:0:27215:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384327.689718:0:27215:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:2.0:1767384327.693368:0:27215:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384327.701910:0:27216:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008e49c328. 00000400:00000010:2.0:1767384327.701929:0:27216:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000981ea1d9. 00000400:00000010:2.0:1767384327.701941:0:27216:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bc5dd886. 00000400:00000010:2.0:1767384327.701945:0:27216:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000079328481. 00000400:00000010:2.0:1767384327.701949:0:27216:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ae2db7a6. 00000400:00000010:2.0:1767384327.701955:0:27216:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a64aa072. 00000400:00000010:2.0:1767384327.701956:0:27216:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008a60e75c. 00000400:00000010:2.0:1767384327.701958:0:27216:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005999f507. 00000400:00000010:2.0:1767384327.701966:0:27216:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c84de578. 00000800:00000010:2.0:1767384327.701983:0:27216:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c7080f39. 00000800:00000200:2.0:1767384327.701996:0:27216:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384327.702009:0:27216:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384327.702050:0:27216:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:2.0:1767384327.702077:0:27216:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp31 [8/256/0/180] 00000400:00000010:2.0:1767384327.703714:0:27216:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000000451208c. 00000400:00000010:2.0:1767384327.703722:0:27216:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2151c79. 00000400:00000010:2.0:1767384327.703729:0:27216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2ab236. 00000400:00000001:2.0:1767384327.703750:0:27216:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384327.703752:0:27216:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384327.703754:0:27216:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067217700. 00000400:00000200:2.0:1767384327.703757:0:27216:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 00000400:00000010:2.0:1767384327.703759:0:27216:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 00000400:00000010:2.0:1767384327.703764:0:27216:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000dfbaf1a6. 00000400:00000200:2.0:1767384327.703769:0:27216:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (21) 00000400:00000200:2.0:1767384327.703781:0:27216:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384327.703791:0:27216:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:2.0:1767384327.703800:0:27216:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000056b99496. 00000020:01000000:2.0:1767384327.703806:0:27216:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384327.703808:0:27216:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp31 00000400:00000200:0.0:1767384327.703811:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384327.703820:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000010:2.0:1767384327.703825:0:27216:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000981ea1d9. 00000400:00000200:0.0:1767384327.703825:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (22) 00000400:00000010:2.0:1767384327.703833:0:27216:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008e49c328. 00000400:00000010:0.0:1767384327.703834:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000d00c29e1. 00000400:00000010:0.0:1767384327.703841:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004af6ffb2. 00000400:00000010:0.0:1767384327.703849:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aee4cc34. 00000400:00000200:0.0:1767384327.703853:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000020:00000001:1.0:1767384327.703858:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384327.703865:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384327.703869:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 10000000:00000001:1.0:1767384327.703870:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384327.703875:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384327.703879:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000020:01000004:1.0:1767384327.703881:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384327.703885:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384327.703889:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384327.703893:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000020:01000004:1.0:1767384327.703894:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384327.703898:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384327.703902:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.703905:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384327.703906:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:01000004:1.0:1767384327.703907:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384327.703911:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384327.703914:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384327.703917:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000010:1.0:1767384327.703922:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3a61e55. 00000400:00000200:0.0:1767384327.703923:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000040:1.0:1767384327.703931:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:0.0:1767384327.703931:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000001:1.0:1767384327.703941:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384327.703942:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 02000000:00000001:1.0:1767384327.703947:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384327.703951:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 02000000:00000001:1.0:1767384327.703955:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.703963:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 02000000:00000010:1.0:1767384327.703968:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004ca98fb8. 00000400:00000200:0.0:1767384327.703973:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000001:1.0:1767384327.703979:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.703985:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:1.0:1767384327.703991:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384327.703994:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.704008:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3a61e55] to pc [ptlrpcd_00_00+0] req@00000000e3a61e55 x1853236732512896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384327.704010:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:0.0:1767384327.704031:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:0.0:1767384327.704038:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:0.0:1767384327.704044:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:0.0:1767384327.704047:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:0.0:1767384327.704051:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:0.0:1767384327.704055:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000400:00000200:0.0:1767384327.704060:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 8], ns[58, 8] 10000000:00000001:1.0:1767384327.704061:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.704066:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[60, 8], ns[60, 8] 10000000:00000001:1.0:1767384327.704068:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.704072:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000100:00000001:2.0:1767384327.704078:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384327.704079:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp10 00000020:00000001:1.0:1767384327.704082:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384327.704085:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384327.704086:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384327.704090:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp10 lpni_is_preferred = 0 00000100:00000001:2.0:1767384327.704092:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384327.704097:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384327.704098:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp10 00000100:00000040:2.0:1767384327.704101:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3a61e55 x1853236732512896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384327.704102:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384327.704106:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384327.704110:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384327.704112:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp10 NI seq info: [61:61:256:4294967295] 192.168.204.131@tcp10 LPNI seq info [61:61:8:4294967295] 00000020:01000004:1.0:1767384327.704117:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384327.704123:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384327.704130:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384327.704131:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384327.704134:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp10 00000020:01000004:1.0:1767384327.704135:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384327.704137:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384327.704140:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384327.704144:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384327.704144:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.704147:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384327.704150:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384327.704152:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384327.704158:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384327.704159:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.704163:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp10(192.168.204.131@tcp10:) -> 192.168.204.131@tcp10(192.168.204.131@tcp:192.168.204.131@tcp10) : GET try# 0 00000100:00000010:1.0:1767384327.704164:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d53b5e2. 00000100:00100000:2.0:1767384327.704167:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e3a61e55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732512896:0@lo:253: 00000020:00000040:1.0:1767384327.704171:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384327.704179:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384327.704179:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp10 02000000:00000001:1.0:1767384327.704181:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384327.704185:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384327.704188:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a7e22975. 00000100:00000001:2.0:1767384327.704192:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384327.704196:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000082db6db4. 02000000:00000001:2.0:1767384327.704200:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767384327.704202:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000630ce445] -> 12345-192.168.204.131@tcp10 (6) 02000000:00000001:2.0:1767384327.704205:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.704205:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.704212:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384327.704213:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1767384327.704214:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp10 ip 192.168.204.131:988 00000100:00000001:1.0:1767384327.704218:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384327.704220:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007becc6c3. 00000800:00000200:0.0:1767384327.704223:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a7e22975 type 2, nob 96 niov 1 nkiov 0 02000000:00000001:2.0:1767384327.704224:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.704227:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d53b5e2] to pc [ptlrpcd_00_01+1] req@000000004d53b5e2 x1853236732513024/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384327.704233:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bddda8e7. 00000400:00000010:2.0:1767384327.704243:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050416fc2. 10000000:00000001:1.0:1767384327.704247:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.704248:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000100:00000200:2.0:1767384327.704250:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732512896, portal 25 10000000:00000001:1.0:1767384327.704254:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.704256:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384327.704257:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000020:00000001:1.0:1767384327.704258:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.704261:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210176768 : -119698499374848 : ffff93228576f100) 00000020:01000000:1.0:1767384327.704266:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384327.704270:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000056b99496. 00000100:00000040:2.0:1767384327.704272:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e3a61e55 x1853236732512896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.704281:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384327.704284:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384327.704287:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384327.704288:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f348d56e. 00000100:00000001:1.0:1767384327.704292:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384327.704293:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732512896, offset 0 00000100:00000001:1.0:1767384327.704295:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384327.704301:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d53b5e2 x1853236732513024/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384327.704303:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384327.704319:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384327.704330:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384327.704332:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.704336:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d204a80 02000000:00000001:1.0:1767384327.704337:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384327.704341:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384327.704345:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.704348:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1059 [2] + 0 00000100:00100000:1.0:1767384327.704352:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d53b5e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732513024:0@lo:253: 00000400:00000010:2.0:1767384327.704354:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3b4e40. 00000100:00000001:1.0:1767384327.704360:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384327.704362:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002dbb10a 02000000:00000001:1.0:1767384327.704365:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384327.704369:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.704371:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384327.704372:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384327.704378:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c4626409. 00000400:00000200:2.0:1767384327.704380:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384327.704386:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.704389:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002dbb10a 00000800:00000200:0.0:1767384327.704390:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384327.704391:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062747445. 00000400:00000010:2.0:1767384327.704393:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002dbb10a. 00000100:00000001:2.0:1767384327.704401:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384327.704403:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aeda6fa5. 00000100:00000200:2.0:1767384327.704405:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000010:0.0:1767384327.704407:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a7e22975. 00000100:00000200:1.0:1767384327.704411:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732513024, portal 25 00000100:00000040:2.0:1767384327.704412:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000ab299855 x1853236732512896 msgsize 4848 00000400:00000200:0.0:1767384327.704417:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384327.704419:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384327.704423:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210178560 : -119698499373056 : ffff93228576f800) 00000100:00100000:2.0:1767384327.704429:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384327.704432:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d53b5e2 x1853236732513024/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384327.704435:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384327.704436:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp10->192.168.204.131@tcp10: GET: OK 00000100:00000001:2.0:1767384327.704450:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384327.704450:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384327.704452:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:1.0:1767384327.704457:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384327.704460:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f348d56e 00000400:00000200:0.0:1767384327.704460:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000400:00000010:1.0:1767384327.704464:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ceec5d7. 00000400:00000010:2.0:1767384327.704471:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f348d56e. 00000100:00000001:2.0:1767384327.704475:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1767384327.704524:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.704536:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384327.704537:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732513024, offset 0 00000800:00000001:0.0:1767384327.704541:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384327.704542:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e3a61e55 x1853236732512896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384327.704554:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.704555:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384327.704559:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384327.704563:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e3a61e55 x1853236732512896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384327.704570:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp10(192.168.204.131@tcp10) <- 192.168.204.131@tcp10 : GET - for me 00000400:00000200:1.0:1767384327.704580:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384327.704583:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.704589:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384327.704589:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 384 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384327.704617:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.704618:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 384/384 into md 0x17e1 [1] + 0 00000400:00000200:1.0:1767384327.704623:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d204b00 00000100:00000001:2.0:1767384327.704626:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294915623 00000100:00000010:2.0:1767384327.704633:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092563418. 00000400:00000200:1.0:1767384327.704634:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1069 [2] + 0 00000400:00000200:0.0:1767384327.704643:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp10 to MR: 192.168.204.131@tcp10 local destination 00000100:00000001:2.0:1767384327.704644:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384327.704644:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086ecd20e. 00000400:00000200:1.0:1767384327.704653:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e9f4a31f 00000100:00000001:2.0:1767384327.704656:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294915623 00000400:00000200:0.0:1767384327.704657:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp10 NI seq info: [62:62:256:4294967295] 192.168.204.131@tcp10 LPNI seq info [62:62:8:4294967295] 00000400:00000200:1.0:1767384327.704663:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384327.704664:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad6f5229. 00000100:00000001:2.0:1767384327.704673:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384327.704680:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384327.704682:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294915623 00000400:00000200:0.0:1767384327.704688:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp10(192.168.204.131@tcp10:192.168.204.131@tcp10) -> 192.168.204.131@tcp10(192.168.204.131@tcp10:192.168.204.131@tcp10) 192.168.204.131@tcp10 : REPLY try# 0 00000100:00000010:2.0:1767384327.704691:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008749125c. 00000100:00000001:2.0:1767384327.704695:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384327.704696:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9f4a31f 00000800:00000200:0.0:1767384327.704697:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.204.131@tcp10 00000100:00000001:2.0:1767384327.704702:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294915623 00000800:00000010:0.0:1767384327.704705:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7e22975. 00000100:00000010:2.0:1767384327.704707:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac1f5831. 00000400:00000010:1.0:1767384327.704713:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9f4a31f. 00000100:00000001:2.0:1767384327.704714:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767384327.704722:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000630ce445] -> 12345-192.168.204.131@tcp10 (6) 00000100:00000001:2.0:1767384327.704723:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.704725:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384327.704730:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384327.704731:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384327.704734:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384327.704739:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp10 ip 192.168.204.131:1021 00000100:00000001:2.0:1767384327.704741:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384327.704742:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000aa9681c1 x1853236732513024 msgsize 4848 00000800:00000200:0.0:1767384327.704746:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a7e22975 type 3, nob 480 niov 1 nkiov 1 00000100:00000001:2.0:1767384327.704755:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384327.704756:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384327.704758:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384327.704761:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384327.704763:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384327.704766:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384327.704768:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.704771:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.704776:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384327.704785:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ceec5d7 00000400:00000010:1.0:1767384327.704787:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ceec5d7. 00000100:00000001:1.0:1767384327.704790:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384327.704794:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d53b5e2 x1853236732513024/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.704802:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.704806:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d53b5e2 x1853236732513024/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.704812:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.704815:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767384327.704815:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384327.704821:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7e22975. 00000100:00000001:1.0:1767384327.704823:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.704826:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384327.704828:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294915623 00000100:00000001:1.0:1767384327.704834:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294915623 00000400:00000200:0.0:1767384327.704838:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp10->192.168.204.131@tcp10: REPLY: OK 00000100:00000001:1.0:1767384327.704840:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294915623 00000100:00000001:1.0:1767384327.704844:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294915623 00000100:00000001:1.0:1767384327.704846:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294915623 00000100:00000001:1.0:1767384327.704847:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294915623 00000800:00000001:0.0:1767384327.704849:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384327.704850:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294915623 00000100:00000001:1.0:1767384327.704855:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294915623 00000800:00000001:0.0:1767384327.704856:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.704857:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.704864:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384327.704865:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384327.704869:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384327.704872:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.704873:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.704880:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384327.704884:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384327.704886:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.704889:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384327.704889:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384327.704894:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp10(192.168.204.131@tcp10) <- 192.168.204.131@tcp10 : REPLY - for me 00000100:00100000:2.0:1767384327.704904:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732512896 00000100:00000001:1.0:1767384327.704904:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384327.704910:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384327.704911:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384327.704915:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.704916:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384327.704918:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp10: Reply from 12345-192.168.204.131@tcp10 of length 384/384 into md 0x17e5 00000100:00000001:2.0:1767384327.704922:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.704922:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384327.704926:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384327.704931:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384327.704935:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384327.704936:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732512896 00000020:00000001:2.0:1767384327.704942:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384327.704942:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384327.704947:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384327.704953:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384327.704958:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000400:00000200:0.0:1767384327.704958:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp10->192.168.204.131@tcp10: REPLY: OK 00000100:00000001:1.0:1767384327.704959:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384327.704964:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732513024 00000020:00000001:2.0:1767384327.704966:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 02000000:00000001:1.0:1767384327.704967:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384327.704969:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004af6ffb2 00000100:00000001:1.0:1767384327.704972:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384327.704973:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000010:0.0:1767384327.704976:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004af6ffb2. 00000100:00000001:1.0:1767384327.704977:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.704982:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384327.704985:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384327.704987:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000715fcc83. 00000400:00000200:0.0:1767384327.704989:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00100000:1.0:1767384327.704990:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732513024 00000100:00000001:2.0:1767384327.704993:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384327.704996:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384327.704998:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000715fcc83. 00000020:00000040:1.0:1767384327.705000:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000400:00000200:0.0:1767384327.705001:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000020:00000001:1.0:1767384327.705005:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384327.705006:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da895200. 00000020:00000040:1.0:1767384327.705009:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000400:00000200:0.0:1767384327.705010:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000020:00000010:2.0:1767384327.705015:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d852feb5. 00000020:00000001:1.0:1767384327.705017:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:0.0:1767384327.705022:0:16141:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.131@tcp (400 bytes) 00000020:00000010:2.0:1767384327.705023:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000020:00000001:1.0:1767384327.705025:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384327.705035:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384327.705039:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000020:00000010:1.0:1767384327.705041:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007814e5ad. 00000100:00000040:2.0:1767384327.705045:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384327.705050:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384327.705051:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384327.705053:0:16141:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000d00c29e1. 00000100:00000001:2.0:1767384327.705055:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384327.705061:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007814e5ad. 00000100:00000001:2.0:1767384327.705062:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.705066:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (23) 00000100:00000001:2.0:1767384327.705078:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384327.705079:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e201a90f. 00000800:00000001:0.0:1767384327.705079:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.705087:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384327.705090:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc71a71d. 00000100:00000001:2.0:1767384327.705099:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384327.705100:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 00000100:00000001:1.0:1767384327.705112:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384327.705116:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384327.705119:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.705121:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384327.705125:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384327.705131:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:2.0:1767384327.705135:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000400:00000010:0.0:1767384327.705137:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000d00c29e1. 00000100:00000040:2.0:1767384327.705139:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384327.705141:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384327.705143:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e5499b. 00000100:00000001:2.0:1767384327.705144:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141075536 : -119697568476080 : ffff9322bcf35450) 00000100:00000001:1.0:1767384327.705151:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384327.705153:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004af6ffb2. 00000100:00000040:2.0:1767384327.705155:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ab299855 x1853236732512896/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:308/0 lens 4848/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384327.705161:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d00c29e1 00000100:00000001:2.0:1767384327.705169:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:0.0:1767384327.705171:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384327.705174:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384327.705176:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767384327.705176:0:16144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ea0213f. 00000100:00000001:1.0:1767384327.705183:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384327.705184:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000715fcc83. 00000400:00000200:0.0:1767384327.705185:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9103819 00000400:00000010:0.0:1767384327.705191:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9103819. 00000100:00000001:2.0:1767384327.705193:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384327.705197:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000400:00000200:0.0:1767384327.705199:0:16144:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000020:00000010:2.0:1767384327.705200:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000715fcc83. 00000100:00000040:1.0:1767384327.705202:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000400:00000010:0.0:1767384327.705204:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000cc371b86. 00000100:00000001:1.0:1767384327.705208:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141071440 : -119697568480176 : ffff9322bcf34450) 00000100:00100000:2.0:1767384327.705215:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ab299855 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732512896:12345-0@lo:253: 00000400:00000200:0.0:1767384327.705216:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 00000100:00000040:1.0:1767384327.705219:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa9681c1 x1853236732513024/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:308/0 lens 4848/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384327.705224:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732512896 00000020:00000001:2.0:1767384327.705228:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384327.705229:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100871 00000020:00000001:2.0:1767384327.705234:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384327.705239:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.705240:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp:0 00000020:00000001:2.0:1767384327.705247:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384327.705251:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 rc 1 00000100:00000001:1.0:1767384327.705253:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384327.705254:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000010:1.0:1767384327.705260:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007814e5ad. 00000020:00000001:2.0:1767384327.705261:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384327.705263:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000020:00000001:2.0:1767384327.705267:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.705268:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384327.705269:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (22) 00000020:00000001:2.0:1767384327.705272:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384327.705274:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007814e5ad. 00000020:00000001:2.0:1767384327.705276:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384327.705285:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384327.705286:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000005a987fd4. 00000100:00100000:1.0:1767384327.705287:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa9681c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732513024:12345-0@lo:253: 00000100:00000001:2.0:1767384327.705293:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384327.705295:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732513024 00000400:00000010:0.0:1767384327.705295:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9103819. 02000000:00000001:2.0:1767384327.705297:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384327.705301:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384327.705305:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384327.705306:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384327.705308:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000056b99496. 00000020:00000001:1.0:1767384327.705309:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1767384327.705311:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000abe4be4. 02000000:00000001:2.0:1767384327.705314:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.705316:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000001:2.0:1767384327.705321:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.705322:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384327.705325:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000020:00000001:1.0:1767384327.705327:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384327.705329:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384327.705332:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384327.705337:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384327.705340:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.705341:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 20000000:00000010:2.0:1767384327.705344:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000598e4e49. 00000100:00000001:1.0:1767384327.705344:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:2.0:1767384327.705352:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:1.0:1767384327.705353:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384327.705354:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 20000000:00000001:2.0:1767384327.705360:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:1.0:1767384327.705363:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005dfdde87. 00000400:00000200:0.0:1767384327.705364:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 20000000:00000001:2.0:1767384327.705365:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:1.0:1767384327.705369:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.705371:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.705375:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:1.0:1767384327.705376:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.705377:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.705384:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384327.705385:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384327.705394:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 20000000:00000010:2.0:1767384327.705396:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1171bde. 20000000:00000010:1.0:1767384327.705399:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000cf2ac1d. 20000000:01000000:2.0:1767384327.705401:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00000400:00000200:0.0:1767384327.705409:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 20000000:01000000:1.0:1767384327.705410:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384327.705413:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384327.705418:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384327.705422:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384327.705423:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 20000000:00000001:1.0:1767384327.705424:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384327.705429:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384327.705436:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.705438:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 20000000:00000001:1.0:1767384327.705442:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384327.705450:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:0.0:1767384327.705455:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:0.0:1767384327.705459:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:0.0:1767384327.705464:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:0.0:1767384327.705468:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:0.0:1767384327.705471:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:0.0:1767384327.705474:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:0.0:1767384327.705525:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 10], ns[42, 10] 00000400:00000200:0.0:1767384327.705529:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 10], ns[46, 10] 00000400:00000200:0.0:1767384327.705542:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 10], ns[50, 10] 00000400:00000200:0.0:1767384327.705550:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 10], ns[54, 10] 00000400:00000200:0.0:1767384327.705555:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 10], ns[58, 10] 00000400:00000200:0.0:1767384327.705559:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[60, 10], ns[60, 10] 00000400:00000200:0.0:1767384327.705565:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:0.0:1767384327.705570:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp11 00000400:00000200:0.0:1767384327.705575:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767384327.705579:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp11 00000400:00000200:0.0:1767384327.705583:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp11 NI seq info: [63:63:256:4294967295] 192.168.204.131@tcp11 LPNI seq info [63:63:8:4294967295] 00000400:00000200:0.0:1767384327.705591:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp11 00000400:00000200:0.0:1767384327.705625:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11:) -> 192.168.204.131@tcp11(192.168.204.131@tcp:192.168.204.131@tcp11) : GET try# 0 00000800:00000200:0.0:1767384327.705631:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp11 00000800:00000010:0.0:1767384327.705634:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a7e22975. 00000800:00000200:0.0:1767384327.705642:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000158e550c] -> 12345-192.168.204.131@tcp11 (6) 00000800:00000200:0.0:1767384327.705652:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp11 ip 192.168.204.131:988 00000800:00000200:0.0:1767384327.705655:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a7e22975 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384327.705672:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384327.705676:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000800:00000200:0.0:1767384327.705779:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384327.705783:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a7e22975. 00000400:00000200:0.0:1767384327.705790:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.705795:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: GET: OK 00000400:00000200:0.0:1767384327.705798:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384327.705802:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000001:0.0:1767384327.705808:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.705813:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.705815:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.705821:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.705834:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11) <- 192.168.204.131@tcp11 : GET - for me 00000400:00000200:0.0:1767384327.705842:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384327.705849:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 400/400 into md 0x17e1 [1] + 0 00000400:00000200:0.0:1767384327.705858:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp11 to MR: 192.168.204.131@tcp11 local destination 00000400:00000200:0.0:1767384327.705864:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp11 NI seq info: [64:64:256:4294967295] 192.168.204.131@tcp11 LPNI seq info [64:64:8:4294967295] 00000400:00000200:0.0:1767384327.705873:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11:192.168.204.131@tcp11) -> 192.168.204.131@tcp11(192.168.204.131@tcp11:192.168.204.131@tcp11) 192.168.204.131@tcp11 : REPLY try# 0 00080000:00000001:2.0:1767384327.705877:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384327.705879:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.131@tcp11 00080000:00000001:2.0:1767384327.705884:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000800:00000010:0.0:1767384327.705886:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7e22975. 00080000:00000001:2.0:1767384327.705887:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384327.705893:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000158e550c] -> 12345-192.168.204.131@tcp11 (6) 00080000:00000001:2.0:1767384327.705898:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000200:0.0:1767384327.705900:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp11 ip 192.168.204.131:1019 00000800:00000200:0.0:1767384327.705904:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a7e22975 type 3, nob 496 niov 1 nkiov 1 00000020:00000001:2.0:1767384327.705905:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384327.705915:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:2.0:1767384327.705920:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384327.705927:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ec12fc81. 00080000:00000001:2.0:1767384327.705930:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869265408 : -119702840286208 : ffff932182b9e400) 00080000:00000001:2.0:1767384327.705934:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:0.0:1767384327.705947:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384327.705952:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7e22975. 00000400:00000200:0.0:1767384327.705959:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.705966:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: REPLY: OK 00000800:00000001:0.0:1767384327.705980:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.705986:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.705989:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.705994:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.705996:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.706001:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.706011:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11) <- 192.168.204.131@tcp11 : REPLY - for me 00000400:00000200:0.0:1767384327.706029:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp11: Reply from 12345-192.168.204.131@tcp11 of length 400/400 into md 0x17fd 00000800:00000001:0.0:1767384327.706036:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.706043:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.706045:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.706049:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: REPLY: OK 00000400:00000200:0.0:1767384327.706051:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9103819 00000400:00000010:0.0:1767384327.706054:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9103819. 00000400:00000200:0.0:1767384327.706063:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384327.706075:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:0.0:1767384327.706079:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:0.0:1767384327.706084:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 23. state = 0x100271 00000400:00000200:0.0:1767384327.706089:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000001:00000001:2.0:1767384327.706097:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:0.0:1767384327.706098:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (23) 00080000:00000001:2.0:1767384327.706100:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384327.706104:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000001:0.0:1767384327.706106:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.706110:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.706126:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:2.0:1767384327.706129:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.706130:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000f1 00080000:00000001:2.0:1767384327.706136:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000010:0.0:1767384327.706140:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 000000000ae88dc6. 00000400:00000010:0.0:1767384327.706147:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 0000000067300a16. 00000400:00000010:0.0:1767384327.706150:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 0000000096ba8984. 00000400:00000200:0.0:1767384327.706181:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp29(00000000f7984e47) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384327.706190:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000041ba6b85. 00000400:00000200:0.0:1767384327.706196:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000041ba6b85 nid 192.168.204.131@tcp30 00000400:00000010:0.0:1767384327.706200:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000dd5f5bb4. 00000400:00000200:0.0:1767384327.706203:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000dd5f5bb4 net tcp30 00000400:00000200:0.0:1767384327.706206:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (22) 00000400:00000200:0.0:1767384327.706212:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp30 flags 0x11 00000400:00000010:0.0:1767384327.706218:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bc75b57e. 00000400:00000200:0.0:1767384327.706221:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bc75b57e nid 192.168.204.131@tcp31 00000400:00000010:0.0:1767384327.706225:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c5c91816. 00000400:00000200:0.0:1767384327.706227:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c5c91816 net tcp31 00000400:00000200:0.0:1767384327.706229:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (23) 00000400:00000200:0.0:1767384327.706232:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp31 flags 0x11 00000400:00000010:0.0:1767384327.706235:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 000000000ae88dc6. 00000400:00000010:0.0:1767384327.706239:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 0000000067300a16. 00000400:00000010:0.0:1767384327.706241:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 0000000096ba8984. 00000400:00000010:0.0:1767384327.706245:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000005a987fd4. 00000400:00000200:0.0:1767384327.706248:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384327.706252:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:0.0:1767384327.706255:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00080000:00000001:2.0:1767384327.706258:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384327.706260:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00080000:00000001:2.0:1767384327.706263:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:0.0:1767384327.706274:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9103819. 00000400:00000200:0.0:1767384327.706277:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (24) 00000400:00000010:0.0:1767384327.706280:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004772c9db. 00000400:00000200:0.0:1767384327.706284:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp11 00000400:00000200:0.0:1767384327.706290:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp11 to MR: 192.168.204.131@tcp11 local destination 00000400:00000200:0.0:1767384327.706295:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp11 NI seq info: [65:65:256:4294967295] 192.168.204.131@tcp11 LPNI seq info [65:65:8:4294967295] 00000400:00000200:0.0:1767384327.706300:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp11 00000400:00000200:0.0:1767384327.706309:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11:192.168.204.131@tcp11) -> 192.168.204.131@tcp11(192.168.204.131@tcp11:192.168.204.131@tcp11) : PUT try# 0 00000800:00000200:0.0:1767384327.706313:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.131@tcp11 00000800:00000010:0.0:1767384327.706317:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7e22975. 00000800:00000200:0.0:1767384327.706324:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000158e550c] -> 12345-192.168.204.131@tcp11 (6) 00000800:00000200:0.0:1767384327.706329:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp11 ip 192.168.204.131:988 00000800:00000200:0.0:1767384327.706332:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a7e22975 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:0.0:1767384327.706342:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384327.706344:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000800:00000200:0.0:1767384327.706413:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384327.706418:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7e22975. 00000400:00000200:0.0:1767384327.706425:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384327.706431:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384327.706434:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: PUT: OK 00000400:00000200:0.0:1767384327.706442:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384327.706449:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp11: 0 00000800:00000001:3.0:1767384327.706450:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384327.706455:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384327.706465:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.706518:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11) <- 192.168.204.131@tcp11 : PUT - for me 00000400:00000200:3.0:1767384327.706533:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384327.706541:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 400/400 into md 0x17f9 [1] + 0 00000400:00000010:3.0:1767384327.706545:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031e5499b. 00000400:00000200:3.0:1767384327.706550:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004af6ffb2 00000800:00000001:3.0:1767384327.706555:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384327.706562:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.706565:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384327.706568:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: PUT: OK 00000400:00000200:3.0:1767384327.706574:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004af6ffb2 00000400:00000010:3.0:1767384327.706575:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004af6ffb2. 00000400:00000200:3.0:1767384327.706579:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384327.706582:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (25) 00000400:00000200:3.0:1767384327.706586:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:3.0:1767384327.706591:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000002d918078. 00000400:00000200:3.0:1767384327.706593:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 23 00000400:00000200:3.0:1767384327.706596:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384327.706620:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (26) 00000400:00000200:3.0:1767384327.706627:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384327.706633:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp11 to MR: 192.168.204.131@tcp11 local destination 00000400:00000200:3.0:1767384327.706649:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp11 NI seq info: [66:66:256:4294967295] 192.168.204.131@tcp11 LPNI seq info [66:66:8:4294967295] 00000400:00000200:3.0:1767384327.706659:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11:192.168.204.131@tcp11) -> 192.168.204.131@tcp11(192.168.204.131@tcp11:192.168.204.131@tcp11) 192.168.204.131@tcp11 : ACK try# 0 00000400:00000200:0.0:1767384327.706669:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1767384327.706670:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp11 00000400:00000010:0.0:1767384327.706682:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ea0213f. 00000800:00000010:3.0:1767384327.706683:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b90fe91. 00000400:00000010:0.0:1767384327.706696:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00000800:00000200:3.0:1767384327.706700:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000158e550c] -> 12345-192.168.204.131@tcp11 (6) 00000400:00000200:0.0:1767384327.706707:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d00c29e1 00000800:00000200:3.0:1767384327.706715:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp11 ip 192.168.204.131:1019 00000400:00000200:0.0:1767384327.706721:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1004f1 00000800:00000200:3.0:1767384327.706723:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b90fe91 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384327.706736:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 000000005a987fd4. 00000400:00000010:0.0:1767384327.706743:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 000000007aaeef28. 00000400:00000010:0.0:1767384327.706747:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 0000000096ba8984. 00000800:00000001:1.0:1767384327.706770:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384327.706775:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 000000005a987fd4. 00000400:00000010:0.0:1767384327.706782:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 000000007aaeef28. 00000400:00000010:0.0:1767384327.706792:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 0000000096ba8984. 00000400:00000010:0.0:1767384327.706795:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000002d918078. 00000400:00000200:0.0:1767384327.706800:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384327.706803:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100571 00000400:00000200:0.0:1767384327.706805:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 1 00000400:00000200:0.0:1767384327.706808:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 00000400:00000200:0.0:1767384327.706811:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384327.706813:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100511 rc 0 00000400:00000200:0.0:1767384327.706816:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:0.0:1767384327.706820:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (25) 00000800:00000001:1.0:1767384327.706845:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384327.706855:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384327.706857:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384327.706859:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384327.706866:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b90fe91. 00000800:00000001:1.0:1767384327.706871:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.706874:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.706876:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384327.706890:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11) <- 192.168.204.131@tcp11 : ACK - for me 00000400:00000200:3.0:1767384327.706901:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: ACK: OK 00000400:00000200:1.0:1767384327.706913:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp11: ACK from 12345-192.168.204.131@tcp11 into md 0x1801 00000400:00000200:1.0:1767384327.706920:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384327.706925:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: ACK: OK 00000400:00000200:1.0:1767384327.706929:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9103819 00000400:00000010:1.0:1767384327.706932:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9103819. 00000400:00000200:1.0:1767384327.706937:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384327.706942:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:1.0:1767384327.706944:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (24) 00000800:00000001:1.0:1767384327.706950:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384327.706955:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384327.715536:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294915623, at 4294915624 00000100:00000010:2.0:1767384327.715544:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008749125c. 00000100:00000040:1.0:1767384327.716553:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294915623, at 4294915625 00000100:00000040:3.0:1767384327.716560:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294915623, at 4294915625 00000100:00000010:1.0:1767384327.716564:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad6f5229. 00000100:00000010:3.0:1767384327.716577:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac1f5831. 00000100:00000040:0.0:1767384327.716648:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294915623, at 4294915625 00000100:00000010:0.0:1767384327.716658:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092563418. 00080000:00000001:3.0:1767384327.717914:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384327.717921:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384327.717925:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384327.717928:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384327.717929:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384327.717934:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384327.717938:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384327.717939:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384327.717941:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384327.717944:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ec12fc81. 20000000:01000000:3.0:1767384327.717946:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384327.717948:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384327.717961:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384327.717967:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384327.717976:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384327.717980:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a987fd4. 20000000:01000000:0.0:1767384327.717987:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:0.0:1767384327.717995:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384327.718001:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384327.718003:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384327.718007:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384327.718011:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384327.718015:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384327.718019:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384327.718026:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000044758d52. 00010000:00000001:3.0:1767384327.718033:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384327.718040:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f6207a6. 00080000:00000001:0.0:1767384327.718044:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384327.718046:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384327.718050:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384327.718055:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384327.718057:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006f6207a6 with handle 0xf83434fd52e6da57 to hash 00080000:00000001:0.0:1767384327.718061:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384327.718064:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384327.718075:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384327.718076:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:3.0:1767384327.718078:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00080000:00000001:0.0:1767384327.718083:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384327.718084:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384327.718089:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384327.718091:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000067300a16. 00010000:00000001:3.0:1767384327.718093:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384327.718098:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624376054680576 : -119697654871040 : ffff9322b7cd0c00) 00010000:00010000:3.0:1767384327.718100:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da57 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384327.718108:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384327.718120:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384327.718126:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384327.718128:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384327.718132:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384327.718134:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.718138:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384327.718141:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.718144:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384327.718147:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384327.718149:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384327.718152:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384327.718155:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000044758d52) refcount = 1 00010000:00010000:3.0:1767384327.718160:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da57 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.718165:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384327.718167:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384327.718170:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.718172:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.718176:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384327.718180:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384327.718185:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:3.0:1767384327.718189:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384327.718192:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384327.718194:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f6207a6 refcount=4 00000020:00000001:3.0:1767384327.718197:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384327.718201:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384327.718209:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384327.718212:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da57 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384327.718217:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384327.718220:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.718221:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1767384327.718223:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384327.718229:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da57 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.718238:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.718241:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384327.718241:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384327.718246:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1767384327.718248:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da57 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.718258:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.718262:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.718266:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384327.718269:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da57 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384327.718279:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006f6207a6 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384327.718283:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384327.718287:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384327.718290:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da57 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.718297:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384327.718300:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384327.718303:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384327.718307:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f6207a6 refcount=5 00000020:00000001:3.0:1767384327.718312:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384327.718315:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384327.718321:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384327.718325:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da57 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.718345:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384327.718349:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1767384327.718351:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384327.718352:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384327.718355:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384327.718359:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384327.718363:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384327.718368:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.718372:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384327.718376:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f6207a6 with handle 0xf83434fd52e6da57 from hash 00010000:00000001:3.0:1767384327.718381:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384327.718384:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.718385:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.718386:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384327.718390:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384327.718392:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384327.718394:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384327.718397:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.718400:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.718404:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384327.718405:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384327.718408:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.718410:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.718413:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.718416:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.718418:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.718421:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da57 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.718425:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.718429:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.718431:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384327.718433:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384327.718435:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.718438:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.718440:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384327.718443:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384327.718444:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.718451:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da57 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.718457:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384327.718460:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384327.718462:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da57 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384327.718468:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000044758d52 count: 0 00010000:00000001:3.0:1767384327.718522:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384327.718525:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384327.727535:0:16657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000044758d52. 00010000:00000010:3.1:1767384327.727544:0:16657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f6207a6. 00000400:00000010:1.0:1767384327.731226:0:27221:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000aa85eb5a. 00000400:00000040:1.0:1767384327.731248:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384327.731252:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384327.731256:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384327.731259:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384327.731263:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384327.731266:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384327.731271:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384327.731274:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384327.731278:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384327.731280:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384327.731284:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384327.731287:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384327.731292:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384327.731295:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384327.731307:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384327.731311:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384327.731315:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384327.731317:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384327.731319:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384327.731322:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384327.731324:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384327.731326:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384327.731329:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384327.731331:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384327.731333:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384327.731337:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384327.731339:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384327.731342:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384327.731344:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384327.731347:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384327.731349:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384327.731353:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384327.731355:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384327.731356:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384327.731358:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384327.731360:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384327.731362:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384327.731364:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384327.731366:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384327.731368:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384327.731370:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384327.731373:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384327.731376:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384327.731377:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384327.731379:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384327.731380:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384327.731382:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384327.731383:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384327.731385:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384327.731387:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384327.731388:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384327.731390:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384327.731390:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384327.731398:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384327.731399:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384327.731400:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384327.731401:0:27221:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384327.731462:0:27221:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000aa85eb5a. 00080000:00000001:1.0:1767384327.731501:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384327.731507:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:1.0:1767384327.731510:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384327.731512:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384327.731515:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384327.731524:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384327.731528:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384327.731536:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384327.731546:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384327.731549:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384327.731555:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384327.731556:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00040000:00000001:2.0:1767384327.731558:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384327.731562:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384327.731565:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 10000000:01000000:3.0:1767384327.731566:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:2.0:1767384327.731568:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000067300a16. 00080000:00000001:2.0:1767384327.731574:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1767384327.731578:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384327.731583:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384327.731591:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000044758d52. 00010000:00000001:3.0:1767384327.731610:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384327.731613:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f6207a6. 00000020:00000001:3.0:1767384327.731618:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384327.731621:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006f6207a6 with handle 0xf83434fd52e6da5e to hash 00000020:00000001:3.0:1767384327.731622:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384327.731624:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384327.731627:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384327.731630:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.731632:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.731634:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da5e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.731641:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384327.731643:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384327.731645:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384327.731647:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384327.731649:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.731650:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384327.731651:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.731662:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384327.731664:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384327.731666:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384327.731668:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384327.731671:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000044758d52) refcount = 1 00010000:00010000:3.0:1767384327.731676:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da5e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.731683:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384327.731685:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384327.731687:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.731690:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.731693:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384327.731696:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384327.731699:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:3.0:1767384327.731702:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384327.731704:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384327.731706:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f6207a6 refcount=4 00000020:00000001:3.0:1767384327.731709:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384327.731711:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384327.731714:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384327.731716:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da5e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.731723:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384327.731725:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da5e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.731732:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.731734:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384327.731735:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da5e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.731741:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.731743:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.731753:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384327.731755:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da5e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384327.731760:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006f6207a6 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384327.731762:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384327.731764:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384327.731765:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da5e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.731769:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384327.731770:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384327.731771:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384327.731772:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f6207a6 refcount=5 00000020:00000001:3.0:1767384327.731773:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384327.731774:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166788608 : -119698542763008 : ffff932282e0e400) 00010000:00000001:3.0:1767384327.731776:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384327.731777:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da5e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.731780:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384327.731781:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384327.731782:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.731785:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384327.731785:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384327.731787:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384327.731788:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384327.731790:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f6207a6 with handle 0xf83434fd52e6da5e from hash 00010000:00000001:3.0:1767384327.731792:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384327.731793:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.731794:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.731795:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384327.731796:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384327.731797:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384327.731798:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384327.731800:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384327.731808:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.731810:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384327.731812:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384327.731815:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.731816:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.731819:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.731822:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.731824:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.731827:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da5e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.731833:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.731834:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.731835:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384327.731837:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384327.731839:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384327.731841:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384327.731843:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384327.731846:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384327.731848:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384327.731850:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da5e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384327.731857:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384327.731859:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384327.731861:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006f6207a6/0xf83434fd52e6da5e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384327.731868:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000044758d52 count: 0 00010000:00000001:3.0:1767384327.731879:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384327.731881:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384327.733164:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384327.733169:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384327.733171:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000598e4e49. 20000000:00000001:2.0:1767384327.733178:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384327.733184:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732512896 00010000:00000001:2.0:1767384327.733188:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384327.733198:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ab299855 x1853236732512896/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384327.733206:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384327.733209:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384327.733214:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384327.733219:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384327.733223:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384327.733230:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384327.733234:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384327.733238:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.733244:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384327.733250:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384327.733256:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f348d56e. 00000100:00000200:2.0:1767384327.733260:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732512896, offset 224 00000400:00000200:2.0:1767384327.733269:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384327.733282:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384327.733294:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d204a80 00000400:00000200:2.0:1767384327.733302:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17e9 [2] + 224 00000400:00000200:2.0:1767384327.733310:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384327.733315:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384327.733323:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384327.733327:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e3a61e55 x1853236732512896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384327.733337:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e3a61e55 x1853236732512896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.733358:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384327.733369:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f348d56e 00000400:00000010:2.0:1767384327.733371:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f348d56e. 00000100:00000001:2.0:1767384327.733376:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384327.733378:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384327.733378:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384327.733383:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384327.733387:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384327.733392:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384327.733394:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:1.0:1767384327.733395:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384327.733400:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bddda8e7. 00010000:00000001:2.0:1767384327.733401:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384327.733404:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384327.733407:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050416fc2 00000020:00000001:2.0:1767384327.733409:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384327.733414:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050416fc2. 00000100:00000040:2.0:1767384327.733416:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab299855 x1853236732512896/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.733421:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384327.733428:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ab299855 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732512896:12345-0@lo:253: Request processed in 28257us (29013us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384327.733431:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e3a61e55 x1853236732512896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384327.733441:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000200:1.0:1767384327.733450:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e3a61e55 x1853236732512896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384327.733452:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384327.733457:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384327.733460:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384327.733466:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d852feb5. 00000100:00000001:1.0:1767384327.733468:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384327.733473:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384327.733474:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384327.733520:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da895200. 00000020:00000040:2.0:1767384327.733528:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:2.0:1767384327.733533:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384327.733535:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000056b99496. 02000000:00000001:2.0:1767384327.733542:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384327.733545:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384327.733552:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384327.733556:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001664d156. 00000400:00000010:2.0:1767384327.733562:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f348d56e. 00000100:00000001:1.0:1767384327.733740:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384327.733743:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384327.733745:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384327.733748:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.733752:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384327.733759:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=47 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384327.733764:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384327.733768:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384327.733770:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.733782:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384327.733784:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.733788:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.733793:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3a61e55 x1853236732512896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.733801:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.733805:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384327.733808:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384327.733813:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384327.733816:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384327.733819:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384327.733821:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384327.733823:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384327.733825:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.733827:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384327.733829:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384327.733830:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384327.733832:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384327.733836:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3a61e55 x1853236732512896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384327.733842:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e3a61e55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732512896:0@lo:253: 00000100:00000001:1.0:1767384327.733847:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.733849:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.733852:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e3a61e55 x1853236732512896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.733858:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384327.733861:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384327.733864:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007becc6c3. 02000000:00000001:1.0:1767384327.733868:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384327.733871:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384327.733873:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384327.733874:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384327.733877:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004ca98fb8. 02000000:00000001:1.0:1767384327.733882:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384327.733884:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384327.733891:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3a61e55. 00000100:00000001:1.0:1767384327.733895:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384327.733897:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.733900:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.733909:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384327.733911:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.733913:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384327.733915:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384327.736171:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384327.736174:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384327.736176:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000cf2ac1d. 20000000:00000001:1.0:1767384327.736182:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384327.736185:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732513024 00010000:00000001:1.0:1767384327.736187:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384327.736191:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa9681c1 x1853236732513024/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384327.736197:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384327.736198:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384327.736200:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384327.736203:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384327.736205:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384327.736207:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384327.736209:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384327.736211:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.736213:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384327.736216:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384327.736218:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006090d50a. 00000100:00000200:1.0:1767384327.736221:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732513024, offset 224 00000400:00000200:1.0:1767384327.736225:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384327.736233:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384327.736239:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d204b00 00000400:00000200:1.0:1767384327.736245:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17f1 [2] + 224 00000400:00000200:1.0:1767384327.736251:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384327.736255:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384327.736258:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384327.736269:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d53b5e2 x1853236732513024/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384327.736279:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004d53b5e2 x1853236732513024/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.736301:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384327.736309:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006090d50a 00000400:00000010:1.0:1767384327.736312:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006090d50a. 00000100:00000001:1.0:1767384327.736316:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384327.736318:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384327.736324:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.736330:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384327.736330:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:3.0:1767384327.736336:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384327.736337:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384327.736341:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384327.736345:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384327.736345:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384327.736348:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384327.736352:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062747445. 00000100:00000040:1.0:1767384327.736353:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa9681c1 x1853236732513024/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.736360:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeda6fa5 00000400:00000010:3.0:1767384327.736367:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aeda6fa5. 00000100:00100000:1.0:1767384327.736372:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa9681c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732513024:12345-0@lo:253: Request processed in 31119us (31629us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384327.736383:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384327.736389:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:1.0:1767384327.736392:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000200:3.0:1767384327.736393:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d53b5e2 x1853236732513024/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.736396:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384327.736400:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384327.736406:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc71a71d. 00000100:00000200:3.0:1767384327.736411:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d53b5e2 x1853236732513024/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384327.736412:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384327.736425:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e201a90f. 00000100:00000001:3.0:1767384327.736426:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384327.736435:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384327.736436:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:3.0:1767384327.736438:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384327.736442:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384327.736444:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384327.736445:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005dfdde87. 00000100:00000001:3.0:1767384327.736447:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384327.736455:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.736457:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384327.736460:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384327.736462:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384327.736467:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384327.736470:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=47 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384327.736471:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086ecd20e. 00000400:00000010:1.0:1767384327.736521:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006090d50a. 00010000:00000010:3.1:1767384327.736527:0:16147:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000044758d52. 00010000:00000010:3.1:1767384327.736541:0:16147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f6207a6. 00000100:00001000:3.0:1767384327.736548:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384327.736550:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384327.736551:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.736553:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384327.736555:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.736557:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384327.736560:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d53b5e2 x1853236732513024/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.736565:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384327.736568:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384327.736569:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384327.736574:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384327.736575:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384327.736576:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384327.736577:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384327.736578:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384327.736579:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384327.736580:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384327.736581:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384327.736583:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384327.736584:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d53b5e2 x1853236732513024/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384327.736589:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d53b5e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732513024:0@lo:253: 00000100:00000001:3.0:1767384327.736597:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.736615:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384327.736618:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d53b5e2 x1853236732513024/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.736622:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384327.736624:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384327.736626:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c4626409. 02000000:00000001:3.0:1767384327.736629:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384327.736631:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384327.736633:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384327.736634:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384327.736636:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000082db6db4. 02000000:00000001:3.0:1767384327.736639:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384327.736640:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384327.736641:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d53b5e2. 00000100:00000001:3.0:1767384327.736643:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384327.736644:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.736645:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.736652:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384327.736653:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.736654:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384327.736656:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384328.124602:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384328.124610:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384328.124615:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000400:00000010:1.0:1767384328.124622:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000400:00000200:1.0:1767384328.124640:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384328.124648:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384328.124657:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000176c91e0. 00000400:00000010:1.0:1767384328.124664:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000540f3a27. 00010000:00000001:1.0:1767384328.571701:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384328.571709:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.571716:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384328.571719:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384328.571747:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384328.571751:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384328.571754:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384329.030048:0:27576:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384329.030066:0:27576:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.030070:0:27576:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384329.030077:0:27576:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384329.030083:0:27576:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.030086:0:27576:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384329.148618:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp29 00000400:00000010:1.0:1767384329.148641:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000a4b30dc. 00000400:00000010:1.0:1767384329.148650:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003d68694c. 00000400:00000010:1.0:1767384329.148656:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc5867. 00000400:00000010:1.0:1767384329.148665:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000068ff7b7f. 00000400:00000200:1.0:1767384329.148669:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp29 00000400:00000200:1.0:1767384329.148689:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp29 local destination 00000400:00000200:1.0:1767384329.148695:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp29 00000400:00000200:1.0:1767384329.148698:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp29 NI seq info: [67:67:256:4294967295] 192.168.204.131@tcp29 LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1767384329.148704:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp29 00000400:00000200:1.0:1767384329.148712:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp29(192.168.204.131@tcp29:) -> 192.168.204.131@tcp29(192.168.204.131@tcp29:192.168.204.131@tcp29) : GET try# 0 00000800:00000200:1.0:1767384329.148716:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp29 00000800:00000010:1.0:1767384329.148720:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000057dce495. 00000800:00000200:1.0:1767384329.148726:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000800:00000200:1.1:1767384329.148730:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000400:00000200:1.0:1767384329.148750:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp29 added to recovery queue. ping count: 2 next ping: 253 health :800 00000400:00000200:2.0:1767384329.148831:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.148876:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.148892:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.148908:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.148923:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.148937:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.148953:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.148967:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.148981:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.148997:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149011:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149030:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149050:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149065:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149091:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149119:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149161:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149187:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149206:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149221:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149234:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149248:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149261:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149277:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149291:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149306:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149320:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149334:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149350:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149365:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149380:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149394:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149407:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149422:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.149448:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384329.149676:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000598e4e49. 00000800:00000010:2.0:1767384329.149681:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009b64ec09. 00000800:00000010:2.0:1767384329.149686:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000bdf2b20. 00000800:00000010:2.0:1767384329.149703:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000bdf2b20. 00000800:00020000:2.0:1767384329.149713:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384329.149716:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009b64ec09. 00000800:00000010:2.0:1767384329.149718:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000598e4e49. 00000400:02020000:2.0:1767384329.149750:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp29 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384329.149756:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp29 notifying 192.168.204.131@tcp29: down 00000800:00000200:2.0:1767384329.149762:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp29 down 00000800:00000100:2.0:1767384329.149767:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp29 00000800:00000010:2.0:1767384329.149770:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000057dce495. 00000400:00000200:2.0:1767384329.149780:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384329.149784:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp29->192.168.204.131@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384329.149792:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384329.149794:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384329.149798:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp29) recovery failed with -71 00010000:00000001:1.0:1767384329.595581:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384329.595589:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.595596:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384329.595598:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.595665:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384329.595670:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384329.595674:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384329.789983:0:27741:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384329.789990:0:27741:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:0.0:1767384329.794138:0:27741:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384329.802543:0:27742:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000faf83dc8. 00000400:00000010:0.0:1767384329.802590:0:27742:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a77f902a. 00000400:00000010:0.0:1767384329.802601:0:27742:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000057713647. 00000400:00000010:0.0:1767384329.802604:0:27742:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fb343664. 00000400:00000010:0.0:1767384329.802608:0:27742:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a5cdf805. 00000400:00000010:0.0:1767384329.802612:0:27742:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e19499f. 00000400:00000010:0.0:1767384329.802614:0:27742:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000809c2bd0. 00000400:00000010:0.0:1767384329.802615:0:27742:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a5a0822e. 00000400:00000010:0.0:1767384329.802619:0:27742:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ff64c116. 00000800:00000010:0.0:1767384329.802632:0:27742:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002e3309eb. 00000800:00000200:0.0:1767384329.802645:0:27742:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384329.802657:0:27742:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384329.802695:0:27742:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:0.0:1767384329.802717:0:27742:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp32 [8/256/0/180] 00000400:00000010:0.0:1767384329.804189:0:27742:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000004cedddd1. 00000400:00000010:0.0:1767384329.804196:0:27742:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06248b8. 00000400:00000010:0.0:1767384329.804201:0:27742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000400:00000001:0.0:1767384329.804218:0:27742:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384329.804220:0:27742:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384329.804222:0:27742:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2151c79. 00000400:00000200:0.0:1767384329.804225:0:27742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2ab236 00000400:00000010:0.0:1767384329.804227:0:27742:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c2ab236. 00000400:00000010:0.0:1767384329.804232:0:27742:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000000451208c. 00000400:00000200:0.0:1767384329.804239:0:27742:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (23) 00000400:00000200:0.0:1767384329.804250:0:27742:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384329.804261:0:27742:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:0.0:1767384329.804268:0:27742:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003df40e17. 00000400:00000200:2.0:1767384329.804272:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384329.804272:0:27742:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384329.804275:0:27742:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp32 00000400:00000200:2.0:1767384329.804287:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:2.0:1767384329.804297:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442717c4. 00000400:00000010:0.0:1767384329.804299:0:27742:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a77f902a. 00000400:00000200:2.0:1767384329.804303:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (24) 00000400:00000010:0.0:1767384329.804304:0:27742:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000faf83dc8. 00000400:00000010:2.0:1767384329.804317:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008606035c. 00000400:00000200:2.0:1767384329.804323:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:2.0:1767384329.804339:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:2.0:1767384329.804345:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384329.804350:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:2.0:1767384329.804355:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:2.0:1767384329.804359:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:2.0:1767384329.804362:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:2.0:1767384329.804366:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000020:00000001:1.0:1767384329.804366:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384329.804373:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384329.804374:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:2.0:1767384329.804385:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 10000000:00000001:1.0:1767384329.804386:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384329.804390:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384329.804396:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384329.804397:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000020:01000004:1.0:1767384329.804399:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384329.804403:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384329.804405:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384329.804408:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384329.804409:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000020:01000004:1.0:1767384329.804411:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384329.804414:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384329.804416:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384329.804417:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384329.804418:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384329.804423:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3a61e55. 00000400:00000200:2.0:1767384329.804428:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000020:00000040:1.0:1767384329.804430:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:2.0:1767384329.804433:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000100:00000001:1.0:1767384329.804437:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384329.804440:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 02000000:00000001:1.0:1767384329.804442:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384329.804447:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 02000000:00000001:1.0:1767384329.804449:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.804453:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000200:2.0:1767384329.804457:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 02000000:00000010:1.0:1767384329.804459:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005dfdde87. 00000400:00000200:2.0:1767384329.804462:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000200:2.0:1767384329.804466:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000100:00000001:1.0:1767384329.804468:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.804472:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000100:00000001:1.0:1767384329.804504:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384329.804505:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 12], ns[67, 12] 00000100:00000001:1.0:1767384329.804508:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.804516:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000100:00000040:1.0:1767384329.804519:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3a61e55] to pc [ptlrpcd_00_02+2] req@00000000e3a61e55 x1853236732513152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.804527:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384329.804540:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000400:00000200:2.0:1767384329.804546:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp30 00000400:00000200:2.0:1767384329.804551:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp30 lpni_is_preferred = 0 10000000:00000001:1.0:1767384329.804552:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.804555:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp30 10000000:00000001:1.0:1767384329.804558:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.804574:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp30 NI seq info: [68:68:256:4294967295] 192.168.204.131@tcp30 LPNI seq info [68:68:8:4294967295] 00000020:00000001:1.0:1767384329.804576:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384329.804585:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384329.804586:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp30 00000020:00000001:1.0:1767384329.804593:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384329.804596:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384329.804598:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384329.804599:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp30(192.168.204.131@tcp30:) -> 192.168.204.131@tcp30(192.168.204.131@tcp:192.168.204.131@tcp30) : PUT try# 0 10000000:01000000:1.0:1767384329.804601:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384329.804608:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384329.804611:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384329.804614:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.0:1767384329.804616:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.131@tcp30 00000020:01000004:1.0:1767384329.804616:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384329.804619:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384329.804623:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:2.0:1767384329.804624:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f703bab6. 00000020:01000004:1.0:1767384329.804630:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384329.804632:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384329.804636:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384329.804639:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ce9bacd. 00000020:00000040:1.0:1767384329.804641:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000800:00000010:2.0:1767384329.804643:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a38521ce. 00000100:00000001:1.0:1767384329.804644:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384329.804647:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384329.804650:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384329.804651:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f1bfe10d. 02000000:00000010:1.0:1767384329.804660:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000cf2ac1d. 00000800:00000200:2.0:1767384329.804663:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000100:00000001:1.0:1767384329.804666:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.804671:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384329.804673:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384329.804674:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000100:00000001:3.0:1767384329.804676:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384329.804681:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ce9bacd] to pc [ptlrpcd_00_03+3] req@000000009ce9bacd x1853236732513280/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.804684:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384329.804704:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000100:00000001:3.0:1767384329.804706:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384329.804710:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.804711:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 10000000:00000001:1.0:1767384329.804715:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384329.804718:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3a61e55 x1853236732513152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384329.804725:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384329.804733:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384329.804742:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003df40e17. 00000100:00000001:3.0:1767384329.804746:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384329.804749:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384329.804771:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384329.804772:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384329.804774:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.804776:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384329.804784:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.804784:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384329.804795:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e3a61e55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732513152:0@lo:253: 00000100:00000040:1.0:1767384329.804796:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ce9bacd x1853236732513280/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.804804:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000100:00000001:3.0:1767384329.804817:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384329.804827:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384329.804829:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384329.804830:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.804833:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384329.804835:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384329.804841:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384329.804842:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384329.804853:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384329.804856:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ce9bacd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732513280:0@lo:253: 00000100:00000001:1.0:1767384329.804861:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384329.804864:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004e1f66d9. 02000000:00000001:1.0:1767384329.804865:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384329.804870:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.804872:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.804878:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384329.804879:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040b3902c. 00000400:00000200:2.0:1767384329.804881:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 02000000:00000010:1.0:1767384329.804888:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000607e60a4. 00000400:00000010:3.0:1767384329.804891:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035e82894. 00000100:00000200:3.0:1767384329.804899:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732513152, portal 25 02000000:00000001:1.0:1767384329.804899:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.804913:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384329.804914:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000010:1.0:1767384329.804916:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033229c31. 00000100:00000001:3.0:1767384329.804919:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210176768 : -119698499374848 : ffff93228576f100) 00000100:00000040:3.0:1767384329.804935:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e3a61e55 x1853236732513152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384329.804936:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006b32849. 00000100:00000200:1.0:1767384329.804952:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732513280, portal 25 00000100:00000001:3.0:1767384329.804953:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384329.804957:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000100:00000001:1.0:1767384329.804959:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384329.804965:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384329.804966:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210167808 : -119698499383808 : ffff93228576ce00) 00000400:00000010:3.0:1767384329.804972:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b170504c. 00000100:00000040:1.0:1767384329.804976:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ce9bacd x1853236732513280/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384329.804977:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732513152, offset 0 00000100:00000001:1.0:1767384329.804992:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384329.804998:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384329.805001:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384329.805001:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384329.805011:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041f977a8. 00000100:00000200:1.0:1767384329.805015:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732513280, offset 0 00000400:00000200:3.0:1767384329.805024:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384329.805031:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384329.805039:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384329.805051:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d204b80 00000400:00000200:1.0:1767384329.805057:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d204c00 00000400:00000200:3.0:1767384329.805064:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1079 [2] + 0 00000400:00000200:2.0:1767384329.805066:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000010:3.0:1767384329.805072:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0ea0aec. 00000400:00000200:3.0:1767384329.805079:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab563b2a 00000400:00000200:3.0:1767384329.805088:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384329.805088:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1089 [2] + 0 00000400:00000010:1.0:1767384329.805101:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1d92b06. 00000400:00000200:3.0:1767384329.805106:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384329.805109:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf5e3844 00000400:00000200:2.0:1767384329.805111:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384329.805114:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab563b2a 00000400:00000010:3.0:1767384329.805119:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab563b2a. 00000400:00000200:1.0:1767384329.805120:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384329.805135:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384329.805137:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384329.805137:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384329.805141:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384329.805146:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf5e3844 00000100:00000040:3.0:1767384329.805148:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000094fbd34f x1853236732513152 msgsize 4848 00000400:00000010:1.0:1767384329.805150:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf5e3844. 00000100:00000001:1.0:1767384329.805163:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384329.805168:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384329.805168:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384329.805171:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000100:00000040:3.0:1767384329.805173:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384329.805175:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000ed40caa1 x1853236732513280 msgsize 4848 00000100:00100000:1.0:1767384329.805186:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384329.805190:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384329.805191:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384329.805203:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b170504c 00000400:00000010:3.0:1767384329.805208:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b170504c. 00000100:00000001:1.0:1767384329.805209:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384329.805210:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000100:00000001:3.0:1767384329.805220:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384329.805224:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041f977a8 00000400:00000010:1.0:1767384329.805228:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041f977a8. 00000100:00000200:3.0:1767384329.805229:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e3a61e55 x1853236732513152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.805235:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384329.805244:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ce9bacd x1853236732513280/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.805285:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000100:00000001:1.0:1767384329.805298:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384329.805301:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384329.805311:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e3a61e55 x1853236732513152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384329.805312:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ce9bacd x1853236732513280/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.805342:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000100:00000001:3.0:1767384329.805361:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.805364:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.805366:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384329.805369:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384329.805377:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.805382:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.805385:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294917723 00000100:00000001:1.0:1767384329.805389:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294917723 00000100:00000010:3.0:1767384329.805392:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000864ebb51. 00000100:00000001:3.0:1767384329.805401:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384329.805407:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294917723 00000100:00000001:1.0:1767384329.805408:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294917723 00000100:00000001:1.0:1767384329.805411:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294917723 00000100:00000010:3.0:1767384329.805417:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011cbceb5. 00000100:00000001:3.0:1767384329.805425:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384329.805433:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294917723 00000100:00000001:1.0:1767384329.805434:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294917723 00000100:00000001:1.0:1767384329.805450:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294917723 00000100:00000010:3.0:1767384329.805452:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d26c2827. 00000100:00000001:3.0:1767384329.805459:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384329.805461:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000100:00000001:3.0:1767384329.805465:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294917723 00000100:00000001:1.0:1767384329.805466:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294917723 00000100:00000010:3.0:1767384329.805479:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e9b601b. 00000100:00000001:3.0:1767384329.805486:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384329.805494:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384329.805498:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.805502:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.805502:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294917724 00000100:00000001:1.0:1767384329.805513:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917723 00000100:00000001:1.0:1767384329.805522:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.805525:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.805530:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.805533:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384329.805541:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.805541:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000100:00000001:3.0:1767384329.805584:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384329.805585:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384329.805589:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384329.805589:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384329.805601:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000100:00000001:3.0:1767384329.805613:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.805615:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384329.805620:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384329.805621:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384329.805633:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.805634:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.805647:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.805650:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.805699:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384329.805705:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732513152 02000000:00000001:1.0:1767384329.805710:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384329.805714:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384329.805716:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384329.805719:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000100:00100000:3.0:1767384329.805727:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732513280 00000100:00000001:1.0:1767384329.805729:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384329.805739:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384329.805741:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.805743:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384329.805747:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732513152 00000020:00000001:1.0:1767384329.805750:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384329.805753:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384329.805753:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384329.805763:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384329.805764:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384329.805771:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732513280 00000020:00000040:1.0:1767384329.805773:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:3.0:1767384329.805775:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384329.805778:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000020:00000040:3.0:1767384329.805780:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384329.805781:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384329.805788:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384329.805790:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000040:3.0:1767384329.805793:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:3.0:1767384329.805798:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384329.805799:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384329.805801:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000010:1.0:1767384329.805804:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004b6e24b. 00000100:00000001:3.0:1767384329.805809:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384329.805810:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384329.805819:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d3e683d. 00000020:00000010:1.0:1767384329.805820:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004b6e24b. 00000100:00000001:3.0:1767384329.805828:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384329.805834:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9d38b3b. 00000020:00000010:3.0:1767384329.805835:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d3e683d. 00000020:00000010:3.0:1767384329.805854:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033208682. 00000020:00000010:1.0:1767384329.805855:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e5bdb54. 00000400:00000200:2.0:1767384329.805870:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000020:00000010:3.0:1767384329.805873:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5ca1baf. 00000020:00000010:1.0:1767384329.805873:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 00000020:00000010:3.0:1767384329.805891:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb93c50c. 00000100:00000040:1.0:1767384329.805903:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384329.805909:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384329.805913:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384329.805914:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384329.805916:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.805918:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384329.805923:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.805936:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.805937:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.805954:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384329.805955:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.805962:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000100:00000001:3.0:1767384329.805996:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384329.805996:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384329.806009:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384329.806010:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384329.806011:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000100:00100000:3.0:1767384329.806018:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000040:3.0:1767384329.806023:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384329.806026:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141072464 : -119697568479152 : ffff9322bcf34850) 00000100:00100000:1.0:1767384329.806035:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000040:3.0:1767384329.806040:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000094fbd34f x1853236732513152/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:310/0 lens 4848/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384329.806043:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000400:00000200:2.0:1767384329.806052:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000100:00000001:1.0:1767384329.806053:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141079632 : -119697568471984 : ffff9322bcf36450) 00000100:00000040:1.0:1767384329.806069:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed40caa1 x1853236732513280/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:310/0 lens 4848/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.806070:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384329.806076:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d3e683d. 00000100:00000001:3.0:1767384329.806084:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.806087:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384329.806092:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d3e683d. 00000020:00000010:1.0:1767384329.806093:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004b6e24b. 00000100:00000001:1.0:1767384329.806101:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384329.806106:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000100:00100000:3.0:1767384329.806110:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000094fbd34f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732513152:12345-0@lo:253: 00000020:00000010:1.0:1767384329.806111:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004b6e24b. 00000100:00000200:3.0:1767384329.806123:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732513152 00000100:00100000:1.0:1767384329.806124:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ed40caa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732513280:12345-0@lo:253: 00000020:00000001:3.0:1767384329.806131:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384329.806133:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732513280 00000020:00000001:1.0:1767384329.806144:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384329.806146:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384329.806156:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.806160:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384329.806163:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384329.806164:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384329.806170:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384329.806181:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384329.806182:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384329.806187:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384329.806188:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384329.806193:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384329.806195:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384329.806197:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000020:00000001:3.0:1767384329.806198:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384329.806199:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384329.806207:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.806208:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384329.806219:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384329.806219:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384329.806231:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384329.806235:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384329.806236:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384329.806244:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384329.806246:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f30fabec. 02000000:00000001:3.0:1767384329.806252:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384329.806253:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000082db6db4. 02000000:00000001:1.0:1767384329.806264:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.806265:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.806269:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384329.806274:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384329.806274:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384329.806290:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004ca98fb8. 20000000:00000010:3.0:1767384329.806293:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000819085a5. 20000000:01000000:1.0:1767384329.806293:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384329.806297:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 20000000:00000001:1.0:1767384329.806300:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767384329.806302:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384329.806304:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384329.806310:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384329.806311:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.806316:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384329.806318:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384329.806320:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384329.806323:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384329.806326:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384329.806329:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384329.806332:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 20000000:00000010:1.0:1767384329.806332:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cc371b86. 20000000:01000000:1.0:1767384329.806337:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:1.0:1767384329.806344:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384329.806349:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384329.806359:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00080000:00000001:1.0:1767384329.806409:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384329.806414:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384329.806417:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384329.806419:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384329.806425:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384329.806426:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000020:00000001:1.0:1767384329.806432:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:1.0:1767384329.806438:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384329.806446:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000015c2f627. 00080000:00000001:1.0:1767384329.806449:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375893356544 : -119697816195072 : ffff9322ae2f7000) 00080000:00000001:1.0:1767384329.806453:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384329.806517:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.806598:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000001:00000001:1.0:1767384329.806667:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384329.806670:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.806672:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00080000:00000001:1.0:1767384329.806679:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384329.806705:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00080000:00000001:1.0:1767384329.806706:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384329.806711:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384329.806738:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.806773:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.806804:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384329.806837:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00080000:00000001:1.0:1767384329.806855:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384329.806859:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384329.807042:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000598e4e49. 00000800:00000010:2.0:1767384329.807047:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1cd8bb8. 00000800:00000010:2.0:1767384329.807054:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d83b8d50. 00000800:00000010:2.0:1767384329.807081:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d83b8d50. 00000800:00020000:2.0:1767384329.807094:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384329.814491:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1cd8bb8. 00000800:00000010:2.0:1767384329.814497:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000598e4e49. 00000400:02020000:2.0:1767384329.814751:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp30 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000100:00000040:1.0:1767384329.815533:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294917723, at 4294917724 00000100:00000010:1.0:1767384329.815541:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011cbceb5. 00000100:00000040:0.0:1767384329.815550:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294917723, at 4294917724 00000100:00000010:0.0:1767384329.815571:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000864ebb51. 00000100:00000040:3.0:1767384329.816517:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294917724, at 4294917725 00000100:00000010:3.0:1767384329.816527:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e9b601b. 00080000:00000001:0.0:1767384329.816801:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384329.816807:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:0.0:1767384329.816810:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384329.816812:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384329.816822:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384329.816835:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384329.816839:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:3.0:1767384329.816842:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000108baab2. 20000000:01000000:3.0:1767384329.816846:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:3.0:1767384329.816851:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384329.816857:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:0.0:1767384329.816861:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384329.816880:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384329.816884:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384329.816888:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384329.816894:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384329.816894:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384329.816900:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384329.816901:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384329.816904:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384329.816907:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384329.816911:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384329.816912:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008f34d118. 00010000:00000001:0.0:1767384329.816918:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384329.816922:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b67f0cee. 00000020:00000001:3.0:1767384329.816923:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000020:00000001:0.0:1767384329.816927:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384329.816929:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384329.816935:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000177ccced. 00080000:00000001:3.0:1767384329.816937:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874054656 : -119702835496960 : ffff93218302f800) 00080000:00000001:3.0:1767384329.816940:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:0.0:1767384329.816944:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b67f0cee with handle 0xf83434fd52e6da65 to hash 00000020:00000001:0.0:1767384329.816949:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384329.816951:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384329.816955:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384329.816958:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.816961:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.816965:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da65 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.816982:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384329.816987:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384329.816991:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384329.816994:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.816997:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.817000:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.817002:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.817006:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384329.817009:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384329.817011:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384329.817013:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384329.817016:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008f34d118) refcount = 1 00010000:00010000:0.0:1767384329.817020:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da65 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.817024:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384329.817026:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384329.817029:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.817032:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.817034:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384329.817037:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384329.817039:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00000001:00000001:3.0:1767384329.817041:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384329.817042:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384329.817044:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.817045:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384329.817048:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:0.0:1767384329.817048:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b67f0cee refcount=4 00000020:00000001:0.0:1767384329.817052:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384329.817055:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384329.817057:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384329.817059:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da65 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384329.817064:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.817065:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384329.817068:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da65 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384329.817069:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384329.817087:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.817100:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384329.817102:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da65 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.817108:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.817109:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.817114:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384329.817117:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da65 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384329.817122:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b67f0cee already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384329.817125:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.817129:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384329.817131:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da65 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.817146:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384329.817148:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.817151:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.817152:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b67f0cee refcount=5 00000020:00000001:0.0:1767384329.817156:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384329.817158:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384329.817162:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384329.817165:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da65 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.817169:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384329.817173:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.817175:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.817179:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384329.817181:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384329.817182:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384329.817187:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384329.817191:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384329.817192:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000040:0.0:1767384329.817194:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b67f0cee with handle 0xf83434fd52e6da65 from hash 00010000:00000001:0.0:1767384329.817197:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384329.817199:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.817200:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.817202:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384329.817204:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384329.817205:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384329.817210:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384329.817212:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.817215:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.817216:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384329.817229:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384329.817231:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.817232:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.817233:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.817235:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.817236:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.817238:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da65 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.817242:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.817244:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.817246:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384329.817247:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384329.817248:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.817250:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.817252:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384329.817255:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384329.817257:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.817259:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da65 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.817263:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384329.817264:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384329.817266:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da65 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384329.817279:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008f34d118 count: 0 00010000:00000001:0.0:1767384329.817285:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384329.817287:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384329.819250:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384329.819255:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384329.819258:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384329.819260:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384329.819263:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384329.819266:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000015c2f627. 00080000:00000001:0.0:1767384329.819273:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:2.0:1767384329.822164:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp30 notifying 192.168.204.131@tcp30: down 00000800:00000200:2.0:1767384329.822176:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp30 down 00000800:00000100:2.0:1767384329.822187:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 416 0@<0:0>->192.168.204.131@tcp30 00000800:00000010:2.0:1767384329.822194:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f703bab6. 00000400:00000200:2.0:1767384329.822203:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384329.822210:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp30->192.168.204.131@tcp30: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384329.822227:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp30 added to recovery queue. ping count: 0 next ping: 251 health :900 00000400:00000200:2.0:1767384329.822235:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384329.822241:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 1 00000400:00000200:2.0:1767384329.822251:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000040:2.0:1767384329.822286:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294917723, at 4294917730 00000100:00000010:2.0:1767384329.822297:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d26c2827. 00000400:00000200:2.0:1767384329.822327:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384329.822348:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x101151 00000400:00000001:2.0:1767384329.822357:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384329.822360:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384329.822363:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442717c4 00000400:00000010:2.0:1767384329.822367:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442717c4. 00000400:00000200:2.0:1767384329.822375:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384329.822389:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384329.822397:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (25) 00000400:00000200:2.0:1767384329.822407:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384329.822413:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc -71 00000400:00000200:2.0:1767384329.822419:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:2.0:1767384329.822428:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (24) 00010000:00000010:0.1:1767384329.824182:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008f34d118. 00010000:00000010:0.1:1767384329.824190:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b67f0cee. 00000400:00000010:1.0:1767384329.833149:0:27747:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000aa85eb5a. 00000400:00000040:1.0:1767384329.833170:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384329.833173:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384329.833176:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384329.833178:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384329.833180:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384329.833182:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384329.833185:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384329.833186:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384329.833187:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384329.833188:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384329.833191:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384329.833192:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384329.833194:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384329.833195:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384329.833196:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384329.833198:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384329.833199:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384329.833200:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384329.833200:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384329.833202:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384329.833203:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384329.833204:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384329.833206:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384329.833207:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384329.833208:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384329.833210:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384329.833211:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384329.833213:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384329.833214:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384329.833215:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384329.833221:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384329.833223:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384329.833226:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384329.833228:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384329.833231:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384329.833233:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384329.833235:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384329.833237:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384329.833239:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384329.833241:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384329.833243:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384329.833244:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384329.833245:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384329.833246:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384329.833247:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384329.833249:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384329.833250:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384329.833252:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384329.833254:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384329.833255:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384329.833257:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384329.833259:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384329.833261:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384329.833262:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384329.833264:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384329.833265:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384329.833266:0:27747:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384329.833367:0:27747:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000aa85eb5a. 00080000:00000001:3.0:1767384329.833901:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384329.833910:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:0.0:1767384329.833912:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384329.833914:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384329.833917:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384329.833917:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384329.833921:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384329.833922:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384329.833924:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384329.833928:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384329.833931:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000177ccced. 20000000:00000001:3.0:1767384329.833934:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384329.833935:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384329.833939:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384329.833948:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384329.833953:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384329.833958:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384329.833962:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384329.833968:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384329.833971:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384329.833980:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008f34d118. 00010000:00000001:0.0:1767384329.833987:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384329.833991:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b67f0cee. 00000020:00000001:0.0:1767384329.833996:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384329.833999:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b67f0cee with handle 0xf83434fd52e6da6c to hash 00000020:00000001:0.0:1767384329.834002:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384329.834004:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384329.834008:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384329.834012:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.834015:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.834020:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da6c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.834032:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384329.834042:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384329.834045:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384329.834048:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.834050:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.834053:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.834054:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.834056:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384329.834058:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384329.834060:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384329.834061:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384329.834064:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008f34d118) refcount = 1 00010000:00010000:0.0:1767384329.834068:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da6c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.834072:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384329.834073:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384329.834075:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.834077:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.834079:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384329.834082:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384329.834085:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002707104s 00010000:00000001:0.0:1767384329.834087:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.834090:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.834092:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b67f0cee refcount=4 00000020:00000001:0.0:1767384329.834094:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384329.834096:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384329.834099:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384329.834101:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da6c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.834106:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384329.834108:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da6c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.834112:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.834114:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384329.834120:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da6c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.834124:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.834125:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.834127:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384329.834128:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da6c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384329.834133:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b67f0cee already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384329.834136:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.834138:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384329.834140:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da6c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.834144:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384329.834146:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.834147:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.834148:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b67f0cee refcount=5 00000020:00000001:0.0:1767384329.834150:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384329.834151:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384329.834153:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384329.834154:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da6c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.834159:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384329.834161:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.834162:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.834164:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384329.834165:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384329.834167:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.834168:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384329.834169:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b67f0cee with handle 0xf83434fd52e6da6c from hash 00010000:00000001:0.0:1767384329.834171:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384329.834172:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.834177:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.834178:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384329.834180:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384329.834181:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384329.834183:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384329.834186:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.834189:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.834190:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384329.834193:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384329.834195:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.834196:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.834197:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.834198:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.834200:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.834202:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da6c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.834204:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.834205:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.834206:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384329.834207:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384329.834208:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.834209:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.834210:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384329.834211:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384329.834213:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.834214:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da6c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.834217:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384329.834218:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384329.834219:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6da6c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384329.834222:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008f34d118 count: 0 00010000:00000001:0.0:1767384329.834228:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384329.834229:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384329.836517:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384329.836522:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384329.836524:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004ca98fb8. 20000000:00000001:1.0:1767384329.836529:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384329.836534:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732513280 00010000:00000001:1.0:1767384329.836536:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384329.836542:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ed40caa1 x1853236732513280/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384329.836550:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384329.836574:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384329.836579:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384329.836583:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384329.836586:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384329.836587:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384329.836590:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384329.836593:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.836596:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384329.836599:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384329.836602:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e6d2b3f. 00000100:00000200:1.0:1767384329.836606:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732513280, offset 224 00000400:00000200:1.0:1767384329.836611:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384329.836622:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384329.836631:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d204c00 00000400:00000200:1.0:1767384329.836637:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1829 [2] + 224 00000400:00000200:1.0:1767384329.836643:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384329.836645:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384329.836649:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384329.836652:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ce9bacd x1853236732513280/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384329.836659:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009ce9bacd x1853236732513280/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.836673:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384329.836679:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e6d2b3f 00000400:00000010:1.0:1767384329.836681:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e6d2b3f. 00000100:00000001:1.0:1767384329.836684:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384329.836686:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384329.836689:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.836692:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384329.836694:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384329.836697:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384329.836697:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.836702:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384329.836704:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384329.836707:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed40caa1 x1853236732513280/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384329.836713:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384329.836717:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384329.836720:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033229c31. 00000400:00000200:2.0:1767384329.836729:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006b32849 00000100:00100000:1.0:1767384329.836732:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ed40caa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732513280:12345-0@lo:253: Request processed in 30643us (31554us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384329.836735:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006b32849. 00000100:00000001:2.0:1767384329.836743:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384329.836746:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000040:1.0:1767384329.836751:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000200:2.0:1767384329.836754:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ce9bacd x1853236732513280/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.836754:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384329.836757:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384329.836762:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5ca1baf. 00000020:00000010:1.0:1767384329.836769:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb93c50c. 00000020:00000010:1.0:1767384329.836777:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033208682. 00000100:00000200:2.0:1767384329.836778:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ce9bacd x1853236732513280/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384329.836785:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:1.0:1767384329.836794:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384329.836796:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384329.836797:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000082db6db4. 00000100:00000001:2.0:1767384329.836804:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384329.836806:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384329.836809:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.836811:0:16149:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384329.836816:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384329.836817:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384329.836822:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384329.836822:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1d92b06. 00000100:00000001:2.0:1767384329.836828:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384329.836829:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e6d2b3f. 02000000:00000001:2.0:1767384329.836836:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384329.836844:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=49 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384329.836850:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384329.836857:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384329.836860:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384329.836865:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384329.836878:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.836882:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384329.836890:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ce9bacd x1853236732513280/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.836902:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384329.836906:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384329.836910:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384329.836917:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384329.836920:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384329.836923:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384329.836926:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384329.836929:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384329.836931:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384329.836934:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384329.836937:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384329.836940:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384329.836945:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ce9bacd x1853236732513280/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384329.836956:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ce9bacd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732513280:0@lo:253: 00000100:00000001:2.0:1767384329.836967:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.836971:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384329.836976:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ce9bacd x1853236732513280/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.836987:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384329.836993:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384329.836997:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000607e60a4. 02000000:00000001:2.0:1767384329.837005:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384329.837008:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384329.837011:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384329.837016:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384329.837020:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000cf2ac1d. 02000000:00000001:2.0:1767384329.837026:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384329.837029:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384329.837033:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ce9bacd. 00000100:00000001:2.0:1767384329.837041:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384329.837052:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.837056:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.837066:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384329.837068:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.837073:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.837076:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384329.838652:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384329.838662:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384329.838665:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000819085a5. 20000000:00000001:0.0:1767384329.838670:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384329.838674:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732513152 00010000:00000001:0.0:1767384329.838676:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384329.838684:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000094fbd34f x1853236732513152/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384329.838691:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384329.838693:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384329.838696:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=49 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384329.838700:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384329.838702:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384329.838704:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384329.838706:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384329.838709:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.838712:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384329.838714:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384329.838717:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006afa4b6f. 00000100:00000200:0.0:1767384329.838722:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732513152, offset 224 00000400:00000200:0.0:1767384329.838728:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384329.838739:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384329.838747:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d204b80 00000400:00000200:0.0:1767384329.838753:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1825 [2] + 224 00000400:00000200:0.0:1767384329.838759:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384329.838762:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384329.838767:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384329.838770:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e3a61e55 x1853236732513152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384329.838787:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e3a61e55 x1853236732513152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.838803:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384329.838808:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006afa4b6f 00000400:00000010:0.0:1767384329.838810:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006afa4b6f. 00000100:00000001:0.0:1767384329.838812:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384329.838818:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384329.838823:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384329.838826:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384329.838828:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384329.838830:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384329.838831:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.838848:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384329.838850:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384329.838854:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094fbd34f x1853236732513152/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384329.838856:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384329.838861:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384329.838867:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040b3902c. 00000100:00100000:0.0:1767384329.838873:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000094fbd34f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732513152:12345-0@lo:253: Request processed in 32801us (33722us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384329.838875:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e82894 00000400:00000010:1.0:1767384329.838882:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035e82894. 00000100:00000001:1.0:1767384329.838887:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384329.838890:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000200:1.0:1767384329.838894:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e3a61e55 x1853236732513152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384329.838895:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:0.0:1767384329.838904:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384329.838908:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384329.838916:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e5bdb54. 00000100:00000200:1.0:1767384329.838917:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e3a61e55 x1853236732513152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384329.838922:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000020:00000010:0.0:1767384329.838930:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9d38b3b. 00000100:00000001:1.0:1767384329.838931:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384329.838936:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384329.838938:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:1.0:1767384329.838939:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384329.838947:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384329.838948:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384329.838950:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f30fabec. 02000000:00000001:0.0:1767384329.838952:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384329.838956:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384329.838957:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.838959:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.838962:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384329.838963:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384329.838966:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=49 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384329.838968:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000810c09b2. 00000100:00001000:1.0:1767384329.838973:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=49 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384329.838975:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006afa4b6f. 00000100:00000001:1.0:1767384329.838978:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384329.838980:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.838983:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384329.838985:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.838987:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.838990:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3a61e55 x1853236732513152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.838995:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.838997:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384329.838999:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384329.839001:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384329.839002:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384329.839003:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384329.839004:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384329.839005:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384329.839006:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384329.839007:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384329.839009:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384329.839010:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384329.839010:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384329.839012:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3a61e55 x1853236732513152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384329.839016:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e3a61e55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732513152:0@lo:253: 00000100:00000001:1.0:1767384329.839020:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.839021:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384329.839022:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e3a61e55 x1853236732513152/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.839026:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384329.839028:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384329.839029:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004e1f66d9. 02000000:00000001:1.0:1767384329.839035:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384329.839036:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384329.839037:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384329.839038:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384329.839040:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005dfdde87. 02000000:00000001:1.0:1767384329.839043:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384329.839044:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384329.839045:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3a61e55. 00000100:00000001:1.0:1767384329.839047:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384329.839048:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.839049:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.839053:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384329.839053:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.839055:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.839056:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384329.841539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008f34d118. 00010000:00000010:0.1:1767384329.841558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b67f0cee. 00000400:00000001:0.0:1767384330.171575:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384330.171582:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384330.171586:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc5867 00000400:00000010:0.0:1767384330.171592:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc5867. 00000400:00000200:0.0:1767384330.171600:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384330.171609:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384330.171619:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000a4b30dc. 00000400:00000010:0.0:1767384330.171626:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003d68694c. 00010000:00000001:1.0:1767384330.619598:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384330.619605:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.619649:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384330.619651:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.619726:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384330.619731:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384330.619736:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384331.196567:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp30 00000400:00000010:0.0:1767384331.196583:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000058d9a01d. 00000400:00000010:0.0:1767384331.196593:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b01af6e1. 00000400:00000010:0.0:1767384331.196599:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000800:00000010:2.0:1767384331.196603:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000bef753c. 00000400:00000010:0.0:1767384331.196609:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000ebe04a6. 00000400:00000200:0.0:1767384331.196619:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp30 00000800:00000200:2.0:1767384331.196626:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009928162a] -> 12345-192.168.204.131@tcp14 (6) 00000800:00000200:2.0:1767384331.196635:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp14 ip 192.168.204.131:988 00000800:00000200:2.0:1767384331.196641:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384331.196827:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384331.196835:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.196868:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384331.196874:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.196878:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.197796:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp30 local destination 00000400:00000200:0.0:1767384331.197806:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp30 00000400:00000200:0.0:1767384331.197812:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp30 NI seq info: [69:69:256:4294967295] 192.168.204.131@tcp30 LPNI seq info [69:69:8:4294967295] 00000400:00000200:0.0:1767384331.197823:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp30 00000400:00000200:0.0:1767384331.197838:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp30(192.168.204.131@tcp30:) -> 192.168.204.131@tcp30(192.168.204.131@tcp30:192.168.204.131@tcp30) : GET try# 0 00000800:00000200:0.0:1767384331.197845:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp30 00000800:00000010:0.0:1767384331.197851:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004fc3655e. 00000800:00000200:0.0:1767384331.197858:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000800:00000200:0.1:1767384331.197865:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000400:00000200:0.0:1767384331.197890:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp30 added to recovery queue. ping count: 1 next ping: 253 health :900 00000400:00000200:1.0:1767384331.197971:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198010:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198030:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198046:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198062:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198075:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198107:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198144:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198168:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198192:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198214:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198235:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198281:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198322:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198359:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198396:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198429:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198464:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198568:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198599:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198622:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198645:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198667:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198690:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198711:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198736:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198758:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198779:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198801:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198841:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198880:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198904:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198926:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198949:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384331.198973:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384331.199099:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:1.0:1767384331.199104:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e9f4a31f. 00000800:00000010:1.0:1767384331.199109:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e5398c4f. 00000800:00000010:1.0:1767384331.199125:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e5398c4f. 00000800:00020000:1.0:1767384331.199132:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384331.199135:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e9f4a31f. 00000800:00000010:1.0:1767384331.199138:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:1.0:1767384331.199184:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp30 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384331.199198:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp30 notifying 192.168.204.131@tcp30: down 00000400:00000200:1.0:1767384331.199205:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384331.199209:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp30 00000800:00000010:1.0:1767384331.199212:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004fc3655e. 00000400:00000200:1.0:1767384331.199221:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384331.199225:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp30->192.168.204.131@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384331.199257:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384331.199261:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384331.199266:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp30) recovery failed with -71 00080000:00000001:3.0:1767384331.221120:0:28112:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384331.221156:0:28112:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.221161:0:28112:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384331.221170:0:28112:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384331.221176:0:28112:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.221180:0:28112:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.259602:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384331.259608:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:1.0:1767384331.259613:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.259615:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384331.259617:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384331.259618:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384331.259620:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384331.259621:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384331.259622:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 47 10000000:00000001:1.0:1767384331.259625:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384331.259626:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384331.259633:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3a61e55. 00000020:00000040:1.0:1767384331.259638:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384331.259643:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384331.259646:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384331.259651:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384331.259658:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000190038d4. 00000100:00000001:1.0:1767384331.259664:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.259668:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384331.259671:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384331.259678:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000929324c6. 00010000:00000001:1.0:1767384331.259682:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384331.259685:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008c8fa64b. 00000020:00000001:1.0:1767384331.259688:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384331.259732:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008c8fa64b with handle 0xf83434fd52e6da73 to hash 00000020:00000001:1.0:1767384331.259734:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384331.259742:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384331.259745:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384331.259748:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384331.259751:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.259753:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384331.259761:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384331.259770:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384331.259774:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384331.259776:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384331.259781:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9f4a31f. 00000100:00000001:1.0:1767384331.259783:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375399800000 : -119698309751616 : ffff932290c45cc0) 00000100:00000001:1.0:1767384331.259786:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384331.259787:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210176768 : -119698499374848 : ffff93228576f100) 00000100:00000001:1.0:1767384331.259791:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384331.259802:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.259804:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384331.259806:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384331.259813:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3a61e55 x1853236732513408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.259820:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384331.259822:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.259825:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384331.259828:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384331.259830:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.259831:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e3a61e55 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732513408:0@lo:101: 00000100:00000001:1.0:1767384331.259835:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384331.259840:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384331.259842:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.259848:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384331.259851:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b9b93c03. 02000000:00000001:1.0:1767384331.259852:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.259858:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033229c31. 00000400:00000010:1.0:1767384331.259864:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384331.259871:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732513408, portal 25 00000100:00000001:1.0:1767384331.259872:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384331.259873:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210176768 : -119698499374848 : ffff93228576f100) 00000100:00000040:1.0:1767384331.259877:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e3a61e55 x1853236732513408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.259882:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384331.259884:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384331.259885:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a49d5c. 00000100:00000200:1.0:1767384331.259887:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732513408, offset 0 00000400:00000200:1.0:1767384331.259892:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384331.259904:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384331.259913:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d204c80 00000400:00000200:1.0:1767384331.259920:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1099 [2] + 0 00000400:00000010:1.0:1767384331.259923:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c31fb0ff. 00000400:00000200:1.0:1767384331.259926:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005dc74844 00000400:00000200:1.0:1767384331.259932:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.259935:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384331.259939:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dc74844 00000400:00000010:1.0:1767384331.259941:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dc74844. 00000100:00000001:1.0:1767384331.259945:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384331.259947:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384331.259949:0:16780:0:(events.c:337:request_in_callback()) incoming req@0000000071088f3b x1853236732513408 msgsize 328 00000100:00100000:1.0:1767384331.259952:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384331.259954:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384331.259965:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384331.259971:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a49d5c 00000400:00000010:1.0:1767384331.259973:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090a49d5c. 00000100:00000001:1.0:1767384331.259976:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384331.259979:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e3a61e55 x1853236732513408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.259997:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.260000:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e3a61e55 x1853236732513408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.260003:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384331.260005:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.260010:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384331.260011:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732513408 00000100:00000001:1.0:1767384331.260015:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.260017:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384331.260021:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294919178 00000100:00000001:0.0:1767384331.260022:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1767384331.260025:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaf98a33. 00000100:00000001:0.0:1767384331.260027:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.260033:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384331.260035:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.260042:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294919178 00000100:00100000:0.0:1767384331.260043:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732513408 00000100:00000010:1.0:1767384331.260051:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000817eff28. 00000020:00000001:0.0:1767384331.260052:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384331.260055:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000020:00000040:0.0:1767384331.260059:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:1.0:1767384331.260060:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294919178 00000100:00000010:1.0:1767384331.260068:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008857961. 00000020:00000001:0.0:1767384331.260068:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384331.260077:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000020:00000040:0.0:1767384331.260077:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000001:1.0:1767384331.260079:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294919178 00000100:00000010:1.0:1767384331.260082:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bee003d9. 00000020:00000001:0.0:1767384331.260087:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384331.260088:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384331.260092:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.260098:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.260098:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384331.260104:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.260107:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384331.260110:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e9f4a31f going to sleep for 11 seconds 00000100:00000001:0.0:1767384331.260110:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384331.260115:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384331.260117:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f4bb852. 00000100:00000001:1.0:1767384331.260119:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.260124:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384331.260128:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f4bb852. 00000020:00000010:0.0:1767384331.260141:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9bd0662. 00000020:00000010:0.0:1767384331.260147:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c0e0cb1. 00000020:00000010:0.0:1767384331.260151:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001413bdfd. 00000100:00000040:0.0:1767384331.260175:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384331.260178:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384331.260179:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384331.260181:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.260189:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.260201:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.260211:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384331.260214:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384331.260219:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000040:0.0:1767384331.260222:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384331.260225:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141078608 : -119697568473008 : ffff9322bcf36050) 00000100:00000040:0.0:1767384331.260231:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071088f3b x1853236732513408/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:312/0 lens 328/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.260239:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384331.260241:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f4bb852. 00000100:00000001:0.0:1767384331.260242:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384331.260243:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f4bb852. 00000100:00100000:0.0:1767384331.260246:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071088f3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16780:x1853236732513408:12345-0@lo:101: 00000100:00000200:0.0:1767384331.260249:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732513408 00000020:00000001:0.0:1767384331.260251:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384331.260255:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384331.260257:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.260259:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384331.260261:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:0.0:1767384331.260264:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384331.260265:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384331.260268:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384331.260270:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384331.260273:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.260275:0:16775:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384331.260281:0:16775:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384331.260283:0:16775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384331.260285:0:16775:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384331.260287:0:16775:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.260292:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384331.260298:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3399cb8. 00010000:00000001:0.0:1767384331.260301:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384331.260303:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d85a768. 00000020:00000001:0.0:1767384331.260306:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384331.260308:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d85a768 with handle 0xf83434fd52e6da7a to hash 00000020:00000001:0.0:1767384331.260309:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384331.260310:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384331.260312:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00010000:0.0:1767384331.260314:0:16775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009d85a768/0xf83434fd52e6da7a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf83434fd52e6da73 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384331.260320:0:16775:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e25b4a2c : new locks_count 10 00000020:00000040:0.0:1767384331.260322:0:16775:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:0.0:1767384331.260330:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384331.260331:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384331.260334:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000030a78df0. 02000000:00000001:0.0:1767384331.260336:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.260338:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.260340:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384331.260343:0:16775:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384331.260345:0:16775:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384331.260347:0:16775:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384331.260349:0:16775:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384331.260350:0:16775:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384331.260351:0:16775:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384331.260353:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384331.260355:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384331.260356:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384331.260357:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384331.260358:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e3399cb8) refcount = 1 00010000:00010000:0.0:1767384331.260361:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d85a768/0xf83434fd52e6da7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf83434fd52e6da73 expref: 15 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384331.260369:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384331.260371:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384331.260372:0:16775:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384331.260373:0:16775:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.260374:0:16775:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384331.260379:0:16775:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384331.260380:0:16775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009d85a768/0xf83434fd52e6da7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6da73 expref: 15 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384331.260384:0:16775:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384331.260386:0:16775:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384331.260387:0:16775:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384331.260389:0:16775:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.260390:0:16775:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384331.260391:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384331.260393:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384331.260394:0:16775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009d85a768, rc 0) 00000020:00000001:0.0:1767384331.260396:0:16775:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384331.260398:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732513408 00010000:00000001:0.0:1767384331.260400:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384331.260402:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071088f3b x1853236732513408/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:312/0 lens 328/344 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384331.260408:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384331.260410:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384331.260413:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.260417:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384331.260418:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384331.260420:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384331.260422:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384331.260424:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.260426:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384331.260428:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384331.260431:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384331.260436:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732513408, offset 224 00000400:00000200:0.0:1767384331.260445:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384331.260455:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384331.260463:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d204c80 00000400:00000200:0.0:1767384331.260468:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1849 [1] + 224 00000400:00000200:0.0:1767384331.260473:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.260476:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.260503:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384331.260510:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e3a61e55 x1853236732513408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.260519:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e3a61e55 x1853236732513408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.260532:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.260553:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:0.0:1767384331.260556:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000100:00000001:0.0:1767384331.260559:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384331.260561:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384331.260579:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.260585:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384331.260587:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384331.260590:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384331.260590:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:1.0:1767384331.260598:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033229c31. 00010000:00000001:0.0:1767384331.260598:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384331.260605:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.260608:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000020:00000001:0.0:1767384331.260608:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384331.260613:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000100:00000040:0.0:1767384331.260616:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071088f3b x1853236732513408/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:312/0 lens 328/344 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.260621:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384331.260625:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071088f3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732513408:12345-0@lo:101: Request processed in 385us (674us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384331.260636:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e3a61e55 x1853236732513408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.260645:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000040:0.0:1767384331.260657:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:0.0:1767384331.260666:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384331.260669:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e3a61e55 x1853236732513408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.260671:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384331.260679:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c0e0cb1. 00000100:00000001:1.0:1767384331.260681:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384331.260684:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384331.260685:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001413bdfd. 00000100:00000001:1.0:1767384331.260687:0:16780:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384331.260692:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9bd0662. 02000000:00000001:1.0:1767384331.260693:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384331.260695:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.260697:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.260708:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384331.260710:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00001000:1.0:1767384331.260715:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=51 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384331.260716:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384331.260721:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000030a78df0. 00000100:00001000:1.0:1767384331.260722:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=51 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384331.260728:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384331.260729:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384331.260734:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.260734:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384331.260750:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384331.260751:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384331.260753:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.260760:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000214021e5. 00000100:00000001:1.0:1767384331.260761:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.260779:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aeda6fa5. 00000100:00000040:1.0:1767384331.260780:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3a61e55 x1853236732513408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.260793:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.260796:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.260798:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384331.260802:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3a61e55 x1853236732513408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384331.260807:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e3a61e55 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732513408:0@lo:101: 00000100:00000001:1.0:1767384331.260810:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.260812:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.260813:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384331.260814:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.260815:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e3a61e55 x1853236732513408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.260819:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384331.260825:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e9f4a31f. 00000100:00000001:1.0:1767384331.260827:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384331.260829:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.260831:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384331.260833:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384331.260835:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.260836:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=4 00000020:00000001:1.0:1767384331.260838:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384331.260840:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000040:1.0:1767384331.260843:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000008c8fa64b, remote cookie: 0xf83434fd52e6da7a, flags: 0x0 00010000:00000001:1.0:1767384331.260845:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384331.260848:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384331.260850:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384331.260851:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384331.260852:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384331.260854:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000929324c6) refcount = 1 00010000:00010000:1.0:1767384331.260856:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6da7a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.260860:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384331.260862:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384331.260863:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384331.260865:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384331.260866:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.260868:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6da7a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.260872:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384331.260874:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.260875:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.260876:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.260877:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.260877:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.260879:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.260880:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e3a61e55 x1853236732513408/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.260891:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384331.260893:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384331.260895:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b9b93c03. 02000000:00000001:1.0:1767384331.260897:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384331.260899:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384331.260900:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384331.260901:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384331.260903:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000190038d4. 02000000:00000001:1.0:1767384331.260906:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384331.260907:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384331.260908:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3a61e55. 00000100:00000001:1.0:1767384331.260911:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384331.260911:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384331.260913:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.260914:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384331.260915:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:1.0:1767384331.260916:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.260918:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384331.260918:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.260919:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=3 00000020:00000001:1.0:1767384331.260921:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384331.260922:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384331.260923:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384331.260924:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.260925:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.260926:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.260928:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384331.260930:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000008e5ca7f. 00000100:00000010:1.0:1767384331.260940:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3a61e55. 00000020:00000040:1.0:1767384331.260942:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384331.260943:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384331.260945:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384331.260946:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384331.260948:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000190038d4. 00000100:00000001:1.0:1767384331.260950:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.260956:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384331.260959:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b9b93c03. 00000100:00000010:1.0:1767384331.260961:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000054e3d55c. 00000020:00000040:1.0:1767384331.260963:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384331.260966:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384331.260967:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384331.260969:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9f4a31f. 00000100:00000001:1.0:1767384331.260970:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375399800000 : -119698309751616 : ffff932290c45cc0) 00000100:00000001:1.0:1767384331.260971:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384331.260972:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210176768 : -119698499374848 : ffff93228576f100) 00000100:00000001:1.0:1767384331.260974:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384331.260975:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.260976:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384331.260977:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384331.260978:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.260982:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384331.260984:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.260986:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384331.260987:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384331.260988:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.260989:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e3a61e55 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732513536:0@lo:256: 00000100:00000001:1.0:1767384331.260991:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384331.260993:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384331.260994:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.260996:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384331.260999:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033229c31. 00000400:00000010:1.0:1767384331.261014:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000014bc2a67. 00000100:00000200:1.0:1767384331.261018:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d204d00-0x695824d204d00, portal 33 00000100:00000001:1.0:1767384331.261021:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.261022:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384331.261024:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfbaf1a6. 02000000:00000001:1.0:1767384331.261025:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.261027:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c31fb0ff. 00000400:00000010:1.0:1767384331.261033:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384331.261035:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732513536, portal 25 00000100:00000001:1.0:1767384331.261037:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384331.261037:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210176768 : -119698499374848 : ffff93228576f100) 00000100:00000040:1.0:1767384331.261040:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.261045:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384331.261047:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384331.261048:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a49d5c. 00000100:00000200:1.0:1767384331.261049:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732513536, offset 0 00000400:00000200:1.0:1767384331.261052:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384331.261057:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384331.261062:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d204d00 00000400:00000200:1.0:1767384331.261065:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10c1 [2] + 0 00000400:00000010:1.0:1767384331.261067:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d028a8b2. 00000400:00000200:1.0:1767384331.261069:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006078fb86 00000400:00000200:1.0:1767384331.261072:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.261074:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384331.261076:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006078fb86 00000400:00000010:1.0:1767384331.261078:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006078fb86. 00000100:00000001:1.0:1767384331.261080:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384331.261081:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384331.261083:0:16780:0:(events.c:337:request_in_callback()) incoming req@00000000c0d80d0f x1853236732513536 msgsize 304 00000100:00100000:1.0:1767384331.261086:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384331.261087:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384331.261096:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384331.261099:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a49d5c 00000400:00000010:1.0:1767384331.261100:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090a49d5c. 00000100:00000001:1.0:1767384331.261102:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384331.261104:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.261109:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.261111:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.261118:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384331.261122:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732513536 02000000:00000001:0.0:1767384331.261129:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384331.261132:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384331.261136:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.261145:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.261147:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.261149:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732513536 00000100:00000001:1.0:1767384331.261152:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384331.261153:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384331.261171:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384331.261173:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:1.0:1767384331.261175:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294919179 00000020:00000001:0.0:1767384331.261176:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384331.261179:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:0.0:1767384331.261183:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384331.261184:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919178 00000020:00000001:0.0:1767384331.261186:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384331.261195:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294919179 00000100:00000001:0.0:1767384331.261196:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384331.261202:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f4bb852. 00000100:00000001:1.0:1767384331.261203:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919178 00000100:00000001:0.0:1767384331.261207:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.261209:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294919179 00000020:00000010:0.0:1767384331.261213:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f4bb852. 00000100:00000001:1.0:1767384331.261219:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919178 00000020:00000010:0.0:1767384331.261220:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9bd0662. 00000020:00000010:0.0:1767384331.261233:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c0e0cb1. 00000100:00000001:1.0:1767384331.261234:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294919179 00000020:00000010:0.0:1767384331.261244:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001413bdfd. 00000100:00000001:1.0:1767384331.261245:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919178 00000100:00000040:0.0:1767384331.261256:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384331.261257:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.261262:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384331.261263:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.261267:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384331.261268:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.261269:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384331.261272:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.261273:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384331.261278:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e9f4a31f going to sleep for 11 seconds 00000100:00000001:1.0:1767384331.261281:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384331.261283:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.261288:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.261296:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384331.261302:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384331.261305:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:0.0:1767384331.261307:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384331.261309:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141081680 : -119697568469936 : ffff9322bcf36c50) 00000100:00000040:0.0:1767384331.261312:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0d80d0f x1853236732513536/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:312/0 lens 304/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.261318:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384331.261319:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f4bb852. 00000100:00000001:0.0:1767384331.261320:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384331.261322:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f4bb852. 00000100:00100000:0.0:1767384331.261324:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c0d80d0f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732513536:12345-0@lo:256: 00000100:00000200:0.0:1767384331.261326:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732513536 00000020:00000001:0.0:1767384331.261328:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384331.261329:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384331.261330:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.261332:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384331.261333:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:0.0:1767384331.261335:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384331.261337:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384331.261338:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384331.261339:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384331.261341:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.261343:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384331.261346:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384331.261348:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000030a78df0. 02000000:00000001:0.0:1767384331.261349:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.261350:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384331.261352:0:16775:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384331.261355:0:16775:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384331.261358:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384331.261359:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384331.261362:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384331.261363:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384331.261365:0:16775:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384331.261370:0:16775:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000000cec12e5. 20000000:00000001:0.0:1767384331.261373:0:16775:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384331.261385:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384331.261390:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384331.261395:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384331.261396:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384331.261398:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384331.261399:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384331.261401:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384331.261402:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384331.261404:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384331.261405:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384331.261406:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384331.261408:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384331.261409:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384331.261410:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384331.261412:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384331.261413:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384331.261414:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384331.261415:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384331.261416:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384331.261417:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384331.261418:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384331.261420:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384331.261421:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384331.261422:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:01000000:0.0:1767384331.261423:0:16775:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 504, pages 3592/1/4/3. 20000000:00000040:0.0:1767384331.261429:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384331.261431:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384331.261432:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384331.261433:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384331.261434:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384331.261435:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384331.261436:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384331.261438:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384331.261439:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384331.261440:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384331.261441:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384331.261442:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384331.261447:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384331.261449:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384331.261450:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384331.261451:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384331.261453:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384331.261454:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384331.261455:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384331.261456:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384331.261457:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384331.261459:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384331.261460:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384331.261461:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:01000000:0.0:1767384331.261462:0:16775:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 504, pages 3088/1/4/3. 20000000:01000000:0.0:1767384331.261464:0:16775:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1008, version 52 20000000:00000001:0.0:1767384331.261465:0:16775:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1008 : 1008 : 3f0) 00000100:00000001:0.0:1767384331.261467:0:16775:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384331.261470:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000eaa17b7e. 00000100:00000010:0.0:1767384331.261473:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000092a0254d. 00000020:00000040:0.0:1767384331.261474:0:16775:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=16 00010000:00000001:0.0:1767384331.261496:0:16775:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384331.261499:0:16775:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384331.261502:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000400:00000010:0.0:1767384331.261509:0:16775:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fc38774a. 00000400:00000200:0.0:1767384331.261514:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384331.261523:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384331.261528:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1008 into portal 33 MB=0x695824d204d00 00000400:00000200:0.0:1767384331.261546:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1008/1008 into md 0x1859 [4] + 0 00000400:00000010:0.0:1767384331.261550:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033229c31. 00000400:00000200:0.0:1767384331.261568:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014bc2a67 00000400:00000200:0.0:1767384331.261571:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.261573:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384331.261576:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014bc2a67 00000400:00000010:0.0:1767384331.261577:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000014bc2a67. 00000100:00000001:0.0:1767384331.261579:0:16775:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384331.261581:0:16775:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e3a61e55 desc 00000000b9b93c03 mbits 1853236732513536 00000100:00000001:0.0:1767384331.261590:0:16775:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384331.261598:0:16775:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384331.261602:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384331.261611:0:16775:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1865 00000400:00000200:0.0:1767384331.261613:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.261615:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384331.261621:0:16775:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:1.0:1767384331.261622:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384331.261622:0:16775:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000eaa17b7e 00000100:00000001:1.0:1767384331.261629:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.261630:0:16775:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384331.261638:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:0.0:1767384331.261640:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000100:00000001:0.0:1767384331.261645:0:16775:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384331.261646:0:16775:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000eaa17b7e 00000100:00000001:0.0:1767384331.261649:0:16775:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384331.261653:0:16775:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1008 bytes via portal 33 id 12345-0@lo mbits 0x695824d204d00-0x695824d204d00 00000100:00000001:0.0:1767384331.261656:0:16775:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.261661:0:16775:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.261663:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384331.261665:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000010:0.0:1767384331.261668:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000092a0254d. 00000100:00000010:0.0:1767384331.261671:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000eaa17b7e. 00000100:00000001:0.0:1767384331.261674:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384331.261675:0:16775:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384331.261682:0:16775:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000000cec12e5. 20000000:00000001:0.0:1767384331.261685:0:16775:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384331.261688:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732513536 00010000:00000001:0.0:1767384331.261690:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384331.261693:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0d80d0f x1853236732513536/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:312/0 lens 304/240 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384331.261701:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384331.261703:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384331.261705:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.261708:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384331.261710:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384331.261712:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384331.261714:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384331.261721:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.261724:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384331.261726:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384331.261728:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384331.261730:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732513536, offset 224 00000400:00000200:0.0:1767384331.261734:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384331.261739:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384331.261744:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d204d00 00000400:00000200:0.0:1767384331.261749:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x185d [1] + 224 00000400:00000200:0.0:1767384331.261753:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.261755:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.261758:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384331.261761:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.261770:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.261784:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.261788:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:0.0:1767384331.261789:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000100:00000001:0.0:1767384331.261790:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384331.261791:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384331.261794:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.261797:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384331.261799:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384331.261800:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.261802:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384331.261806:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0d80d0f x1853236732513536/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:312/0 lens 304/240 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.261808:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384331.261818:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384331.261823:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c0d80d0f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732513536:12345-0@lo:256: Request processed in 499us (733us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384331.261824:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384331.261830:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c31fb0ff. 00000400:00000200:1.0:1767384331.261844:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000100:00100000:0.0:1767384331.261847:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000400:00000010:1.0:1767384331.261849:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000100:00000040:0.0:1767384331.261851:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384331.261853:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384331.261855:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384331.261859:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.261864:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384331.261870:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c0e0cb1. 00000020:00000010:0.0:1767384331.261879:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001413bdfd. 00000100:00000200:1.0:1767384331.261885:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384331.261885:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9bd0662. 00000020:00000040:0.0:1767384331.261892:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:0.0:1767384331.261901:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384331.261906:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000030a78df0. 02000000:00000001:0.0:1767384331.261908:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384331.261909:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384331.261913:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384331.261922:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dbb5b5f. 00000100:00000001:1.0:1767384331.261927:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384331.261929:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c598b635. 00000100:00000001:1.0:1767384331.261930:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.261937:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384331.261938:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384331.261941:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.261942:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.261945:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384331.261947:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384331.261950:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384331.261952:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384331.261953:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.261954:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384331.261955:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.261956:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.261958:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384331.261963:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.261968:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.261969:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384331.261971:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384331.261975:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e3a61e55 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732513536:0@lo:256: 00000100:00000001:1.0:1767384331.261977:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.261978:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.261980:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384331.261980:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.261982:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.261985:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384331.261986:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e9f4a31f. 00000100:00000001:1.0:1767384331.261988:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384331.261992:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384331.261995:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 52, more 0. 10000000:00000001:1.0:1767384331.261998:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384331.262004:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002d552581. 00010000:00000001:1.0:1767384331.262013:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384331.262016:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384331.262020:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:1.0:1767384331.262022:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.262024:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384331.262025:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:1.0:1767384331.262026:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000400:00000200:1.0:1767384331.262029:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 24 NIDs 00000400:00001000:1.0:1767384331.262031:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384331.262033:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:1.0:1767384331.262037:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384331.262041:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (23) 00000400:00000200:1.0:1767384331.262045:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (24) 00000400:00000200:1.0:1767384331.262055:0:16780:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384331.262057:0:16780:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384331.262059:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384331.262061:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:1.0:1767384331.262062:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (25) 00000400:00000200:1.0:1767384331.262064:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:1.0:1767384331.262065:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:1.0:1767384331.262067:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262068:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:1.0:1767384331.262069:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:1.0:1767384331.262071:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262072:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:1.0:1767384331.262073:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:1.0:1767384331.262075:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262076:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:1.0:1767384331.262077:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:1.0:1767384331.262079:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262080:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:1.0:1767384331.262082:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000200:1.0:1767384331.262088:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262090:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:1.0:1767384331.262092:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:1.0:1767384331.262094:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384331.262096:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384331.262096:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:1.0:1767384331.262098:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:1.0:1767384331.262103:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262105:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:2.0:1767384331.262108:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:1.0:1767384331.262109:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:1.0:1767384331.262114:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262116:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:1.0:1767384331.262118:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:1.0:1767384331.262119:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262120:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000010:2.0:1767384331.262121:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442717c4. 00000400:00000200:1.0:1767384331.262122:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:1.0:1767384331.262127:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384331.262129:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (24) 00000400:00000200:1.0:1767384331.262129:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000400:00000200:1.0:1767384331.262130:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.131@tcp20 00000400:00000200:1.0:1767384331.262134:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262136:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp20 00000400:00000200:1.0:1767384331.262137:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.131@tcp21 00000400:00000010:2.0:1767384331.262140:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000025cbdf40. 00000400:00000200:1.0:1767384331.262141:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262144:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp21 00000400:00000200:1.0:1767384331.262148:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.131@tcp22 00000400:00000200:1.0:1767384331.262153:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384331.262154:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:1.0:1767384331.262155:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp22 00000400:00000200:1.0:1767384331.262159:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.131@tcp23 00000400:00000200:1.0:1767384331.262170:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262171:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp23 00000400:00000200:1.0:1767384331.262172:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.131@tcp24 00000400:00000200:1.0:1767384331.262174:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262176:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp24 00000400:00000200:1.0:1767384331.262177:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.131@tcp25 00000400:00000200:2.0:1767384331.262180:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:1.0:1767384331.262182:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262186:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp25 00000400:00000200:1.0:1767384331.262187:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.131@tcp26 00000400:00000200:2.0:1767384331.262190:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:1.0:1767384331.262197:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384331.262200:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:1.0:1767384331.262201:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp26 00000400:00000200:1.0:1767384331.262206:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.131@tcp27 00000400:00000200:1.0:1767384331.262212:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384331.262213:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:1.0:1767384331.262214:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp27 00000400:00000200:1.0:1767384331.262219:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.131@tcp28 00000400:00000200:1.0:1767384331.262225:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384331.262226:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:1.0:1767384331.262228:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp28 00000400:00000200:1.0:1767384331.262232:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.131@tcp29 00000400:00000200:2.0:1767384331.262240:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:1.0:1767384331.262240:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262243:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp29 00000400:00000200:1.0:1767384331.262247:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.131@tcp30 00000400:00000200:2.0:1767384331.262251:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:1.0:1767384331.262253:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.262257:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp30 00000400:00000200:1.0:1767384331.262262:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.131@tcp31 00000400:00000200:2.0:1767384331.262265:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:1.0:1767384331.262268:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384331.262273:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:1.0:1767384331.262273:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp31 00000400:00000200:1.0:1767384331.262276:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.131@tcp32 00000400:00000010:1.0:1767384331.262281:0:16780:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000068e16f2. 00000400:00000200:1.0:1767384331.262289:0:16780:0:(peer.c:264:lnet_peer_alloc()) 00000000068e16f2 nid 192.168.204.131@tcp32 00000400:00000200:2.0:1767384331.262293:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000010:1.0:1767384331.262295:0:16780:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002effdb71. 00000400:00000200:2.0:1767384331.262299:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:1.0:1767384331.262302:0:16780:0:(peer.c:204:lnet_peer_net_alloc()) 000000002effdb71 net tcp32 00000400:00000200:2.0:1767384331.262307:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000010:1.0:1767384331.262308:0:16780:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e5706da7. 00000400:00000200:2.0:1767384331.262312:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:2.0:1767384331.262316:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:2.0:1767384331.262321:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:1.0:1767384331.262321:0:16780:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e5706da7 nid 192.168.204.131@tcp32 00000400:00000200:2.0:1767384331.262328:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000200:2.0:1767384331.262331:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:2.0:1767384331.262333:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000200:2.0:1767384331.262336:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:2.0:1767384331.262339:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000400:00000200:2.0:1767384331.262341:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 12], ns[67, 12] 00000400:00000200:2.0:1767384331.262344:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[69, 12], ns[69, 12] 00000400:00000200:2.0:1767384331.262347:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:2.0:1767384331.262350:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:2.0:1767384331.262354:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp31 00000400:00000200:2.0:1767384331.262357:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp31 lpni_is_preferred = 0 00000400:00000200:2.0:1767384331.262358:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp31 00000400:00000200:2.0:1767384331.262361:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp31 NI seq info: [70:70:256:4294967295] 192.168.204.131@tcp31 LPNI seq info [70:70:8:4294967295] 00000400:00000200:2.0:1767384331.262367:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp31 00000400:00000200:2.0:1767384331.262372:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp31(192.168.204.131@tcp31:) -> 192.168.204.131@tcp31(192.168.204.131@tcp:192.168.204.131@tcp31) : PUT try# 0 00000400:00000200:1.0:1767384331.262380:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000068e16f2 (0) 00000800:00000200:2.0:1767384331.262381:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.131@tcp31 00000800:00000010:2.0:1767384331.262387:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0a149a. 00000400:00000200:1.0:1767384331.262388:0:16780:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.131@tcp32: -2 00000400:00000200:1.0:1767384331.262395:0:16780:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp32 NID 192.168.204.131@tcp32 flags 0x1 00000400:00000200:1.0:1767384331.262398:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000068e16f2 (1) 00000800:00000010:2.0:1767384331.262399:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000079194157. 00000400:00000200:1.0:1767384331.262399:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000068e16f2 (2) 00000400:00000200:1.0:1767384331.262403:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000068e16f2 (1) 00000800:00000010:2.0:1767384331.262406:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000821528a9. 00000400:00000200:1.0:1767384331.262406:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000068e16f2 (2) 00000400:00000200:1.0:1767384331.262410:0:16780:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp32 (00000000068e16f2): 0 00000400:00000200:1.0:1767384331.262413:0:16780:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:2.0:1767384331.262417:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079194157] -> 12345-192.168.204.131@tcp31 (2) 00000400:00000200:1.0:1767384331.262417:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384331.262423:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp32 NID 192.168.204.131@tcp32: 0. pending discovery 00000800:00000200:2.1:1767384331.262426:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079194157] -> 12345-192.168.204.131@tcp31 (2) 00000400:00000200:1.0:1767384331.262433:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000068e16f2 (3) 00000100:00000001:1.0:1767384331.262436:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.262438:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384331.262442:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 00000400:00000200:2.0:1767384331.262446:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 10000000:00000010:1.0:1767384331.262447:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000973b877b. 00000400:00000200:2.0:1767384331.262452:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 10000000:00000040:1.0:1767384331.262452:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 51/52 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:1.0:1767384331.262458:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:2.0:1767384331.262459:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp32(00000000068e16f2) state 0x41 00000400:00000200:2.0:1767384331.262462:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000068e16f2 (2) 00000020:00000001:1.0:1767384331.262465:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000010:2.0:1767384331.262467:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f0a0c6bc. 00000020:00000010:1.0:1767384331.262471:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000924d1b61. 00000400:00000010:2.0:1767384331.262472:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a4e7287. 00000400:00000010:2.0:1767384331.262498:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a3936e80. 00000400:00000200:2.0:1767384331.262504:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp32 00000020:00000010:1.0:1767384331.262512:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000125a48b3. 00000400:00000200:2.0:1767384331.262517:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp32 local destination 00000040:00000010:1.0:1767384331.262520:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000003074bf1. 00000400:00000200:2.0:1767384331.262524:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000020:00000010:1.0:1767384331.262528:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ffdc6e26. 00000400:00000200:2.0:1767384331.262546:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp32 00000400:00000200:2.0:1767384331.262551:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp32 lpni_is_preferred = 0 00000020:00000010:1.0:1767384331.262552:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be6393ac. 00000400:00000200:2.0:1767384331.262554:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp32 00000400:00000200:2.0:1767384331.262570:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp32 NI seq info: [71:71:256:4294967295] 192.168.204.131@tcp32 LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384331.262576:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp32 00000020:00000010:1.0:1767384331.262577:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e201a90f. 80000000:00000010:1.0:1767384331.262585:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fa0f0360. 40000000:00000010:1.0:1767384331.262591:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000003d8afe9. 00000400:00000200:2.0:1767384331.262595:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp32(192.168.204.131@tcp32:) -> 192.168.204.131@tcp32(192.168.204.131@tcp32:192.168.204.131@tcp32) : GET try# 0 00100000:00000010:1.0:1767384331.262597:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000086b37a10. 00040000:00000010:1.0:1767384331.262604:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000057dce495. 00000800:00000200:2.0:1767384331.262605:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp32 00000800:00000010:2.0:1767384331.262611:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009b7d9517. 00040000:00000010:1.0:1767384331.262612:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000edb0d3f4. 00040000:00000010:1.0:1767384331.262618:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000023c9e2d1. 00000800:00000010:2.0:1767384331.262621:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000080568f2c. 00080000:00000010:1.0:1767384331.262623:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ca4d3fb6. 00000800:00000010:2.0:1767384331.262626:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e561d6f7. 00000400:00000200:3.0:1767384331.262631:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000004:00000010:1.0:1767384331.262631:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000493d822. 00000800:00000200:2.0:1767384331.262632:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000800:00000200:2.1:1767384331.262644:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000004:00000010:1.0:1767384331.262644:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ef1eeddc. 00000004:00000010:1.0:1767384331.262651:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002e107793. 00002000:00000010:1.0:1767384331.262655:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d066f627. 00000004:00000010:1.0:1767384331.262658:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000017135cd6. 00000004:00000001:1.0:1767384331.262663:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:2.0:1767384331.262665:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp32 00000040:00000001:1.0:1767384331.262669:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384331.262672:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000973b877b 00000400:00000200:2.0:1767384331.262674:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp32(00000000068e16f2) state 0x241 rc 0 00000040:00001000:1.0:1767384331.262676:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384331.262681:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384331.262682:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384331.262684:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384331.262697:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384331.262699:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384331.262703:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384331.262705:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000040:00000001:1.0:1767384331.262708:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384331.262723:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.262726:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000004:00000001:1.0:1767384331.262786:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.262793:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000125a48b3. 00000040:00000010:1.0:1767384331.262801:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000003074bf1. 00000400:00000200:0.0:1767384331.262803:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000020:00000010:1.0:1767384331.262806:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ffdc6e26. 00000020:00000010:1.0:1767384331.262815:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be6393ac. 00000020:00000010:1.0:1767384331.262822:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e201a90f. 00000400:00000200:3.0:1767384331.262827:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 80000000:00000010:1.0:1767384331.262830:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fa0f0360. 40000000:00000010:1.0:1767384331.262837:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000003d8afe9. 00100000:00000010:1.0:1767384331.262842:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000086b37a10. 00040000:00000010:1.0:1767384331.262849:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000057dce495. 00040000:00000010:1.0:1767384331.262856:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000edb0d3f4. 00040000:00000010:1.0:1767384331.262861:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000023c9e2d1. 00080000:00000010:1.0:1767384331.262869:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ca4d3fb6. 00000400:00000200:0.0:1767384331.262872:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000004:00000010:1.0:1767384331.262875:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000493d822. 00000004:00000010:1.0:1767384331.262883:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ef1eeddc. 00000004:00000010:1.0:1767384331.262890:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002e107793. 00002000:00000010:1.0:1767384331.262894:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d066f627. 00000004:00000010:1.0:1767384331.262901:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000017135cd6. 00000020:00000010:1.0:1767384331.262907:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000924d1b61. 00000020:00000001:1.0:1767384331.262913:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.262915:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384331.262918:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 10000000:00000010:1.0:1767384331.262919:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000973b877b. 00000400:00000200:0.0:1767384331.262936:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 10000000:00000040:1.0:1767384331.262938:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:1.0:1767384331.262947:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002d552581. 10000000:00000001:1.0:1767384331.262953:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.262956:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.262964:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e3a61e55 x1853236732513536/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.262970:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384331.262976:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384331.262978:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfbaf1a6. 02000000:00000001:1.0:1767384331.262982:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384331.262984:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384331.262985:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:3.0:1767384331.262987:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000020:00000001:1.0:1767384331.262989:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384331.262996:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384331.263000:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384331.263002:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384331.263005:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384331.263006:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000100:00000010:1.0:1767384331.263012:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000054e3d55c. 00000100:00000010:1.0:1767384331.263020:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b9b93c03. 00000100:00000001:1.0:1767384331.263024:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384331.263027:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000190038d4. 02000000:00000001:1.0:1767384331.263032:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384331.263035:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384331.263037:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3a61e55. 00000100:00000001:1.0:1767384331.263040:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384331.263042:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384331.263060:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000008e5ca7f. 10000000:01000000:1.0:1767384331.263065:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384331.263071:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384331.263074:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384331.263078:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.263081:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=3 00000020:00000001:1.0:1767384331.263086:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384331.263091:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00000400:00000200:3.0:1767384331.263095:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00010000:00000001:1.0:1767384331.263096:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384331.263106:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6da7a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384331.263114:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00010000:00000001:1.0:1767384331.263115:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.263120:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384331.263124:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6da7a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.263138:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384331.263141:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.263143:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384331.263147:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.263150:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.263152:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384331.263157:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384331.263160:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 10000000:00000001:1.0:1767384331.263165:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384331.263216:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.263239:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.263284:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.263327:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.263382:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.263416:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.263464:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.263549:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.263642:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.263683:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.263694:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.263756:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.263760:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.263800:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.263819:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.263839:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.263870:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.263885:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.263924:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.263930:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.264005:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.264018:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.264076:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.264087:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.264135:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.264150:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.264206:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.264225:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.264308:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.264308:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.264364:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.264394:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.264414:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.264461:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.264464:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.264583:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.264620:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.264698:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.264767:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.264801:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.264854:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.264877:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.264969:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.264987:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.265029:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.265054:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.265083:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.265120:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.265145:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.265179:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.265207:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.265236:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.265272:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.265296:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.265336:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.265358:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.265404:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.265449:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.265519:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.265573:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000400:00000200:3.0:1767384331.265607:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000800:00000010:0.0:1767384331.265649:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b779e14a. 00000800:00000010:0.0:1767384331.265656:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000078edbde9. 00000800:00000010:0.0:1767384331.265664:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f4bb852. 00000800:00000010:0.0:1767384331.265703:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f4bb852. 00000800:00020000:0.0:1767384331.265718:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384331.265723:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000078edbde9. 00000800:00000010:0.0:1767384331.265727:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b779e14a. 00000400:02020000:0.0:1767384331.265850:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp32 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384331.265862:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp32 notifying 192.168.204.131@tcp32: down 00000800:00000200:0.0:1767384331.265876:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp32 down 00000800:00000100:0.0:1767384331.265888:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp32 00000800:00000010:0.0:1767384331.265894:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009b7d9517. 00000400:00000200:3.0:1767384331.265896:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384331.265900:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384331.265908:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp32->192.168.204.131@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384331.265915:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp32 added to recovery queue. ping count: 0 next ping: 252 health :900 00000400:00000200:0.0:1767384331.265921:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384331.265935:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp32: 1 00000400:00000200:0.0:1767384331.265942:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp32 (00000000068e16f2): -114 00000800:00000010:2.0:1767384331.265974:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000598e4e49. 00000800:00000010:2.0:1767384331.265981:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fb8b9d0f. 00000400:00000200:3.0:1767384331.265994:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp31 from 217.3.0.2 00000800:00000010:2.0:1767384331.265995:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac15db30. 00000400:00000200:0.0:1767384331.265996:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384331.266000:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004dcfb873. 00000400:00000200:0.0:1767384331.266011:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp32(00000000068e16f2) state 0x841 00000400:00000001:0.0:1767384331.266018:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384331.266020:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384331.266023:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a4e7287 00000400:00000010:0.0:1767384331.266026:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a4e7287. 00000400:00000200:0.0:1767384331.266033:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384331.266043:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp32 (00000000068e16f2): -114 00000400:00000010:0.0:1767384331.266048:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f0a0c6bc. 00000400:00000200:0.0:1767384331.266053:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000068e16f2 (3) 00000800:00000010:2.0:1767384331.266056:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005ecdab82. 00000400:00000200:0.0:1767384331.266062:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp32:-71 00000800:00000010:2.0:1767384331.266063:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008bd93e97. 00000400:00000200:0.0:1767384331.266075:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp32(00000000068e16f2) state 0x2041 rc -71 00000400:00000200:0.0:1767384331.266085:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp32 (00000000068e16f2) 00000400:00000200:0.0:1767384331.266095:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000068e16f2 (2) 00000800:00000010:2.0:1767384331.266111:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e514a734. 00000800:00000200:2.1:1767384331.266122:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079194157] -> 12345-192.168.204.131@tcp31 (2) 00000800:00000200:2.1:1767384331.266131:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp31 00000000e514a734 deleted 00000800:00000010:2.1:1767384331.266133:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e514a734. 00000800:00000200:2.1:1767384331.266140:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384331.266147:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp31 ip 192.168.204.131:985 00000800:00000200:2.1:1767384331.266151:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd0a149a type 1, nob 512 niov 1 nkiov 1 00000800:00000200:2.0:1767384331.266157:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp31 p 3.x 192.168.204.131 -> 192.168.204.131:985 incarnation:1767384327701985111 sched[0] 00000800:00000010:2.0:1767384331.266174:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c5f96f59. 00000800:00000010:2.0:1767384331.266207:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c5f96f59. 00000800:00000010:2.0:1767384331.266212:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008bd93e97. 00000800:00000010:2.0:1767384331.266280:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004dcfb873. 00000800:00000001:2.0:1767384331.266310:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.266345:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384331.266383:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac15db30. 00000800:00000200:0.0:1767384331.266436:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.1:1767384331.266440:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384331.266443:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0a149a. 00000800:00000200:2.0:1767384331.266450:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp31 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384327701985111 sched[0] 00000800:00000010:2.0:1767384331.266456:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fb8b9d0f. 00000400:00000200:0.0:1767384331.266457:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.266475:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp31->192.168.204.131@tcp31: PUT: OK 00000400:00000200:0.0:1767384331.266530:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384331.266550:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000001:0.0:1767384331.266599:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.266610:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384331.266613:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.266619:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.266628:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp31(192.168.204.131@tcp31) <- 192.168.204.131@tcp31 : PUT - for me 00000400:00000200:0.0:1767384331.266647:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384331.266659:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 400/416 into md 0x1805 [1] + 0 00000400:00000010:0.0:1767384331.266663:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ea0213f. 00000400:00000200:0.0:1767384331.266669:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a21e367f 00000800:00000001:0.0:1767384331.266679:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.266692:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.266695:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.266696:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.266717:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp31->192.168.204.131@tcp31: PUT: OK 00000400:00000200:0.0:1767384331.266724:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21e367f 00000400:00000010:0.0:1767384331.266728:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000400:00000200:0.0:1767384331.266734:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384331.266740:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (25) 00000400:00000200:0.0:1767384331.266748:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:0.0:1767384331.266757:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (416 bytes) 00000400:00000200:0.0:1767384331.266773:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384331.266792:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (26) 00000400:00000200:0.0:1767384331.266801:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384331.266813:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.266817:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp31 to MR: 192.168.204.131@tcp31 local destination 00000400:00000200:0.0:1767384331.266834:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp31 NI seq info: [72:72:256:4294967295] 192.168.204.131@tcp31 LPNI seq info [71:71:8:4294967295] 00000400:00000200:0.0:1767384331.266870:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp31(192.168.204.131@tcp31:192.168.204.131@tcp31) -> 192.168.204.131@tcp31(192.168.204.131@tcp31:192.168.204.131@tcp31) 192.168.204.131@tcp31 : ACK try# 0 00000800:00000200:0.0:1767384331.266879:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp31 00000800:00000010:0.0:1767384331.266886:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004fc3655e. 00000800:00000200:0.0:1767384331.266897:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079194157] -> 12345-192.168.204.131@tcp31 (4) 00000800:00000200:0.0:1767384331.266908:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp31 ip 192.168.204.131:988 00000800:00000200:0.0:1767384331.266912:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004fc3655e type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384331.266930:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000001:0.0:1767384331.266937:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.266977:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384331.266981:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.266993:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.267045:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384331.267052:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000d9bd0662. 00000400:00000010:0.0:1767384331.267058:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ea0213f. 00000400:00000010:0.0:1767384331.267065:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00000400:00000200:0.0:1767384331.267071:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d9bd0662 00000400:00000010:0.0:1767384331.267080:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000d00c29e1. 00000400:00000200:0.0:1767384331.267090:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000400:00000200:0.0:1767384331.267102:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102471 00000400:00000200:0.0:1767384331.267107:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (25) 00000800:00000200:2.0:1767384331.267121:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384331.267122:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000003523c018. 00000800:00000010:2.0:1767384331.267127:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004fc3655e. 00000400:00000010:0.0:1767384331.267131:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000400:00000200:2.0:1767384331.267139:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384331.267142:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000002a13962. 00000400:00000200:2.0:1767384331.267153:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp31->192.168.204.131@tcp31: ACK: OK 00000400:00000200:0.0:1767384331.267161:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000800:00000001:2.0:1767384331.267175:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384331.267184:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000800:00000001:2.0:1767384331.267185:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384331.267191:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.267199:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.267199:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384331.267222:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp31(192.168.204.131@tcp31) <- 192.168.204.131@tcp31 : ACK - for me 00000400:00000200:0.0:1767384331.267222:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384331.267245:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:0.0:1767384331.267253:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:3.0:1767384331.267256:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.267260:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:0.0:1767384331.267272:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:0.0:1767384331.267282:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:0.0:1767384331.267294:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:0.0:1767384331.267316:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:0.0:1767384331.267324:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:3.0:1767384331.267326:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.267335:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:0.0:1767384331.267345:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:0.0:1767384331.267350:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:0.0:1767384331.267358:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:0.0:1767384331.267365:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000200:3.0:1767384331.267376:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.267377:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:0.0:1767384331.267399:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000200:0.0:1767384331.267407:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:0.0:1767384331.267414:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000400:00000200:0.0:1767384331.267425:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 12], ns[67, 12] 00000400:00000200:3.0:1767384331.267426:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.267439:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[69, 12], ns[69, 12] 00000400:00000200:0.0:1767384331.267448:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 12], ns[72, 12] 00000400:00000200:0.0:1767384331.267457:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:0.0:1767384331.267463:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp12 00000400:00000200:0.0:1767384331.267468:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp12 lpni_is_preferred = 0 00000400:00000200:3.0:1767384331.267473:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.267474:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp12 00000400:00000200:0.0:1767384331.267486:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp12 NI seq info: [73:73:256:4294967295] 192.168.204.131@tcp12 LPNI seq info [72:72:8:4294967295] 00000400:00000200:0.0:1767384331.267529:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp12 00000400:00000200:3.0:1767384331.267556:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.267558:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp12(192.168.204.131@tcp12:) -> 192.168.204.131@tcp12(192.168.204.131@tcp:192.168.204.131@tcp12) : GET try# 0 00000800:00000200:0.0:1767384331.267568:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp12 00000400:00000200:2.0:1767384331.267589:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp31: ACK from 12345-192.168.204.131@tcp31 into md 0x1871 00000800:00000010:0.0:1767384331.267591:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004fc3655e. 00000400:00000200:2.0:1767384331.267598:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384331.267605:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c642d9b] -> 12345-192.168.204.131@tcp12 (6) 00000400:00000200:2.0:1767384331.267609:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp31->192.168.204.131@tcp31: ACK: OK 00000400:00000200:2.0:1767384331.267622:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442717c4 00000400:00000010:2.0:1767384331.267626:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442717c4. 00000800:00000200:0.0:1767384331.267629:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp12 ip 192.168.204.131:988 00000400:00000200:2.0:1767384331.267636:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:0.0:1767384331.267638:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004fc3655e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384331.267646:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384331.267651:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:0.0:1767384331.267661:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384331.267666:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384331.267673:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000400:00000200:2.0:1767384331.267674:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (26) 00000400:00000200:0.0:1767384331.267695:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 00000400:00000200:0.0:1767384331.267698:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (25) 00000400:00000010:0.0:1767384331.267704:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000b227e292. 00000400:00000010:0.0:1767384331.267710:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed63fbc6. 00000400:00000010:0.0:1767384331.267721:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b2fafd21. 00000400:00000200:0.0:1767384331.267728:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:3.0:1767384331.267746:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000800:00000200:2.0:1767384331.267751:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384331.267751:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000800:00000010:2.0:1767384331.267758:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004fc3655e. 00000400:00000200:2.0:1767384331.267767:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.267768:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384331.267777:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp12->192.168.204.131@tcp12: GET: OK 00000400:00000200:0.0:1767384331.267786:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384331.267793:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:0.0:1767384331.267799:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 00000400:00000200:3.0:1767384331.267801:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.267808:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000400:00000200:0.0:1767384331.267814:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000400:00000200:0.0:1767384331.267820:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000400:00000200:0.0:1767384331.267825:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000400:00000200:0.0:1767384331.267832:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:0.0:1767384331.267838:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:3.0:1767384331.267841:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.267845:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:0.0:1767384331.267853:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:0.0:1767384331.267859:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:0.0:1767384331.267864:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:0.0:1767384331.267870:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 14], ns[42, 14] 00000400:00000200:3.0:1767384331.267878:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.267879:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 14], ns[46, 14] 00000400:00000200:0.0:1767384331.267889:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 14], ns[50, 14] 00000400:00000200:0.0:1767384331.267895:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 14], ns[54, 14] 00000400:00000200:3.0:1767384331.267908:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.267913:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 14], ns[58, 14] 00000400:00000200:0.0:1767384331.267923:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 14], ns[67, 14] 00000400:00000200:0.0:1767384331.267929:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[69, 14], ns[69, 14] 00000400:00000200:0.0:1767384331.267938:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 14], ns[72, 14] 00000400:00000200:0.0:1767384331.267944:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:3.0:1767384331.267946:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.267950:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp13 00000400:00000200:0.0:1767384331.267957:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp13 lpni_is_preferred = 0 00000400:00000200:0.0:1767384331.267960:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp13 00000400:00000200:0.0:1767384331.267966:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp13 NI seq info: [74:74:256:4294967295] 192.168.204.131@tcp13 LPNI seq info [73:73:8:4294967295] 00000400:00000200:3.0:1767384331.267971:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.267975:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp13 00000400:00000200:0.0:1767384331.267991:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp13(192.168.204.131@tcp13:) -> 192.168.204.131@tcp13(192.168.204.131@tcp:192.168.204.131@tcp13) : GET try# 0 00000400:00000200:2.0:1767384331.267996:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:0.0:1767384331.268001:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp13 00000400:00000200:2.0:1767384331.268005:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000400:00000200:3.0:1767384331.268012:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000800:00000010:0.0:1767384331.268015:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004fc3655e. 00000800:00000001:2.0:1767384331.268018:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.268031:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384331.268033:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000515cc718] -> 12345-192.168.204.131@tcp13 (6) 00000800:00000001:2.0:1767384331.268036:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.268041:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384331.268045:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384331.268049:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp13 ip 192.168.204.131:988 00000800:00000200:0.0:1767384331.268054:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004fc3655e type 2, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384331.268060:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.268068:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384331.268076:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp12(192.168.204.131@tcp12) <- 192.168.204.131@tcp12 : GET - for me 00000400:00000200:3.0:1767384331.268078:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.268079:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000400:00000200:2.0:1767384331.268096:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384331.268106:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 416/416 into md 0x181d [1] + 0 00000400:00000200:2.0:1767384331.268124:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp12 to MR: 192.168.204.131@tcp12 local destination 00000400:00000200:2.0:1767384331.268131:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp12 NI seq info: [75:75:256:4294967295] 192.168.204.131@tcp12 LPNI seq info [74:74:8:4294967295] 00000400:00000200:2.0:1767384331.268158:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp12(192.168.204.131@tcp12:192.168.204.131@tcp12) -> 192.168.204.131@tcp12(192.168.204.131@tcp12:192.168.204.131@tcp12) 192.168.204.131@tcp12 : REPLY try# 0 00000800:00000200:2.0:1767384331.268166:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.131@tcp12 00000400:00000200:3.0:1767384331.268168:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000800:00000010:2.0:1767384331.268169:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008d0be687. 00000800:00000200:2.0:1767384331.268183:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c642d9b] -> 12345-192.168.204.131@tcp12 (6) 00000800:00000200:2.0:1767384331.268193:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp12 ip 192.168.204.131:1017 00000800:00000200:2.0:1767384331.268197:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d0be687 type 3, nob 512 niov 1 nkiov 1 00000800:00000200:0.0:1767384331.268232:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384331.268238:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004fc3655e. 00000400:00000200:3.0:1767384331.268248:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.268250:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767384331.268259:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384331.268266:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008d0be687. 00000400:00000200:0.0:1767384331.268266:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp13->192.168.204.131@tcp13: GET: OK 00000400:00000200:2.0:1767384331.268275:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.268277:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384331.268287:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp12->192.168.204.131@tcp12: REPLY: OK 00000400:00000200:0.0:1767384331.268290:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000001:2.0:1767384331.268311:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384331.268312:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000800:00000001:0.0:1767384331.268314:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.268326:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384331.268330:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384331.268332:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.268335:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.268347:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384331.268351:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.268364:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp13(192.168.204.131@tcp13) <- 192.168.204.131@tcp13 : GET - for me 00000800:00000001:0.0:1767384331.268364:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384331.268371:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000800:00000001:0.0:1767384331.268377:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.268385:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384331.268393:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 416/416 into md 0x181d [1] + 0 00000400:00000200:0.0:1767384331.268404:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp12(192.168.204.131@tcp12) <- 192.168.204.131@tcp12 : REPLY - for me 00000400:00000200:3.0:1767384331.268411:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384331.268420:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp13 to MR: 192.168.204.131@tcp13 local destination 00000400:00000200:2.0:1767384331.268429:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp13 NI seq info: [76:76:256:4294967295] 192.168.204.131@tcp13 LPNI seq info [75:75:8:4294967295] 00000400:00000200:2.0:1767384331.268447:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp13(192.168.204.131@tcp13:192.168.204.131@tcp13) -> 192.168.204.131@tcp13(192.168.204.131@tcp13:192.168.204.131@tcp13) 192.168.204.131@tcp13 : REPLY try# 0 00000800:00000200:2.0:1767384331.268450:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.131@tcp13 00000800:00000010:2.0:1767384331.268453:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008d0be687. 00000800:00000200:2.0:1767384331.268466:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000515cc718] -> 12345-192.168.204.131@tcp13 (6) 00000400:00000200:0.0:1767384331.268473:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp12: Reply from 12345-192.168.204.131@tcp12 of length 416/416 into md 0x187d 00000400:00000200:3.0:1767384331.268479:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000800:00000200:2.0:1767384331.268545:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp13 ip 192.168.204.131:1015 00000800:00000200:2.0:1767384331.268549:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d0be687 type 3, nob 512 niov 1 nkiov 1 00000400:00000200:3.0:1767384331.268592:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000800:00000200:2.0:1767384331.268620:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384331.268625:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384331.268626:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008d0be687. 00000400:00000200:2.0:1767384331.268651:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384331.268653:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.268663:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384331.268664:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384331.268667:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp13->192.168.204.131@tcp13: REPLY: OK 00000400:00000200:0.0:1767384331.268685:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp12->192.168.204.131@tcp12: REPLY: OK 00000800:00000001:2.0:1767384331.268697:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384331.268701:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000800:00000001:2.0:1767384331.268703:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384331.268707:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000800:00000001:2.0:1767384331.268709:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384331.268722:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000800:00000001:2.0:1767384331.268723:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384331.268732:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384331.268738:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000800:00000001:2.0:1767384331.268740:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384331.268741:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.268745:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:0.0:1767384331.268757:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 24. state = 0x100271 00000400:00000200:2.0:1767384331.268763:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp13(192.168.204.131@tcp13) <- 192.168.204.131@tcp13 : REPLY - for me 00000400:00000200:0.0:1767384331.268772:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384331.268798:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (26) 00000400:00000200:2.0:1767384331.268816:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp13: Reply from 12345-192.168.204.131@tcp13 of length 416/416 into md 0x1881 00000800:00000001:0.0:1767384331.268817:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384331.268821:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000800:00000001:2.0:1767384331.268825:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384331.268827:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384331.268836:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.268840:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.268848:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp13->192.168.204.131@tcp13: REPLY: OK 00000400:00000200:0.0:1767384331.268868:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384331.268879:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000f1 00000400:00000200:2.0:1767384331.268884:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed63fbc6 00000400:00000200:3.0:1767384331.268885:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000010:2.0:1767384331.268890:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed63fbc6. 00000400:00000010:0.0:1767384331.268890:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 000000008661b7fa. 00000400:00000200:2.0:1767384331.268906:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000010:0.0:1767384331.268908:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 0000000030a78df0. 00000400:00000200:2.0:1767384331.268913:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000010:0.0:1767384331.268919:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 00000000c4ffbfe9. 00000400:00000200:2.0:1767384331.268921:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:3.0:1767384331.268927:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384331.268932:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 24. state = 0x100171 00000400:00000200:2.0:1767384331.268946:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384331.268953:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (25) 00000800:00000001:2.0:1767384331.268966:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.268972:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.268986:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp29(00000000f7984e47) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384331.268996:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp30(0000000041ba6b85) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384331.269008:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.269011:0:16144:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.131@tcp32 00000400:00000200:0.0:1767384331.269024:0:16144:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.131@tcp32 NID 192.168.204.131@tcp32 00000400:00000200:0.0:1767384331.269029:0:16144:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000e5706da7 nid 192.168.204.131@tcp32 00000400:00000010:0.0:1767384331.269033:0:16144:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000e5706da7. 00000400:00000200:0.0:1767384331.269040:0:16144:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000002effdb71 net tcp32 00000400:00000010:0.0:1767384331.269044:0:16144:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000002effdb71. 00000400:00000200:3.0:1767384331.269046:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384331.269060:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000068e16f2 (1) 00000400:00000200:0.0:1767384331.269077:0:16144:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000068e16f2 nid 192.168.204.131@tcp32 00000400:00000010:0.0:1767384331.269082:0:16144:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000068e16f2. 00000400:00000200:3.0:1767384331.269089:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000010:0.0:1767384331.269089:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b8329d7c. 00000400:00000200:0.0:1767384331.269097:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b8329d7c nid 192.168.204.131@tcp32 00000400:00000010:0.0:1767384331.269105:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cd7153ca. 00000400:00000200:0.0:1767384331.269109:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cd7153ca net tcp32 00000400:00000200:0.0:1767384331.269113:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (24) 00000400:00000200:0.0:1767384331.269119:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp32 flags 0x11 00000400:00000010:0.0:1767384331.269125:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 000000008661b7fa. 00000400:00000200:3.0:1767384331.269126:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000010:0.0:1767384331.269130:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 0000000030a78df0. 00000400:00000010:0.0:1767384331.269136:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 00000000c4ffbfe9. 00000400:00000010:0.0:1767384331.269142:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000003523c018. 00000400:00000200:0.0:1767384331.269148:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384331.269152:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x1001f1 00000400:00000200:0.0:1767384331.269157:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1001f1 rc 1 00000400:00000200:0.0:1767384331.269163:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1001f1 00000400:00000010:0.0:1767384331.269170:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 00000000c4ffbfe9. 00000400:00000010:0.0:1767384331.269174:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 0000000030a78df0. 00000400:00000010:0.0:1767384331.269180:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 000000003523c018. 00000400:00000010:0.0:1767384331.269206:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 00000000c4ffbfe9. 00000400:00000010:0.0:1767384331.269211:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 0000000030a78df0. 00000400:00000010:0.0:1767384331.269216:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 000000003523c018. 00000400:00000010:0.0:1767384331.269219:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000b227e292. 00000400:00000200:0.0:1767384331.269225:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384331.269229:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:0.0:1767384331.269232:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000400:00000200:0.0:1767384331.269237:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:0.0:1767384331.269242:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384331.269244:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:0.0:1767384331.269249:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:0.0:1767384331.269253:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (25) 00000800:00000010:3.0:1767384331.269258:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005053e3f2. 00000800:00000010:3.0:1767384331.269262:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000cd6151d. 00000800:00000010:3.0:1767384331.269265:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000030d06aa1. 00000800:00000010:3.0:1767384331.269283:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000030d06aa1. 00000800:00020000:3.0:1767384331.269299:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384331.269302:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000cd6151d. 00000800:00000010:3.0:1767384331.269304:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005053e3f2. 00000400:02020000:3.0:1767384331.269332:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp31 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000100:00000040:3.0:1767384331.271565:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294919179, at 4294919180 00000100:00000010:3.0:1767384331.271584:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bee003d9. 00000100:00000040:1.0:1767384331.272556:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294919179, at 4294919181 00000100:00000010:1.0:1767384331.272570:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000817eff28. 00000100:00000040:2.0:1767384331.272627:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294919179, at 4294919181 00000100:00000010:2.0:1767384331.272637:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008857961. 00000100:00000040:0.0:1767384331.272670:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294919179, at 4294919181 00000100:00000010:0.0:1767384331.272693:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaf98a33. 00000020:00000010:2.0:1767384331.273150:0:28131:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ac15db30. 00000020:00000040:2.0:1767384331.273158:0:28131:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384331.273162:0:28131:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ac15db30. 00010000:00000001:1.0:1767384331.643556:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384331.643564:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.643569:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384331.643571:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384331.643573:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384331.643576:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.643578:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384331.643581:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.643582:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.643584:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.643618:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384331.643622:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.643626:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384331.771583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384331.771592:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384331.771600:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e24d9f9d. 00000020:00000040:2.0:1767384331.771607:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384331.771614:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384331.771618:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384331.771624:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384331.771634:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061f7e8f7. 00000100:00000001:2.0:1767384331.771641:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.771652:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384331.771662:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.771665:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.771676:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e24d9f9d] to pc [ptlrpcd_00_00+0] req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.771709:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.771712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384331.771717:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384331.771719:0:24303:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000010:2.0:1767384331.771720:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5cbf4a8. 00000100:00000001:1.0:1767384331.771724:0:24303:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384331.771725:0:36:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384331.771730:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384331.771731:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384331.771733:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384331.771738:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009335e427. 00000100:00000001:2.0:1767384331.771743:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.771745:0:16767:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000040:2.0:1767384331.771746:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384331.771750:0:16767:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.771760:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.771763:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.771767:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5cbf4a8] to pc [ptlrpcd_00_01+1] req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.771780:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.771783:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384331.771786:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384331.771791:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef820843. 00000020:00000040:2.0:1767384331.771794:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384331.771797:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384331.771799:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384331.771802:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384331.771806:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030ceef7f. 00000100:00000001:2.0:1767384331.771810:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.771814:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384331.771819:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.771821:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.771830:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef820843] to pc [ptlrpcd_00_02+2] req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.771857:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.771859:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384331.771861:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384331.771864:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ec584d1. 00000020:00000040:2.0:1767384331.771868:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384331.771870:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384331.771871:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384331.771873:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384331.771877:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cd0a149a. 00000100:00000001:2.0:1767384331.771881:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.771884:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384331.771889:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.771891:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.771896:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ec584d1] to pc [ptlrpcd_00_03+3] req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.771906:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.771912:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (257) 00000100:00000001:2.0:1767384331.771926:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.771930:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.771933:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384331.771940:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.771947:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384331.771949:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.771953:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384331.771956:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384331.771959:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.771965:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e24d9f9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732513664:0@lo:400: 00000100:00000001:2.0:1767384331.771969:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384331.771979:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384331.771982:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.771985:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384331.771989:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003aa7540c. 02000000:00000001:2.0:1767384331.771990:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.771996:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f20b21e3. 00000400:00000010:2.0:1767384331.772002:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442717c4. 00000100:00000200:2.0:1767384331.772026:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732513664, portal 25 00000100:00000001:2.0:1767384331.772029:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384331.772031:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169395200 : -119698540156416 : ffff93228308aa00) 00000100:00000040:2.0:1767384331.772036:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.772042:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384331.772049:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384331.772052:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd856852. 00000100:00000200:2.0:1767384331.772054:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236732513664, offset 0 00000400:00000200:2.0:1767384331.772061:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384331.772075:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384331.772087:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d204d80 00000400:00000200:2.0:1767384331.772094:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x10d1 [2] + 0 00000400:00000010:2.0:1767384331.772098:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003de7f897. 00000400:00000200:2.0:1767384331.772101:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002192b2a4 00000400:00000200:2.0:1767384331.772107:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.772111:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384331.772115:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002192b2a4 00000400:00000010:2.0:1767384331.772117:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002192b2a4. 00000100:00000001:2.0:1767384331.772121:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384331.772123:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384331.772127:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000008502d573 x1853236732513664 msgsize 224 00000100:00100000:2.0:1767384331.772129:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384331.772131:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384331.772140:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384331.772146:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd856852 00000400:00000010:2.0:1767384331.772148:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd856852. 00000100:00000001:2.0:1767384331.772152:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384331.772161:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384331.772163:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.772168:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732513664 02000000:00000001:0.0:1767384331.772176:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384331.772183:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384331.772183:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384331.772190:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.772193:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384331.772199:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.772203:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.772205:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732513664 00000100:00000001:2.0:1767384331.772206:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384331.772211:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384331.772214:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:2.0:1767384331.772215:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.772220:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384331.772223:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294919690 00000020:00000040:0.0:1767384331.772224:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:0.0:1767384331.772235:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000010:2.0:1767384331.772237:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092563418. 00000020:00000001:0.0:1767384331.772240:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384331.772245:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384331.772246:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000020:00000010:0.0:1767384331.772250:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023c9279b. 00000100:00000001:0.0:1767384331.772255:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.772256:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294919690 00000020:00000010:0.0:1767384331.772272:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023c9279b. 00000100:00000010:2.0:1767384331.772273:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064aaf943. 00000100:00000001:2.0:1767384331.772284:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000020:00000010:0.0:1767384331.772286:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003523c018. 00000100:00000001:2.0:1767384331.772289:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294919690 00000100:00000010:2.0:1767384331.772298:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5e38621. 00000020:00000010:0.0:1767384331.772299:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f0bce013. 00000100:00000001:2.0:1767384331.772303:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000020:00000010:0.0:1767384331.772307:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001413bdfd. 00000100:00000001:2.0:1767384331.772309:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294919690 00000100:00000010:2.0:1767384331.772318:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007df21e0. 00000100:00000001:2.0:1767384331.772324:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384331.772325:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384331.772330:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384331.772332:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.772339:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384331.772344:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.772345:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.772369:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.772371:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.772375:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.772384:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.772386:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384331.772386:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.772394:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.772396:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.772399:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.772402:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384331.772404:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.772410:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384331.772413:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384331.772414:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.772418:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384331.772441:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000001:2.0:1767384331.772442:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.772448:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384331.772450:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384331.772451:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384331.772457:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.772457:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141077584 : -119697568474032 : ffff9322bcf35c50) 00000100:00000001:2.0:1767384331.772475:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384331.772479:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.772482:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384331.772485:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384331.772490:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.772496:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5cbf4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732513792:0@lo:400: 00000100:00000001:2.0:1767384331.772502:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384331.772558:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384331.772563:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.772583:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384331.772589:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be1cdbdc. 02000000:00000001:2.0:1767384331.772593:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.772598:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076a02133. 00000400:00000010:2.0:1767384331.772606:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd856852. 00000100:00000040:0.0:1767384331.772606:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008502d573 x1853236732513664/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384331.772616:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732513792, portal 4 00000100:00000001:2.0:1767384331.772626:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384331.772628:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.772629:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169389824 : -119698540161792 : ffff932283089500) 00000100:00000001:1.0:1767384331.772635:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384331.772639:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384331.772651:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384331.772655:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.772656:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384331.772674:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384331.772678:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.772679:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384331.772682:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000004:00000001:0.0:1767384331.772683:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384331.772687:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000001:1.0:1767384331.772688:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384331.772691:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384331.772700:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.772702:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2076f8b. 00000100:00000010:0.0:1767384331.772702:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033105b84. 00000020:00000040:0.0:1767384331.772709:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:2.0:1767384331.772711:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732513792, offset 0 00000100:00000001:0.0:1767384331.772718:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384331.772720:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef820843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236732513920:0@lo:400: 02000000:00000001:0.0:1767384331.772722:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384331.772730:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384331.772731:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.772732:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384331.772741:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384331.772744:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384331.772745:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004fc3655e. 02000000:00000001:1.0:1767384331.772747:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384331.772756:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384331.772757:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384331.772759:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009781a2ad. 00000100:00000001:0.0:1767384331.772780:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384331.772785:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.772785:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.772787:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d204e00 00000100:00000040:0.0:1767384331.772801:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033105b84] to pc [ptlrpcd_00_00+0] req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384331.772802:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c31fb0ff. 00000400:00000200:2.0:1767384331.772812:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2992 00000004:00000001:0.0:1767384331.772832:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.772834:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384331.772835:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384331.772843:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732513920, portal 10 00000100:00000001:1.0:1767384331.772846:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384331.772848:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384331.772850:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169399680 : -119698540151936 : ffff93228308bb80) 00000100:00000040:1.0:1767384331.772860:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.772869:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384331.772871:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384331.772872:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384331.772876:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:1.0:1767384331.772877:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a49d5c. 00000100:00000200:1.0:1767384331.772883:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732513920, offset 0 00000100:00000010:2.0:1767384331.772886:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000efede33b. 00000400:00000200:1.0:1767384331.772890:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384331.772894:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000efede33b x1853236732513792 msgsize 224 00000400:00000200:1.0:1767384331.772903:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384331.772910:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384331.772915:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d204e80 00000400:00000200:1.0:1767384331.772923:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00000001:2.0:1767384331.772925:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384331.772928:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.772932:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384331.772938:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2076f8b 00000400:00000010:2.0:1767384331.772941:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2076f8b. 00000100:00000001:2.0:1767384331.772948:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384331.772950:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384331.772954:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1767384331.772956:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384331.772959:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3a61e55. 00000100:00000001:0.0:1767384331.772959:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384331.772965:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732513792 00000100:00000040:1.0:1767384331.772966:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000e3a61e55 x1853236732513920 msgsize 224 02000000:00000001:0.0:1767384331.772976:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384331.772980:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384331.772986:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384331.772987:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.772989:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384331.772998:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.772999:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.773002:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384331.773005:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732513792 00000400:00000200:1.0:1767384331.773010:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a49d5c 00000020:00000001:0.0:1767384331.773012:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384331.773015:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090a49d5c. 00000020:00000040:0.0:1767384331.773019:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000001:1.0:1767384331.773023:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384331.773028:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384331.773030:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384331.773031:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.773035:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384331.773035:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000100:00000001:2.0:1767384331.773045:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.773045:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:0.0:1767384331.773059:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000040:2.0:1767384331.773061:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4678 usecs (5 jiffies) 00000100:00000001:1.0:1767384331.773061:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.773069:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.773071:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294919686 00000100:00000001:0.0:1767384331.773071:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384331.773080:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023c9279b. 00000100:00000001:2.0:1767384331.773081:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294919690 00000100:00000001:1.0:1767384331.773082:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773089:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.773090:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294919686 00000020:00000010:0.0:1767384331.773093:0:17556:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000092864c62. 00000100:00000001:1.0:1767384331.773096:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.773099:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294919690 00000100:00000040:1.0:1767384331.773102:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2647 usecs (3 jiffies) 00000020:00000040:0.0:1767384331.773105:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:2.0:1767384331.773121:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294919686 00000100:00000001:1.0:1767384331.773123:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294919684 00000100:00000001:1.0:1767384331.773127:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294919690 00000100:00000001:2.0:1767384331.773128:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294919690 00000100:00000001:1.0:1767384331.773131:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294919684 00000100:00000001:0.0:1767384331.773132:0:17556:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384331.773135:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294919686 00000100:00000001:1.0:1767384331.773136:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294919690 00000100:00000001:1.0:1767384331.773140:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294919684 00000100:00000001:2.0:1767384331.773142:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294919690 00000100:00000001:1.0:1767384331.773144:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294919690 00000020:00000010:0.0:1767384331.773146:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008661b7fa. 00000100:00000001:2.0:1767384331.773149:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.773149:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294919684 00000100:00000001:1.0:1767384331.773154:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294919690 00000020:00000010:0.0:1767384331.773156:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b68c388. 00000100:00000001:2.0:1767384331.773157:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773158:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.773166:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.773168:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006c8c7652. 00000100:00000001:2.0:1767384331.773170:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773170:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773177:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.773178:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.773185:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.773187:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384331.773187:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384331.773188:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384331.773196:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.773197:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384331.773199:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384331.773199:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.773201:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384331.773203:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.773208:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.773209:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384331.773210:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384331.773217:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384331.773221:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.773223:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384331.773224:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.773226:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.773229:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.773231:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384331.773232:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.773233:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384331.773242:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.773251:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384331.773254:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384331.773255:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773256:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.773262:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384331.773264:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384331.773265:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384331.773268:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384331.773268:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.773273:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ec584d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236732514048:0@lo:400: 02000000:00000001:2.0:1767384331.773275:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773276:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384331.773279:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384331.773281:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.773283:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000033105b84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732514176:0@lo:13: 02000000:00000001:1.0:1767384331.773283:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384331.773289:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c93ec2b8. 00000100:00000001:2.0:1767384331.773290:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384331.773295:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.773296:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384331.773298:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0ea0aec. 02000000:00000001:2.0:1767384331.773301:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.773302:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a49d5c. 02000000:00000001:2.0:1767384331.773305:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384331.773306:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732514048, portal 10 00000100:00000001:1.0:1767384331.773310:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384331.773311:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169390720 : -119698540160896 : ffff932283089880) 02000000:00000010:2.0:1767384331.773313:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000804b845d. 00000100:00000040:1.0:1767384331.773316:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384331.773319:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773327:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384331.773328:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058f58f78. 00000100:00000040:1.0:1767384331.773331:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384331.773335:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa18402f. 00000400:00000010:2.0:1767384331.773337:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2076f8b. 00000100:00000200:1.0:1767384331.773337:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732514048, offset 0 00000100:00000200:2.0:1767384331.773346:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732514176, portal 4 00000400:00000200:1.0:1767384331.773346:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384331.773352:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384331.773354:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384331.773356:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659225856 : -119698050325760 : ffff9322a03ae300) 00000400:00000200:1.0:1767384331.773361:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d204f00 00000100:00000040:2.0:1767384331.773366:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.773367:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000400:00000200:1.0:1767384331.773375:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.773381:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384331.773387:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384331.773389:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384331.773391:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384331.773397:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384331.773398:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a341e39. 00000100:00000040:1.0:1767384331.773401:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000002a341e39 x1853236732514048 msgsize 224 00000400:00000010:2.0:1767384331.773403:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8f7d97a. 00000100:00100000:1.0:1767384331.773406:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384331.773410:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732514176, offset 0 00000100:00000001:1.0:1767384331.773417:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384331.773420:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384331.773427:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa18402f 00000400:00000010:1.0:1767384331.773431:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa18402f. 00000100:00000001:1.0:1767384331.773435:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384331.773437:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384331.773439:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.773446:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.773450:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.773451:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d204f80 00000100:00000001:1.0:1767384331.773462:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773466:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384331.773467:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1792 00000100:00000001:1.0:1767384331.773469:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.773474:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2820 usecs (3 jiffies) 00000400:00000200:2.0:1767384331.773475:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384331.773475:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294919684 00000100:00000001:1.0:1767384331.773478:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294919690 00000100:00000001:1.0:1767384331.773479:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294919684 00000100:00000001:1.0:1767384331.773480:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294919690 00000100:00000001:1.0:1767384331.773482:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294919684 00000100:00000001:1.0:1767384331.773486:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294919690 00000100:00000001:1.0:1767384331.773489:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294919685 00000400:00000200:2.0:1767384331.773495:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384331.773502:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384331.773504:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384331.773508:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c6a0450. 00000100:00000001:1.0:1767384331.773510:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294919690 00000100:00000001:1.0:1767384331.773514:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384331.773515:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000009c6a0450 x1853236732514176 msgsize 224 00000100:00000001:1.0:1767384331.773516:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773520:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773533:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773544:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.773547:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.773567:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384331.773573:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384331.773581:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384331.773582:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732513920 02000000:00000001:1.0:1767384331.773586:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384331.773588:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.773590:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.773591:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8f7d97a 02000000:00000001:1.0:1767384331.773593:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.773596:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8f7d97a. 00000100:00100000:1.0:1767384331.773597:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732513920 00000020:00000001:1.0:1767384331.773601:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384331.773603:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1767384331.773603:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000020:00000001:1.0:1767384331.773607:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.773610:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000100:00000200:2.0:1767384331.773611:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384331.773613:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000020:00000001:1.0:1767384331.773618:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:1.0:1767384331.773624:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384331.773627:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d297923. 00000100:00000001:2.0:1767384331.773630:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384331.773631:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384331.773636:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d297923. 00000100:00000040:2.0:1767384331.773639:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384331.773642:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f7ffc1c. 00000020:00000010:1.0:1767384331.773648:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000973b877b. 00000100:00000001:2.0:1767384331.773651:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.773653:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000100:00000001:2.0:1767384331.773656:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384331.773661:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384331.773664:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773666:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384331.773668:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384331.773671:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4678 usecs (5 jiffies) 00000100:00000001:1.0:1767384331.773672:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.773678:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294919687 00000100:00000001:1.0:1767384331.773680:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384331.773683:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294919690 00000100:00000001:1.0:1767384331.773684:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384331.773687:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.773689:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294919687 00000100:00000001:2.0:1767384331.773693:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294919690 00000100:00000001:1.0:1767384331.773695:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.773696:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294919687 00000100:00000001:2.0:1767384331.773701:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294919690 00000100:00000001:1.0:1767384331.773703:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384331.773706:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294919687 00000100:00100000:1.0:1767384331.773708:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732514048 00000100:00000001:2.0:1767384331.773710:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294919690 02000000:00000001:1.0:1767384331.773712:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384331.773716:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.773717:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.773718:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.773724:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.773725:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.773726:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732514048 00000020:00000001:1.0:1767384331.773730:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384331.773732:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384331.773737:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000100:00000001:2.0:1767384331.773738:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384331.773740:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.773742:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000020:00000001:1.0:1767384331.773744:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000001:1.0:1767384331.773745:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000001:1.0:1767384331.773748:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384331.773753:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d297923. 00000100:00000001:2.0:1767384331.773754:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384331.773758:0:16784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006e08e961. 00000100:00000001:2.0:1767384331.773759:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384331.773766:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384331.773768:0:16784:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:2.0:1767384331.773769:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.773773:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.773775:0:16784:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384331.773778:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.773781:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000421470cb. 00000020:00000010:1.0:1767384331.773786:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000282c16df. 00000020:00000010:1.0:1767384331.773790:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b31309d. 00000100:00000001:1.0:1767384331.773794:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384331.773796:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384331.773797:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.773802:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384331.773804:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384331.773806:0:20598:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384331.773807:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.773812:0:20598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732514176 02000000:00000001:2.0:1767384331.773816:0:20598:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384331.773818:0:20598:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.773820:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.773821:0:20598:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.773828:0:20598:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.773832:0:20598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732514176 00000020:00000001:2.0:1767384331.773835:0:20598:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384331.773835:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384331.773837:0:20598:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000001:1.0:1767384331.773839:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384331.773842:0:20598:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384331.773846:0:20598:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=6 00000100:00100000:1.0:1767384331.773848:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000020:00000001:2.0:1767384331.773851:0:20598:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000040:1.0:1767384331.773860:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000020:00000001:2.0:1767384331.773862:0:20598:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:1.0:1767384331.773865:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210176768 : -119698499374848 : ffff93228576f100) 00000100:00000001:2.0:1767384331.773869:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384331.773873:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e3a61e55 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384331.773876:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ce11dd0. 00000100:00000001:2.0:1767384331.773882:0:20598:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384331.773888:0:20598:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ce11dd0. 00000100:00000001:1.0:1767384331.773890:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384331.773895:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009510b316. 00000020:00000010:2.0:1767384331.773897:0:20598:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c5690b3. 00000100:00000001:1.0:1767384331.773898:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384331.773904:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009510b316. 00000020:00000010:2.0:1767384331.773905:0:20598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e31b8655. 00000020:00000010:2.0:1767384331.773911:0:20598:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000100:00100000:1.0:1767384331.773913:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a61e55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236732513920:12345-0@lo:400: 00000100:00000040:2.0:1767384331.773920:0:20598:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384331.773923:0:20598:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384331.773925:0:20598:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384331.773926:0:20598:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.773931:0:20598:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.773944:0:20598:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384331.773947:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732513920 00000020:00000001:1.0:1767384331.773953:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384331.773955:0:20598:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384331.773957:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384331.773959:0:20598:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384331.773961:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.773966:0:20598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000020:00000001:1.0:1767384331.773966:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384331.773969:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00000040:2.0:1767384331.773972:0:20598:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000020:00000001:1.0:1767384331.773976:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384331.773979:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.773985:0:20598:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375169398784 : -119698540152832 : ffff93228308b800) 00000020:00000001:1.0:1767384331.773986:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384331.773990:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384331.773994:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c6a0450 x1853236732514176/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384331.773994:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.773998:0:16784:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384331.774004:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384331.774008:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384331.774010:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384331.774014:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b9b93c03. 00000020:00000010:2.0:1767384331.774015:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ce11dd0. 02000000:00000001:1.0:1767384331.774020:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.774021:0:20598:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384331.774027:0:20598:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ce11dd0. 00000100:00000001:1.0:1767384331.774027:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.774033:0:16784:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.774037:0:20598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c6a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236732514176:12345-0@lo:13: 00010000:00000040:1.0:1767384331.774040:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732513920 00000100:00000200:2.0:1767384331.774045:0:20598:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732514176 00010000:00000001:1.0:1767384331.774046:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384331.774050:0:20598:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000200:1.0:1767384331.774054:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e3a61e55 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384331.774056:0:20598:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384331.774061:0:20598:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.774067:0:20598:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384331.774071:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384331.774072:0:20598:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00010000:00000001:1.0:1767384331.774077:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.774078:0:20598:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384331.774082:0:20598:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384331.774084:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=46 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384331.774087:0:20598:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384331.774090:0:20598:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384331.774093:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384331.774095:0:20598:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.774101:0:20598:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384331.774101:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 02000000:00000001:2.0:1767384331.774106:0:20598:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384331.774107:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384331.774110:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:2.0:1767384331.774111:0:20598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000041d9264. 02000000:00000001:1.0:1767384331.774112:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.774118:0:20598:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.774118:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384331.774123:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384331.774124:0:20598:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.774126:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa18402f. 00000100:00000200:1.0:1767384331.774131:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732513920, offset 224 00002000:00000001:2.0:1767384331.774132:0:20598:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:1.0:1767384331.774136:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:2.0:1767384331.774140:0:20598:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384331.774144:0:20598:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:1.0:1767384331.774149:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:2.0:1767384331.774150:0:20598:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:1.0:1767384331.774155:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d204e80 00000400:00000200:1.0:1767384331.774159:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1895 [1] + 224 00000400:00000200:1.0:1767384331.774162:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1767384331.774166:0:20598:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.774166:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384331.774173:0:16784:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384331.774174:0:20598:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384331.774178:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:2.0:1767384331.774179:0:20598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384331.774189:0:20598:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000040:1.0:1767384331.774191:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:2.0:1767384331.774196:0:20598:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384331.774203:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384331.774207:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa18402f 00000400:00000010:1.0:1767384331.774211:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa18402f. 00002000:00000020:2.0:1767384331.774212:0:20598:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:1.0:1767384331.774214:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384331.774217:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:2.0:1767384331.774219:0:20598:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384331.774220:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.774224:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000001:00000001:2.0:1767384331.774226:0:20598:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1767384331.774226:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000001:00000001:2.0:1767384331.774231:0:20598:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.774231:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.774236:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00002000:00000001:2.0:1767384331.774237:0:20598:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.774240:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3a61e55 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384331.774243:0:20598:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732514176 00010000:00000001:2.0:1767384331.774249:0:20598:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384331.774255:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a61e55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236732513920:12345-0@lo:400: Request processed in 364us (1286us total) trans 0 rc 0/0 00010000:00000200:2.0:1767384331.774257:0:20598:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009c6a0450 x1853236732514176/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384331.774265:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:1.0:1767384331.774271:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000001:1.0:1767384331.774275:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384331.774278:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384331.774279:0:20598:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384331.774283:0:20598:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.774283:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000973b877b. 00000100:00001000:2.0:1767384331.774289:0:20598:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=41 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384331.774289:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384331.774296:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f7ffc1c. 00000100:00000001:2.0:1767384331.774297:0:20598:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384331.774302:0:20598:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000020:00000040:1.0:1767384331.774302:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000100:00000001:2.0:1767384331.774305:0:20598:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384331.774311:0:20598:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384331.774312:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384331.774315:0:20598:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.774321:0:20598:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384331.774321:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384331.774324:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384331.774327:0:20598:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384331.774329:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000040:1.0:1767384331.774333:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000400:00000010:2.0:1767384331.774334:0:20598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8f7d97a. 00000100:00000001:1.0:1767384331.774335:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210165120 : -119698499386496 : ffff93228576c380) 00000100:00000200:2.0:1767384331.774341:0:20598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732514176, offset 224 00000100:00000040:1.0:1767384331.774341:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a341e39 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.774352:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384331.774355:0:20598:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384331.774356:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009510b316. 00000100:00000001:1.0:1767384331.774360:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384331.774362:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009510b316. 00000100:00100000:1.0:1767384331.774367:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a341e39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236732514048:12345-0@lo:400: 00000400:00000200:2.0:1767384331.774370:0:20598:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384331.774371:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732514048 00000020:00000001:1.0:1767384331.774375:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384331.774377:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384331.774378:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.774380:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384331.774382:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000400:00000200:2.0:1767384331.774384:0:20598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d204f80 00000020:00000001:1.0:1767384331.774385:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384331.774388:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384331.774391:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384331.774392:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384331.774394:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.774396:0:20598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18a5 [1] + 224 00000020:00000001:1.0:1767384331.774397:0:16784:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384331.774400:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384331.774402:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384331.774406:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d066f627. 00000400:00000200:2.0:1767384331.774408:0:20598:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384331.774408:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.774412:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.774415:0:16784:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.774420:0:20598:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:1.0:1767384331.774420:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732514048 00010000:00000001:1.0:1767384331.774424:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384331.774428:0:20598:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:1.0:1767384331.774434:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a341e39 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384331.774438:0:20598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.774439:0:17556:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1767384331.774441:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384331.774446:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.774447:0:17556:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00001000:1.0:1767384331.774455:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.774456:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.774463:0:20598:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.774470:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384331.774475:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000100:00000001:0.0:1767384331.774507:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.774508:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384331.774518:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384331.774520:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.774535:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384331.774540:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384331.774544:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa18402f. 00000100:00000001:2.0:1767384331.774546:0:20598:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384331.774548:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732514048, offset 224 00000100:00000001:0.0:1767384331.774548:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384331.774552:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384331.774558:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384331.774563:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000400:00000200:2.0:1767384331.774568:0:20598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8f7d97a 00000400:00000200:1.0:1767384331.774574:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384331.774576:0:20598:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8f7d97a. 00000100:00000040:0.0:1767384331.774576:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 2 00000100:00000001:0.0:1767384331.774586:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375169397888 : -119698540153728 : ffff93228308b480) 00000100:00000001:2.0:1767384331.774587:0:20598:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384331.774587:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d204f00 00000100:00000001:2.0:1767384331.774592:0:20598:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384331.774600:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x189d [1] + 224 00000100:00000001:2.0:1767384331.774602:0:20598:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.774605:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000efede33b x1853236732513792/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.774609:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384331.774615:0:20598:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000400:00000200:1.0:1767384331.774624:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384331.774626:0:20598:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384331.774630:0:20598:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.774634:0:16784:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384331.774640:0:20598:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384331.774644:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384331.774651:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c6a0450 x1853236732514176/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.774652:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384331.774660:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384331.774661:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092864c62. 00000100:00000001:0.0:1767384331.774674:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384331.774688:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092864c62. 00000100:00100000:0.0:1767384331.774706:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000efede33b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236732513792:12345-0@lo:400: 00000100:00000001:1.0:1767384331.774707:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384331.774708:0:20598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c6a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236732514176:12345-0@lo:13: Request processed in 694us (1187us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384331.774713:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa18402f 00000400:00000010:1.0:1767384331.774720:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa18402f. 00000100:00000001:1.0:1767384331.774729:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384331.774733:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1767384331.774733:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732513792 00000100:00000001:1.0:1767384331.774738:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.774740:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384331.774741:0:20598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384331.774743:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000020:00000001:0.0:1767384331.774748:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384331.774749:0:20598:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 1 00010000:00000001:1.0:1767384331.774749:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384331.774752:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.774754:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.774756:0:20598:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384331.774759:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384331.774761:0:20598:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384331.774764:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000010:2.0:1767384331.774767:0:20598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e31b8655. 00000020:00000001:1.0:1767384331.774767:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384331.774773:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384331.774775:0:20598:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000100:00000040:1.0:1767384331.774777:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a341e39 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384331.774779:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384331.774783:0:20598:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c5690b3. 00000020:00000001:0.0:1767384331.774787:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:2.0:1767384331.774791:0:20598:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 5 00000020:00000001:0.0:1767384331.774793:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384331.774798:0:20598:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384331.774806:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a341e39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236732514048:12345-0@lo:400: Request processed in 449us (1400us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384331.774807:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.774817:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384331.774821:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384331.774822:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000001:0.0:1767384331.774825:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384331.774826:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384331.774826:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 02000000:00000001:0.0:1767384331.774830:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384331.774831:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384331.774834:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384331.774836:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1767384331.774838:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000056b30e5. 00000400:00000001:2.0:1767384331.774839:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384331.774840:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000282c16df. 00000400:00000010:2.0:1767384331.774844:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058f58f78. 02000000:00000001:0.0:1767384331.774846:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.774847:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b31309d. 00000400:00000200:2.0:1767384331.774854:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2076f8b 00000100:00000001:0.0:1767384331.774857:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.774858:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000421470cb. 00000400:00000010:2.0:1767384331.774859:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2076f8b. 00000020:00000001:0.0:1767384331.774871:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.774872:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384331.774872:0:16784:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000100:00000001:1.0:1767384331.774881:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384331.774884:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384331.774885:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732513792 00010000:00000001:0.0:1767384331.774895:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384331.774907:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:0.0:1767384331.774907:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000efede33b x1853236732513792/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384331.774909:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.774911:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.774980:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.774984:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.774985:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384331.774985:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000001:1.0:1767384331.774988:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384331.774991:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384331.774991:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.774996:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0ea0aec. 00000100:00000001:2.0:1767384331.775000:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384331.775000:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=41 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384331.775001:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a49d5c 00000400:00000010:1.0:1767384331.775011:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090a49d5c. 00000100:00000001:2.0:1767384331.775013:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384331.775020:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384331.775020:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384331.775021:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384331.775028:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384331.775034:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.775034:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384331.775035:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.775048:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.775049:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384331.775059:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:2.0:1767384331.775062:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=41 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384331.775062:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384331.775069:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.775069:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384331.775082:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384331.775082:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384331.775083:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.775091:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.775097:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00010000:00000001:2.0:1767384331.775098:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384331.775099:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384331.775103:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767384331.775108:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.775109:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384331.775110:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732513792, offset 224 02000000:00000001:1.0:1767384331.775113:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384331.775117:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.775121:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.775126:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.775136:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767384331.775136:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384331.775137:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.775143:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00001000:1.0:1767384331.775144:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=46 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384331.775146:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384331.775149:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384331.775150:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=46 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384331.775155:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.775158:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767384331.775162:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384331.775164:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.775172:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384331.775180:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:1.0:1767384331.775181:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.775186:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384331.775190:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.775196:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d204e00 00000004:00000001:2.0:1767384331.775198:0:16146:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384331.775203:0:16146:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:1.0:1767384331.775211:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384331.775213:0:16146:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:1.0:1767384331.775217:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000004:00000020:2.0:1767384331.775221:0:16146:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000040:1.0:1767384331.775222:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:0.0:1767384331.775226:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x188d [1] + 224 00000100:00000001:1.0:1767384331.775227:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000004:00000001:2.0:1767384331.775232:0:16146:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.775232:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.775245:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384331.775245:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.775246:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.775270:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.775290:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384331.775303:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384331.775303:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384331.775304:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000033105b84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732514176:0@lo:13: 00000100:00000001:1.0:1767384331.775310:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.775314:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384331.775326:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384331.775374:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ec584d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236732514048:0@lo:400: 00000100:00000040:0.0:1767384331.775378:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384331.775384:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384331.775386:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384331.775389:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c31fb0ff. 00000400:00000200:1.0:1767384331.775395:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000400:00000010:1.0:1767384331.775400:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000100:00000001:1.0:1767384331.775409:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384331.775418:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.775422:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384331.775428:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384331.775431:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384331.775435:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767384331.775436:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384331.775440:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076a02133. 00000100:00000001:1.0:1767384331.775445:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.775446:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd856852 00000100:00000001:1.0:1767384331.775447:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384331.775449:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384331.775452:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384331.775453:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd856852. 00000100:00000001:1.0:1767384331.775453:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.775456:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.775461:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384331.775461:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=46 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384331.775461:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:0.0:1767384331.775473:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000100:00000200:2.0:1767384331.775474:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384331.775474:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384331.775504:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384331.775507:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.775510:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384331.775511:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384331.775517:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00080000:1.0:1767384331.775518:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.775544:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.775549:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384331.775553:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.775557:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384331.775560:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000040:1.0:1767384331.775561:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384331.775571:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767384331.775571:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384331.775577:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.775577:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.775579:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384331.775586:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384331.775590:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384331.775592:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384331.775593:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384331.775599:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384331.775602:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efede33b x1853236732513792/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.775603:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.775604:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.775612:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.775612:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.775616:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384331.775625:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.775627:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384331.775640:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384331.775661:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=41 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384331.775678:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef820843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236732513920:0@lo:400: 00000100:00100000:0.0:1767384331.775678:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000efede33b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732513792:12345-0@lo:400: Request processed in 1017us (2773us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384331.775680:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384331.775686:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.775698:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384331.775699:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767384331.775710:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.775713:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.775719:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ec584d1 x1853236732514048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.775721:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384331.775734:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:0.0:1767384331.775744:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384331.775751:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384331.775759:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b68c388. 00010000:00000001:2.0:1767384331.775762:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.775763:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1767384331.775771:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006c8c7652. 02000000:00000001:1.0:1767384331.775772:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384331.775773:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1767384331.775780:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c93ec2b8. 00000100:00000040:2.0:1767384331.775781:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:0.0:1767384331.775782:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008661b7fa. 00000100:00000001:2.0:1767384331.775790:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:0.0:1767384331.775792:0:17556:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:2.0:1767384331.775795:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.775795:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384331.775800:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384331.775801:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384331.775805:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384331.775805:0:16148:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384331.775811:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384331.775814:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cd0a149a. 02000000:00000001:1.0:1767384331.775820:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384331.775824:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384331.775824:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384331.775827:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ec584d1. 00000100:00080000:0.0:1767384331.775829:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384331.775830:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.775831:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384331.775838:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384331.775840:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:2.0:1767384331.775842:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.775842:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.775852:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef820843 x1853236732513920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384331.775853:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:2.0:1767384331.775858:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384331.775864:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:1.0:1767384331.775879:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384331.775882:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384331.775886:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009781a2ad. 00000100:00100000:2.0:1767384331.775890:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5cbf4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732513792:0@lo:400: 02000000:00000001:1.0:1767384331.775890:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384331.775893:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384331.775896:0:16148:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384331.775899:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384331.775901:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030ceef7f. 02000000:00000001:1.0:1767384331.775905:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384331.775906:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.775907:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384331.775909:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef820843. 00000100:00000001:2.0:1767384331.775913:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384331.775915:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384331.775919:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.775920:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384331.775922:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033105b84 x1853236732514176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384331.775925:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092864c62. 00000100:00000001:1.0:1767384331.775928:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.775932:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.775934:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.775939:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.775944:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.775946:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092864c62. 00000100:00000001:2.0:1767384331.775949:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384331.775957:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767384331.775963:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008502d573 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732513664:12345-0@lo:400: 02000000:00000010:2.0:1767384331.775964:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000804b845d. 02000000:00000001:2.0:1767384331.775975:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384331.775978:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384331.775983:0:16146:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:0.0:1767384331.775989:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732513664 00000020:00000001:2.0:1767384331.775990:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384331.775996:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:2.0:1767384331.775997:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004fc3655e. 00000020:00000001:0.0:1767384331.776003:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384331.776007:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.776012:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384331.776013:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384331.776016:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342976 : -1042208640 : ffffffffc1e12880) 02000000:00000001:2.0:1767384331.776018:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384331.776021:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033105b84. 00000020:00000001:0.0:1767384331.776024:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384331.776028:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384331.776028:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.776034:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384331.776035:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384331.776042:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384331.776043:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384331.776048:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.776053:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5cbf4a8 x1853236732513792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384331.776055:0:16775:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384331.776060:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384331.776063:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384331.776069:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000030a78df0. 00000100:00000001:2.0:1767384331.776071:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384331.776076:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384331.776076:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384331.776080:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be1cdbdc. 00000100:00000001:0.0:1767384331.776082:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.776087:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384331.776088:0:16775:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.776092:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000040:0.0:1767384331.776095:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732513664 00000020:00000040:2.0:1767384331.776096:0:16146:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:0.0:1767384331.776102:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384331.776103:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384331.776110:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009335e427. 00010000:00000200:0.0:1767384331.776113:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008502d573 x1853236732513664/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384331.776119:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384331.776124:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384331.776127:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5cbf4a8. 00010000:00000001:0.0:1767384331.776131:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384331.776134:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384331.776137:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.776143:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384331.776145:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384331.776147:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384331.776152:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384331.776156:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.776157:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:2.0:1767384331.776162:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384331.776165:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384331.776167:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384331.776170:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.776172:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.776176:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384331.776179:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.776184:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384331.776189:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384331.776194:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236732513664, offset 224 00000400:00000200:0.0:1767384331.776199:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384331.776216:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384331.776223:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d204d80 00000400:00000200:0.0:1767384331.776230:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1885 [1] + 224 00000400:00000200:0.0:1767384331.776235:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.776238:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.776242:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384331.776247:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.776257:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.776278:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.776284:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:0.0:1767384331.776286:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000100:00000001:0.0:1767384331.776290:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384331.776292:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384331.776296:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.776300:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384331.776302:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384331.776305:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.776307:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384331.776308:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.776311:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384331.776312:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008502d573 x1853236732513664/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384331.776316:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384331.776320:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384331.776324:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f20b21e3. 00000400:00000200:2.0:1767384331.776334:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442717c4 00000400:00000010:2.0:1767384331.776337:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442717c4. 00000100:00100000:0.0:1767384331.776344:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008502d573 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732513664:12345-0@lo:400: Request processed in 3681us (4209us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384331.776346:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384331.776353:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.776366:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000200:2.0:1767384331.776369:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.776375:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384331.776384:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384331.776384:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384331.776394:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.776395:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384331.776403:0:16146:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384331.776405:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f0bce013. 02000000:00000001:2.0:1767384331.776406:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384331.776409:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.776412:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.776416:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.776416:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001413bdfd. 00000020:00000010:0.0:1767384331.776429:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003523c018. 00000100:00001000:2.0:1767384331.776430:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384331.776443:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=51 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384331.776444:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:2.0:1767384331.776445:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384331.776447:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.776448:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384331.776450:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.776451:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.776457:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384331.776461:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384331.776463:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384331.776466:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000030a78df0. 02000000:00000001:0.0:1767384331.776471:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384331.776473:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384331.776476:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.776476:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384331.776522:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384331.776549:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e24d9f9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732513664:0@lo:400: 00000100:00000001:2.0:1767384331.776553:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.776557:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384331.776560:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e24d9f9d x1853236732513664/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384331.776560:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384331.776567:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ecfa895. 00000100:00000001:2.0:1767384331.776576:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384331.776577:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078edbde9. 02000000:00000001:2.0:1767384331.776578:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384331.776585:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003aa7540c. 02000000:00000001:2.0:1767384331.776591:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384331.776594:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384331.776596:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384331.776599:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384331.776602:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061f7e8f7. 02000000:00000001:2.0:1767384331.776608:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384331.776611:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384331.776612:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e24d9f9d. 00000100:00000001:2.0:1767384331.776617:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384331.776618:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.776620:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.776624:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.776624:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.776626:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.776627:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.782537:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294919690, at 4294919691 00000100:00000040:0.0:1767384331.782547:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294919690, at 4294919691 00000100:00000010:0.0:1767384331.782557:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092563418. 00000100:00000040:1.0:1767384331.782560:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294919690, at 4294919691 00000100:00000010:1.0:1767384331.782568:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064aaf943. 00000100:00000040:2.0:1767384331.782579:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294919690, at 4294919691 00000100:00000010:2.0:1767384331.782590:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5e38621. 00000100:00000010:3.0:1767384331.783595:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007df21e0. 00000001:00000001:3.0:1767384331.998737:0:28278:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384331.998743:0:28278:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:3.0:1767384332.001606:0:28278:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384332.009756:0:28279:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c97475c6. 00000400:00000010:3.0:1767384332.009772:0:28279:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006eb3dff9. 00000400:00000010:3.0:1767384332.009793:0:28279:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006c4a441c. 00000400:00000010:3.0:1767384332.009797:0:28279:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003f649493. 00000400:00000010:3.0:1767384332.009801:0:28279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003264dd0f. 00000400:00000010:3.0:1767384332.009805:0:28279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001099169b. 00000400:00000010:3.0:1767384332.009806:0:28279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002ca4a733. 00000400:00000010:3.0:1767384332.009808:0:28279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000017b577cd. 00000400:00000010:3.0:1767384332.009811:0:28279:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000063d50575. 00000800:00000010:3.0:1767384332.009824:0:28279:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000931f22bf. 00000800:00000200:3.0:1767384332.009836:0:28279:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384332.009847:0:28279:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384332.009885:0:28279:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:3.0:1767384332.009909:0:28279:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp33 [8/256/0/180] 00000400:00000010:3.0:1767384332.011188:0:28279:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000f7328db8. 00000400:00000010:3.0:1767384332.011194:0:28279:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f55943. 00000400:00000010:3.0:1767384332.011198:0:28279:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e5be2f0. 00000400:00000001:3.0:1767384332.011217:0:28279:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384332.011219:0:28279:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384332.011221:0:28279:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06248b8. 00000400:00000200:3.0:1767384332.011225:0:28279:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e483d52 00000400:00000010:3.0:1767384332.011227:0:28279:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000400:00000010:3.0:1767384332.011230:0:28279:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000004cedddd1. 00000400:00000200:3.0:1767384332.011236:0:28279:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (24) 00000400:00000200:3.0:1767384332.011245:0:28279:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384332.011255:0:28279:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:3.0:1767384332.011261:0:28279:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005053e3f2. 00000020:01000000:3.0:1767384332.011267:0:28279:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384332.011269:0:28279:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp33 00000400:00000200:0.0:1767384332.011273:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384332.011280:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:3.0:1767384332.011283:0:28279:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006eb3dff9. 00000400:00000010:0.0:1767384332.011287:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000400:00000010:3.0:1767384332.011288:0:28279:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c97475c6. 00000400:00000200:0.0:1767384332.011294:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (25) 00000400:00000010:0.0:1767384332.011304:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000055669291. 00000400:00000200:0.0:1767384332.011309:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp13 00000400:00000200:0.0:1767384332.011324:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp13 to MR: 192.168.204.131@tcp13 local destination 00000400:00000200:0.0:1767384332.011332:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp13 NI seq info: [77:77:256:4294967295] 192.168.204.131@tcp13 LPNI seq info [76:76:8:4294967295] 00000400:00000200:0.0:1767384332.011342:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp13 00000020:00000001:2.0:1767384332.011356:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384332.011356:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp13(192.168.204.131@tcp13:192.168.204.131@tcp13) -> 192.168.204.131@tcp13(192.168.204.131@tcp13:192.168.204.131@tcp13) : PUT try# 0 10000000:00000001:2.0:1767384332.011365:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384332.011371:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:0.0:1767384332.011372:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.131@tcp13 10000000:01000000:2.0:1767384332.011379:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000010:0.0:1767384332.011382:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004fc3655e. 00000020:01000004:2.0:1767384332.011387:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:0.0:1767384332.011392:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000515cc718] -> 12345-192.168.204.131@tcp13 (6) 00000020:01000004:2.0:1767384332.011399:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:0.0:1767384332.011415:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp13 ip 192.168.204.131:988 00000020:01000004:2.0:1767384332.011417:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:0.0:1767384332.011424:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004fc3655e type 1, nob 528 niov 1 nkiov 1 00000020:01000004:2.0:1767384332.011425:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384332.011432:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384332.011435:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384332.011437:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384332.011440:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384332.011444:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384332.011446:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384332.011453:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e24d9f9d. 00000400:00000200:0.0:1767384332.011462:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000020:00000040:2.0:1767384332.011463:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384332.011478:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384332.011484:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384332.011516:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 02000000:00000001:2.0:1767384332.011551:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384332.011581:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005dfdde87. 00000100:00000001:2.0:1767384332.011591:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.011600:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384332.011602:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.011611:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e24d9f9d] to pc [ptlrpcd_00_01+1] req@00000000e24d9f9d x1853236732514304/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384332.011660:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384332.011664:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.011667:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384332.011670:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384332.011674:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384332.011679:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384332.011693:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384332.011698:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384332.011699:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:2.0:1767384332.011701:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384332.011703:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384332.011706:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384332.011710:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384332.011713:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:0.0:1767384332.011717:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e24d9f9d x1853236732514304/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384332.011719:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:1.0:1767384332.011720:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:2.0:1767384332.011723:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:1.0:1767384332.011736:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004fc3655e. 00000020:01000004:2.0:1767384332.011737:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384332.011758:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384332.011761:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384332.011764:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384332.011767:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384332.011769:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384332.011772:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384332.011774:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5cbf4a8. 02000000:00000001:0.0:1767384332.011782:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384332.011798:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384332.011802:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.011822:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp13->192.168.204.131@tcp13: PUT: OK 00000020:00000040:2.0:1767384332.011825:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00100000:0.0:1767384332.011828:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e24d9f9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732514304:0@lo:253: 00000100:00000001:2.0:1767384332.011837:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384332.011841:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384332.011846:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384332.011850:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384332.011852:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.011856:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.011857:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000010:2.0:1767384332.011866:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000cf2ac1d. 02000000:00000001:0.0:1767384332.011868:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384332.011875:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp13: 0 00000100:00000001:2.0:1767384332.011883:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384332.011883:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b779e14a. 02000000:00000001:0.0:1767384332.011894:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384332.011895:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384332.011898:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384332.011906:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384332.011910:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a7467cf. 00000100:00000040:2.0:1767384332.011916:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5cbf4a8] to pc [ptlrpcd_00_02+2] req@00000000c5cbf4a8 x1853236732514432/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384332.011918:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384332.011919:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032829c1d. 00000800:00000001:1.0:1767384332.011929:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384332.011933:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732514304, portal 25 00000800:00000001:1.0:1767384332.011936:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.011949:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384332.011955:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169395200 : -119698540156416 : ffff93228308aa00) 00000400:00000200:1.0:1767384332.011956:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp13(192.168.204.131@tcp13) <- 192.168.204.131@tcp13 : PUT - for me 10000000:00000001:2.0:1767384332.011963:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384332.011974:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.011976:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384332.011982:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384332.011982:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e24d9f9d x1853236732514304/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384332.011993:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005053e3f2. 00000400:00000200:1.0:1767384332.011993:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 432 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384332.012013:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384332.012020:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 416/432 into md 0x1879 [1] + 0 00000100:00000001:2.0:1767384332.012021:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384332.012029:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384332.012032:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384332.012053:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ea0213f. 00000400:00000010:0.0:1767384332.012055:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b170504c. 00000400:00000200:1.0:1767384332.012060:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a21e367f 00000800:00000001:1.0:1767384332.012069:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384332.012070:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732514304, offset 0 00000100:00000001:2.0:1767384332.012074:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384332.012078:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.012082:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384332.012087:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.012088:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384332.012090:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384332.012099:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp13->192.168.204.131@tcp13: PUT: OK 00000100:00000040:2.0:1767384332.012102:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5cbf4a8 x1853236732514432/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384332.012111:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384332.012127:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21e367f 00000400:00000010:1.0:1767384332.012132:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000100:00000001:2.0:1767384332.012135:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384332.012139:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384332.012139:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205000 00000100:00000001:2.0:1767384332.012141:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.012153:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (26) 02000000:00000001:2.0:1767384332.012154:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384332.012155:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10e9 [2] + 0 02000000:00000001:2.0:1767384332.012160:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384332.012170:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb2d489. 02000000:00000001:2.0:1767384332.012171:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.012171:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:1.0:1767384332.012183:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (432 bytes) 00000400:00000200:0.0:1767384332.012185:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000011f45ca1 00000100:00100000:2.0:1767384332.012187:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5cbf4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732514432:0@lo:253: 00000100:00000001:2.0:1767384332.012194:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384332.012194:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384332.012195:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384332.012200:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384332.012209:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.012218:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384332.012220:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384332.012220:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (27) 02000000:00000010:2.0:1767384332.012227:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000607e60a4. 02000000:00000001:2.0:1767384332.012231:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.012236:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384332.012237:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011f45ca1 00000400:00000010:0.0:1767384332.012244:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011f45ca1. 00000400:00000010:2.0:1767384332.012250:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f20b21e3. 00000100:00000001:0.0:1767384332.012251:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384332.012257:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp13 to MR: 192.168.204.131@tcp13 local destination 00000100:00000200:0.0:1767384332.012259:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384332.012262:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb8b9d0f. 00000400:00000200:1.0:1767384332.012271:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp13 NI seq info: [78:78:256:4294967295] 192.168.204.131@tcp13 LPNI seq info [77:77:8:4294967295] 00000100:00000200:2.0:1767384332.012273:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732514432, portal 25 00000100:00000040:0.0:1767384332.012274:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000020674268 x1853236732514304 msgsize 4848 00000100:00000001:2.0:1767384332.012287:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384332.012291:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169389824 : -119698540161792 : ffff932283089500) 00000400:00000200:1.0:1767384332.012304:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp13(192.168.204.131@tcp13:192.168.204.131@tcp13) -> 192.168.204.131@tcp13(192.168.204.131@tcp13:192.168.204.131@tcp13) 192.168.204.131@tcp13 : ACK try# 0 00000100:00000040:2.0:1767384332.012310:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5cbf4a8 x1853236732514432/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.012320:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384332.012330:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384332.012331:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:1.0:1767384332.012331:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp13 00000100:00000040:0.0:1767384332.012342:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384332.012344:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bd93e97. 00000800:00000010:1.0:1767384332.012345:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057dce495. 00000100:00000200:2.0:1767384332.012355:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732514432, offset 0 00000800:00000200:1.0:1767384332.012361:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000515cc718] -> 12345-192.168.204.131@tcp13 (6) 00000100:00000001:0.0:1767384332.012368:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384332.012373:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384332.012383:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp13 ip 192.168.204.131:1015 00000400:00000200:0.0:1767384332.012383:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b170504c 00000400:00000010:0.0:1767384332.012391:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b170504c. 00000800:00000200:1.0:1767384332.012393:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000057dce495 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384332.012394:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384332.012413:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384332.012425:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e24d9f9d x1853236732514304/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384332.012439:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384332.012440:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205080 00000100:00000001:0.0:1767384332.012442:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384332.012453:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384332.012459:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e24d9f9d x1853236732514304/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384332.012461:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1119 [2] + 0 00000400:00000010:2.0:1767384332.012471:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8a13de5. 00000400:00000200:2.0:1767384332.012480:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e7eb3f8 00000400:00000200:2.0:1767384332.012491:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384332.012500:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384332.012505:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e7eb3f8 00000400:00000010:2.0:1767384332.012508:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e7eb3f8. 00000100:00000001:2.0:1767384332.012514:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384332.012515:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384332.012614:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.012618:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384332.012628:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.012633:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294919931 00000100:00000010:0.0:1767384332.012638:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001de25256. 00000100:00000001:0.0:1767384332.012645:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384332.012652:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294919931 00000100:00000010:0.0:1767384332.012656:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee4c4349. 00000100:00000001:0.0:1767384332.012659:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384332.012663:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294919931 00000100:00000010:0.0:1767384332.012668:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b598aaa. 00000100:00000001:0.0:1767384332.012671:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384332.012677:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294919931 00000100:00000010:0.0:1767384332.012679:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026c57ba3. 00000100:00000001:0.0:1767384332.012681:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384332.012684:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384332.012687:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.012691:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.012693:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.012720:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384332.012734:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384332.012740:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384332.012741:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384332.012743:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.012745:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.012780:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384332.012782:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732514304 02000000:00000001:0.0:1767384332.012785:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384332.012787:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384332.012790:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.012794:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.012795:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000369e5289 x1853236732514432 msgsize 4848 00000100:00100000:0.0:1767384332.012798:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732514304 00000020:00000001:0.0:1767384332.012822:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384332.012825:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384332.012835:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384332.012836:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1767384332.012843:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00000040:2.0:1767384332.012846:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:0.0:1767384332.012850:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384332.012857:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384332.012864:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384332.012865:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384332.012887:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8377372. 00000400:00000200:2.0:1767384332.012890:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bd93e97 00000100:00000001:0.0:1767384332.012894:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384332.012896:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bd93e97. 00000020:00000010:0.0:1767384332.012902:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8377372. 00000100:00000001:2.0:1767384332.012908:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384332.012912:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a4d7fb5. 00000100:00000200:2.0:1767384332.012919:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5cbf4a8 x1853236732514432/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384332.012920:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f0bce013. 00000020:00000010:0.0:1767384332.012934:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001413bdfd. 00000100:00000001:2.0:1767384332.012938:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384332.012947:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5cbf4a8 x1853236732514432/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384332.012956:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384332.012970:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384332.012974:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.012975:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384332.012979:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384332.012982:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.012989:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384332.012993:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384332.012997:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294919931 00000100:00000001:0.0:1767384332.012997:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384332.012999:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057dce495. 00000100:00000001:2.0:1767384332.013012:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294919931 00000400:00000200:1.0:1767384332.013013:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384332.013018:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.013022:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294919931 00000400:00000200:1.0:1767384332.013030:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp13->192.168.204.131@tcp13: ACK: OK 00000100:00000001:2.0:1767384332.013032:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294919931 00000100:00000001:2.0:1767384332.013037:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294919931 00000100:00000001:2.0:1767384332.013040:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294919931 00000100:00000001:0.0:1767384332.013041:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384332.013043:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384332.013046:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294919931 00000100:00100000:0.0:1767384332.013047:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732514432 00000800:00000001:1.0:1767384332.013051:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.013059:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294919931 02000000:00000001:0.0:1767384332.013060:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1767384332.013061:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384332.013071:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384332.013073:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384332.013076:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.013082:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.013086:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384332.013086:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384332.013093:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.013095:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.013097:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.013097:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384332.013102:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732514432 00000020:00000001:0.0:1767384332.013107:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384332.013113:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384332.013126:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384332.013129:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=16 00000100:00000001:2.0:1767384332.013130:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384332.013131:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp13(192.168.204.131@tcp13) <- 192.168.204.131@tcp13 : ACK - for me 00000100:00000001:2.0:1767384332.013138:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384332.013139:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384332.013152:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384332.013157:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384332.013159:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384332.013161:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384332.013166:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp13: ACK from 12345-192.168.204.131@tcp13 into md 0x18c9 00000100:00000001:2.0:1767384332.013168:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384332.013168:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8377372. 00000400:00000200:1.0:1767384332.013172:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384332.013181:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384332.013183:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.013189:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp13->192.168.204.131@tcp13: ACK: OK 00000020:00000010:0.0:1767384332.013199:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8377372. 00000400:00000200:1.0:1767384332.013204:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:1.0:1767384332.013207:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000020:00000010:0.0:1767384332.013209:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032e4aeeb. 00000400:00000200:1.0:1767384332.013211:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000010:0.0:1767384332.013215:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b68c388. 00000400:00000200:1.0:1767384332.013219:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000020:00000010:0.0:1767384332.013225:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006c8c7652. 00000400:00000200:1.0:1767384332.013231:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000001:2.0:1767384332.013233:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384332.013237:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384332.013238:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (26) 00000100:00000001:2.0:1767384332.013239:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384332.013244:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384332.013247:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384332.013249:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384332.013256:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000800:00000001:1.0:1767384332.013260:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384332.013263:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384332.013264:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.013271:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141074512 : -119697568477104 : ffff9322bcf35050) 00000100:00000001:0.0:1767384332.013272:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.013275:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384332.013286:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020674268 x1853236732514304/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:313/0 lens 4848/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.013286:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.013292:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384332.013301:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384332.013304:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384332.013306:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384332.013308:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ce11dd0. 00000100:00000001:1.0:1767384332.013312:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384332.013313:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000001:2.0:1767384332.013321:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384332.013324:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000020:00000010:2.0:1767384332.013325:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ce11dd0. 00000100:00000001:1.0:1767384332.013325:0:16776:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.013338:0:16776:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.013339:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141084752 : -119697568466864 : ffff9322bcf37850) 00000100:00100000:2.0:1767384332.013341:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020674268 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16147:x1853236732514304:12345-0@lo:253: 00000100:00000200:2.0:1767384332.013354:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732514304 00000100:00000040:0.0:1767384332.013358:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000369e5289 x1853236732514432/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:313/0 lens 4848/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384332.013359:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384332.013365:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384332.013368:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1767384332.013372:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384332.013379:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000009781a2ad. 00000020:00000001:2.0:1767384332.013383:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384332.013389:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000400:00000010:1.0:1767384332.013392:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c31fb0ff. 00000100:00000001:0.0:1767384332.013395:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384332.013396:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384332.013399:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384332.013399:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8377372. 00000100:00000001:0.0:1767384332.013415:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384332.013424:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000020:00000010:0.0:1767384332.013425:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8377372. 00000020:00000001:2.0:1767384332.013427:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384332.013436:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384332.013437:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009781a2ad 00000020:00000001:2.0:1767384332.013446:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384332.013446:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000369e5289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16148:x1853236732514432:12345-0@lo:253: 00000400:00000010:1.0:1767384332.013447:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000d9bd0662. 00000400:00000200:1.0:1767384332.013458:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000100:00000001:2.0:1767384332.013461:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384332.013464:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384332.013465:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 02000000:00000010:2.0:1767384332.013473:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007becc6c3. 00000400:00000200:1.0:1767384332.013476:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (25) 02000000:00000001:2.0:1767384332.013482:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384332.013485:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000005c99c9c7. 00000100:00000200:0.0:1767384332.013488:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732514432 00000100:00000001:2.0:1767384332.013489:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384332.013504:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384332.013504:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384332.013537:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a49d5c. 00000400:00000010:1.0:1767384332.013548:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e36f28ee. 00000020:00000001:0.0:1767384332.013578:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384332.013583:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000020:00000001:0.0:1767384332.013584:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.013591:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384332.013593:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:0.0:1767384332.013597:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384332.013599:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:00000001:0.0:1767384332.013600:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384332.013601:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000056b99496. 00000020:00000001:0.0:1767384332.013608:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:2.0:1767384332.013610:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384332.013612:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000001:0.0:1767384332.013615:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384332.013621:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384332.013623:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384332.013627:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384332.013628:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000100:00000001:0.0:1767384332.013629:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384332.013633:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.013635:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384332.013644:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384332.013646:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003df40e17. 20000000:00000001:2.0:1767384332.013648:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384332.013649:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 02000000:00000001:0.0:1767384332.013671:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.013672:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 20000000:00000010:2.0:1767384332.013676:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003aa7540c. 00000100:00000001:0.0:1767384332.013679:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384332.013685:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:0.0:1767384332.013692:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384332.013699:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 20000000:00000001:2.0:1767384332.013700:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384332.013708:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000400992fd. 00080000:00000001:2.0:1767384332.013709:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384332.013712:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 20000000:01000000:0.0:1767384332.013717:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384332.013725:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 20000000:00000001:0.0:1767384332.013727:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384332.013735:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384332.013739:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384332.013745:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.013746:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 20000000:00000001:0.0:1767384332.013754:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384332.013764:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:1.0:1767384332.013789:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00080000:00000001:2.0:1767384332.013799:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384332.013803:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00080000:00000001:2.0:1767384332.013810:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384332.013816:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.013818:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00080000:00000001:2.0:1767384332.013824:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384332.013832:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000020:00000001:2.0:1767384332.013842:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384332.013853:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000400:00000200:1.0:1767384332.013854:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00080000:00000001:2.0:1767384332.013862:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384332.013868:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00080000:00000010:2.0:1767384332.013875:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000804b845d. 00000400:00000200:1.0:1767384332.013879:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00080000:00000001:2.0:1767384332.013882:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869256192 : -119702840295424 : ffff932182b9c000) 00080000:00000001:2.0:1767384332.013888:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384332.013889:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:1.0:1767384332.013897:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000400:00000200:1.0:1767384332.013903:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000400:00000200:1.0:1767384332.013910:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 16], ns[67, 16] 00000400:00000200:1.0:1767384332.013918:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[69, 16], ns[69, 16] 00000400:00000200:1.0:1767384332.013926:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 16], ns[72, 16] 00000400:00000200:1.0:1767384332.013937:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 16], ns[71, 16] 00000400:00000200:1.0:1767384332.013942:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:1.0:1767384332.013950:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp14 00000400:00000200:1.0:1767384332.013957:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp14 lpni_is_preferred = 0 00000400:00000200:1.0:1767384332.013963:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp14 00000400:00000200:1.0:1767384332.013972:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp14 NI seq info: [79:79:256:4294967295] 192.168.204.131@tcp14 LPNI seq info [78:78:8:4294967295] 00000400:00000200:1.0:1767384332.013981:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp14 00000400:00000200:1.0:1767384332.014003:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp14(192.168.204.131@tcp14:) -> 192.168.204.131@tcp14(192.168.204.131@tcp:192.168.204.131@tcp14) : GET try# 0 00000800:00000200:1.0:1767384332.014014:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp14 00000800:00000010:1.0:1767384332.014020:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000057dce495. 00000800:00000200:1.0:1767384332.014027:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009928162a] -> 12345-192.168.204.131@tcp14 (6) 00000800:00000200:1.0:1767384332.014038:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp14 ip 192.168.204.131:988 00000800:00000200:1.0:1767384332.014042:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000057dce495 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384332.014070:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000001:00000001:2.0:1767384332.014073:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384332.014077:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.014079:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100251 rc 0 00080000:00000001:2.0:1767384332.014082:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384332.014114:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384332.014134:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:1.0:1767384332.014217:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384332.014223:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000057dce495. 00000400:00000200:1.0:1767384332.014230:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.014239:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp14->192.168.204.131@tcp14: GET: OK 00000400:00000200:1.0:1767384332.014245:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384332.014252:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000001:1.0:1767384332.014268:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.014277:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.014280:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.014292:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.014301:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp14(192.168.204.131@tcp14) <- 192.168.204.131@tcp14 : GET - for me 00000400:00000200:1.0:1767384332.014314:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384332.014321:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 432/432 into md 0x18c5 [1] + 0 00080000:00000001:2.0:1767384332.014328:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384332.014334:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384332.014337:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp14 to MR: 192.168.204.131@tcp14 local destination 00000400:00000200:1.0:1767384332.014345:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp14 NI seq info: [80:80:256:4294967295] 192.168.204.131@tcp14 LPNI seq info [79:79:8:4294967295] 00000400:00000200:1.0:1767384332.014358:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp14(192.168.204.131@tcp14:192.168.204.131@tcp14) -> 192.168.204.131@tcp14(192.168.204.131@tcp14:192.168.204.131@tcp14) 192.168.204.131@tcp14 : REPLY try# 0 00000800:00000200:1.0:1767384332.014365:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.131@tcp14 00000800:00000010:1.0:1767384332.014368:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057dce495. 00000800:00000200:1.0:1767384332.014377:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009928162a] -> 12345-192.168.204.131@tcp14 (6) 00000800:00000200:1.0:1767384332.014382:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp14 ip 192.168.204.131:1013 00000800:00000200:1.0:1767384332.014385:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000057dce495 type 3, nob 528 niov 1 nkiov 1 00000800:00000001:0.0:1767384332.014422:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384332.014582:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384332.014586:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057dce495. 00000400:00000200:1.0:1767384332.014595:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.014607:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp14->192.168.204.131@tcp14: REPLY: OK 00000800:00000001:0.0:1767384332.014610:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384332.014624:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384332.014629:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384332.014638:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.014647:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384332.014655:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp14(192.168.204.131@tcp14) <- 192.168.204.131@tcp14 : REPLY - for me 00000400:00000200:0.0:1767384332.014674:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp14: Reply from 12345-192.168.204.131@tcp14 of length 432/432 into md 0x18e1 00000800:00000001:0.0:1767384332.014681:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384332.014690:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384332.014692:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.014696:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp14->192.168.204.131@tcp14: REPLY: OK 00000400:00000200:0.0:1767384332.014711:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a49d5c 00000400:00000010:0.0:1767384332.014714:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090a49d5c. 00000400:00000200:0.0:1767384332.014719:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384332.014724:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:0.0:1767384332.014728:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:0.0:1767384332.014732:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 25. state = 0x100251 00000400:00000200:0.0:1767384332.014739:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384332.014754:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (26) 00000800:00000001:0.0:1767384332.014761:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384332.014766:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.014824:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384332.014838:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000d1 00000400:00000010:1.0:1767384332.014862:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 0000000017135cd6. 00000400:00000010:1.0:1767384332.014865:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 000000008ff9181c. 00000400:00000010:1.0:1767384332.014869:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 0000000033b8c80d. 00000400:00000010:1.0:1767384332.014960:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e0f64093. 00000400:00000200:1.0:1767384332.014968:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e0f64093 nid 192.168.204.131@tcp33 00000400:00000010:1.0:1767384332.014975:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000039870a4f. 00000400:00000200:1.0:1767384332.014982:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000039870a4f net tcp33 00000400:00000200:1.0:1767384332.014987:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (25) 00000400:00000200:1.0:1767384332.015000:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp33 flags 0x11 00000400:00000010:1.0:1767384332.015007:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 0000000017135cd6. 00000400:00000010:1.0:1767384332.015013:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 000000008ff9181c. 00000400:00000010:1.0:1767384332.015022:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 0000000033b8c80d. 00000400:00000010:1.0:1767384332.015030:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000005c99c9c7. 00000400:00000200:1.0:1767384332.015042:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384332.015047:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100151 00000400:00000200:1.0:1767384332.015053:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc 1 00000400:00000200:1.0:1767384332.015062:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000200:1.0:1767384332.015069:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384332.015075:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:1.0:1767384332.015083:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384332.015092:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (26) 00000100:00000040:0.0:1767384332.023570:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294919931, at 4294919932 00000100:00000010:0.0:1767384332.023580:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001de25256. 00000100:00000040:2.0:1767384332.023666:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294919931, at 4294919932 00000100:00000010:2.0:1767384332.023676:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b598aaa. 00000100:00000040:1.0:1767384332.024577:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294919931, at 4294919933 00000100:00000040:3.0:1767384332.024580:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294919931, at 4294919933 00000100:00000010:1.0:1767384332.024587:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee4c4349. 00000100:00000010:3.0:1767384332.024588:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026c57ba3. 00080000:00000001:3.0:1767384332.025899:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384332.025906:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:0.0:1767384332.025906:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384332.025911:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384332.025911:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384332.025916:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384332.025917:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384332.025920:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384332.025922:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384332.025924:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000804b845d. 20000000:01000000:3.0:1767384332.025928:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384332.025929:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384332.025945:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384332.025950:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384332.025953:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384332.025956:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384332.025957:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:2.0:1767384332.025960:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007ee0ba26. 10000000:01000000:0.0:1767384332.025961:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384332.025972:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:2.0:1767384332.025973:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00010000:00000001:0.0:1767384332.025976:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:2.0:1767384332.025983:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:0.0:1767384332.025984:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e3399cb8 count: 2 00010000:00000001:0.0:1767384332.025991:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384332.025996:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384332.025996:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384332.026001:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000369fa24d. 00000020:00000001:0.0:1767384332.026006:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384332.026011:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000369fa24d with handle 0xf83434fd52e6da81 to hash 00000020:00000001:0.0:1767384332.026013:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384332.026015:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384332.026017:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384332.026020:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384332.026027:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384332.026030:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384332.026035:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384332.026037:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384332.026042:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384332.026044:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384332.026046:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384332.026052:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384332.026053:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.026055:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1767384332.026062:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00010000:0.0:1767384332.026065:0:16798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000009d85a768/0xf83434fd52e6da7a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6da73 expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384332.026068:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384332.026074:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384332.026077:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.026078:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:0.0:1767384332.026079:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384332.026083:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.026087:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384332.026090:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384332.026091:0:16798:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384332.026096:0:16798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384332.026101:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e3399cb8) refcount = 2 00080000:00000010:2.0:1767384332.026102:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ec12fc81. 00010000:00000040:0.0:1767384332.026103:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384332.026107:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009d85a768/0xf83434fd52e6da7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf83434fd52e6da73 expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384332.026111:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869265408 : -119702840286208 : ffff932182b9e400) 00010000:00000040:0.0:1767384332.026113:0:16798:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384332.026116:0:16798:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384332.026124:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:0.0:1767384332.026126:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000317ba859. 00000100:00000001:0.0:1767384332.026129:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384332.026133:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b170504c. 00000100:00000001:0.0:1767384332.026135:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375210258432 : -119698499293184 : ffff932285783000) 00000100:00000001:0.0:1767384332.026137:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624375210258432 : -119698499293184 : ffff932285783000) 00000100:00000001:0.0:1767384332.026140:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384332.026148:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384332.026150:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384332.026153:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.026155:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384332.026158:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384332.026161:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384332.026163:0:16798:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384332.026165:0:16798:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384332.026171:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f7a2529. 00000020:00000040:0.0:1767384332.026175:0:16798:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00000100:00000001:0.0:1767384332.026179:0:16798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384332.026182:0:16798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384332.026187:0:16798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384332.026195:0:16798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000afbe9d86. 00000001:00000001:2.0:1767384332.026197:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384332.026202:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.026202:0:16798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384332.026211:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384332.026214:0:16798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000009d85a768/0xf83434fd52e6da7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf83434fd52e6da73 expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384332.026224:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384332.026228:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384332.026233:0:16798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000009d85a768/0xf83434fd52e6da7a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf83434fd52e6da73 expref: 16 pid: 16775 timeout: 402 lvb_type: 0 00010000:00000001:0.0:1767384332.026245:0:16798:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384332.026248:0:16798:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384332.026252:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f7a2529 x1853236732514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384332.026260:0:16798:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384332.026262:0:16798:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384332.026267:0:16798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f7a2529 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732514560:0@lo:104: 00000100:00000001:0.0:1767384332.026270:0:16798:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384332.026275:0:16798:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384332.026277:0:16798:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.026279:0:16798:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384332.026283:0:16798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da895200. 02000000:00000001:0.0:1767384332.026284:0:16798:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384332.026288:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007eb2fb3c. 00000400:00000010:0.0:1767384332.026295:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af5cdaa8. 00000100:00000200:0.0:1767384332.026310:0:16798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732514560, portal 16 00080000:00000001:2.0:1767384332.026311:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:0.0:1767384332.026315:0:16798:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00080000:00000001:2.0:1767384332.026316:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384332.026320:0:16798:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659229440 : -119698050322176 : ffff9322a03af100) 00000100:00000040:0.0:1767384332.026329:0:16798:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000008f7a2529 x1853236732514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384332.026339:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384332.026344:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384332.026348:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384332.026351:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732514560, offset 0 00000400:00000200:0.0:1767384332.026361:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384332.026373:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384332.026381:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d205100 00000400:00000200:0.0:1767384332.026389:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 0 00000400:00000200:0.0:1767384332.026394:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.026397:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384332.026403:0:16798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384332.026405:0:16798:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384332.026407:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b475e705. 00000100:00000040:0.0:1767384332.026410:0:16798:0:(events.c:337:request_in_callback()) incoming req@00000000b475e705 x1853236732514560 msgsize 328 00000100:00100000:0.0:1767384332.026413:0:16798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384332.026427:0:16798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384332.026434:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:0.0:1767384332.026436:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000100:00000001:0.0:1767384332.026440:0:16798:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384332.026444:0:16798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f7a2529 x1853236732514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384332.026451:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384332.026452:0:16767:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384332.026455:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f7a2529 x1853236732514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384332.026462:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384332.026465:0:16767:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732514560 00000100:00000001:0.0:1767384332.026465:0:16798:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384332.026471:0:16767:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384332.026472:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.026475:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384332.026514:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294919945 00000100:00000010:0.0:1767384332.026536:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001de25256. 00000100:00000001:2.0:1767384332.026537:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.026543:0:16767:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.026549:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384332.026550:0:16767:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732514560 00000020:00000001:2.0:1767384332.026562:0:16767:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384332.026564:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294919945 00000020:00000040:2.0:1767384332.026567:0:16767:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d77f 00000020:00000001:2.0:1767384332.026570:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384332.026570:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ed5d51f. 00000020:00000040:2.0:1767384332.026578:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008088def refcount=3 00000100:00000001:0.0:1767384332.026580:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384332.026587:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000020:00000001:2.0:1767384332.026594:0:16767:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000001:0.0:1767384332.026595:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294919945 00000100:00000010:0.0:1767384332.026598:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a4605a0. 00000100:00000001:2.0:1767384332.026599:0:16767:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384332.026603:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384332.026604:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af144e78. 00000100:00000001:2.0:1767384332.026613:0:16767:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384332.026615:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294919945 00000020:00000010:2.0:1767384332.026621:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af144e78. 00000100:00000010:0.0:1767384332.026621:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab1f2dd1. 00000100:00000001:0.0:1767384332.026628:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384332.026634:0:16798:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384332.026637:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0a0c6bc. 00000100:00000001:0.0:1767384332.026637:0:16798:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.026640:0:16798:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.026645:0:16798:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.026647:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384332.026649:0:16767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d6e6f55. 00010000:00000001:0.0:1767384332.026651:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.026654:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.026657:0:16798:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384332.026659:0:16767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00010000:00000001:0.0:1767384332.026660:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384332.026663:0:16798:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384332.026670:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.026672:0:16798:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384332.026675:0:16798:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384332.026677:0:16798:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b170504c going to sleep for 11 seconds 00000100:00000001:0.0:1767384332.026682:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384332.026685:0:16767:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384332.026686:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.026699:0:16767:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384332.026702:0:16767:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384332.026706:0:16767:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.026720:0:16767:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.026741:0:16767:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.026765:0:16767:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384332.026769:0:16767:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384332.026781:0:16767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384332.026783:0:16815:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384332.026788:0:16815:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384332.026790:0:16767:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008088def : new rpc_count 1 00000100:00000001:3.0:1767384332.026792:0:16815:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.026798:0:16815:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.026799:0:16767:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659230336 : -119698050321280 : ffff9322a03af480) 00000100:00000040:2.0:1767384332.026814:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b475e705 x1853236732514560/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:313/0 lens 328/0 e 0 to 0 dl 1767384343 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384332.026826:0:16767:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384332.026838:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af144e78. 00000100:00000001:2.0:1767384332.026841:0:16767:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384332.026845:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af144e78. 00000100:00100000:2.0:1767384332.026856:0:16767:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b475e705 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732514560:12345-0@lo:104: 00000100:00000200:2.0:1767384332.026861:0:16767:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732514560 00010000:00000001:2.0:1767384332.026865:0:16767:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384332.026871:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384332.026874:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384332.026877:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=2 00000020:00000001:2.0:1767384332.026880:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:2.0:1767384332.026883:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:2.0:1767384332.026888:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.026892:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.026897:0:16767:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6da7a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384332.026908:0:16767:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384332.026912:0:16767:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384332.026918:0:16767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003c03a18a. 02000000:00000001:2.0:1767384332.026921:0:16767:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.026923:0:16767:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.026928:0:16767:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384332.026932:0:16767:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384332.026936:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 000000009ed84a9f time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384332.026942:0:16767:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384332.026947:0:16767:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384332.026951:0:16767:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384332.026955:0:16767:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384332.026959:0:16767:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.026965:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384332.026969:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384332.027013:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442717c4. 00000100:00000200:2.0:1767384332.027022:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236732514560, offset 224 00000400:00000200:2.0:1767384332.027034:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384332.027057:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384332.027074:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d205100 00000400:00000200:2.0:1767384332.027086:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x18e5 [1] + 224 00000400:00000200:2.0:1767384332.027095:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384332.027103:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384332.027109:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384332.027117:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f7a2529 x1853236732514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384332.027130:0:16767:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008f7a2529 x1853236732514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384332.027153:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384332.027165:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442717c4 00000100:00000001:0.0:1767384332.027170:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384332.027171:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442717c4. 00000100:00000001:2.0:1767384332.027186:0:16767:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384332.027187:0:16798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384332.027194:0:16767:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384332.027194:0:16798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384332.027198:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007eb2fb3c. 00000100:00000001:2.0:1767384332.027207:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.027210:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af5cdaa8 00000400:00000010:0.0:1767384332.027213:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af5cdaa8. 00000100:00000040:2.0:1767384332.027219:0:16767:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:0.0:1767384332.027222:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384332.027228:0:16767:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767384332.027232:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f7a2529 x1853236732514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.0:1767384332.027238:0:16767:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008bd93e97. 00010000:00000001:2.0:1767384332.027245:0:16767:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767384332.027256:0:16798:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f7a2529 x1853236732514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384332.027264:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384332.027265:0:16767:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:0.0:1767384332.027268:0:16798:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.027274:0:16767:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.027274:0:16798:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384332.027279:0:16798:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384332.027285:0:16767:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.027286:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384332.027291:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.027298:0:16798:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.027300:0:16767:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384332.027306:0:16798:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e169ce83 time=52 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384332.027314:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b475e705 x1853236732514560/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:313/0 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:0.0:1767384332.027316:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000319a7c00 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384332.027334:0:16798:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384332.027341:0:16798:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384332.027348:0:16767:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b475e705 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732514560:12345-0@lo:104: Request processed in 511us (926us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384332.027350:0:16798:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384332.027357:0:16798:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.027364:0:16798:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.027372:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f7a2529 x1853236732514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384332.027374:0:16767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384332.027388:0:16798:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384332.027390:0:16767:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008088def : new rpc_count 0 00000100:00000001:0.0:1767384332.027395:0:16798:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384332.027400:0:16798:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.027401:0:16767:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384332.027409:0:16798:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:2.0:1767384332.027411:0:16767:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384332.027412:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.027415:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.027416:0:16798:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.027419:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f7a2529 x1853236732514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384332.027428:0:16767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d6e6f55. 00000100:00100000:0.0:1767384332.027430:0:16798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f7a2529 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732514560:0@lo:104: 00000100:00000001:0.0:1767384332.027440:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384332.027442:0:16767:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000100:00000001:0.0:1767384332.027448:0:16798:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.027451:0:16798:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000010:2.0:1767384332.027452:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0a0c6bc. 00000100:00000001:0.0:1767384332.027453:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384332.027458:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f7a2529 x1853236732514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384332.027464:0:16767:0:(genops.c:898:class_export_put()) PUTting export 0000000008088def : new refcount 2 00000100:00000001:2.0:1767384332.027476:0:16767:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.027531:0:16798:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384332.027535:0:16798:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384332.027539:0:16798:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da895200. 02000000:00000001:0.0:1767384332.027546:0:16798:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384332.027550:0:16798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384332.027553:0:16798:0:(genops.c:1242:class_import_put()) import 00000000da0ccbb4 refcount=1 obd=MGS 00000020:00000001:0.0:1767384332.027556:0:16798:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384332.027559:0:16798:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000afbe9d86. 02000000:00000001:0.0:1767384332.027564:0:16798:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384332.027567:0:16798:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384332.027570:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f7a2529. 00000100:00000001:0.0:1767384332.027576:0:16798:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384332.027577:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384332.027580:0:16798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b170504c. 00000100:00000001:0.0:1767384332.027584:0:16798:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384332.027586:0:16798:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384332.027588:0:16798:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000317ba859. 00010000:00000001:0.0:1767384332.027593:0:16798:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.027595:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.027598:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384332.027603:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384332.027607:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384332.027610:0:16798:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384332.027721:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384332.027725:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.027728:0:16772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384332.027732:0:16772:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384332.027734:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384332.027737:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6da7a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384332.027749:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008c8fa64b already unused, calling callback (00000000081d0b67) 10000000:00000001:2.0:1767384332.027752:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384332.027754:0:16772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf83434fd52e6da7a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.027762:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384332.027765:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384332.027766:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384332.027768:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=3 00000020:00000001:2.0:1767384332.027771:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:2.0:1767384332.027774:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:2.0:1767384332.027778:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384332.027781:0:16772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf83434fd52e6da7a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384332.027790:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384332.027794:0:16772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf83434fd52e6da7a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384332.027802:0:16772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384332.027807:0:16772:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384332.027817:0:16772:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384332.027820:0:16772:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384332.027824:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384332.027826:0:16772:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384332.027841:0:16772:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384332.027844:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384332.027847:0:16772:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 2 10000000:00000001:2.0:1767384332.027850:0:16772:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384332.027853:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.027859:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384332.027863:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384332.027865:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384332.027872:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.027874:0:16772:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384332.027878:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008c8fa64b with handle 0xf83434fd52e6da73 from hash 00010000:00000001:2.0:1767384332.027881:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384332.027884:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.027887:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.027888:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384332.027891:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384332.027893:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384332.027898:0:16772:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384332.027902:0:16772:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384332.027909:0:16772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7760c50. 00000020:00000040:2.0:1767384332.027916:0:16772:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384332.027922:0:16772:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384332.027925:0:16772:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384332.027932:0:16772:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384332.027938:0:16772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0a0c6bc. 00000100:00000001:2.0:1767384332.027944:0:16772:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.027948:0:16772:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384332.027954:0:16772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6da7a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384332.027961:0:16772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384332.027963:0:16772:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.027966:0:16772:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384332.027979:0:16772:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.027988:0:16772:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7760c50] to pc [ptlrpcd_00_03+3] req@00000000a7760c50 x1853236732514688/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.028017:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384332.028018:0:16772:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384332.028021:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384332.028028:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384332.028029:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.028032:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384332.028033:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7760c50 x1853236732514688/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384332.028038:0:16772:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.028049:0:16772:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.028053:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384332.028057:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384332.028058:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.028061:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384332.028067:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384332.028068:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6da7a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384332.028072:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.028081:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384332.028082:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a7760c50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732514688:0@lo:103: 00010000:00010000:2.0:1767384332.028085:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6da73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6da7a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384332.028087:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384332.028092:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384332.028095:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.028099:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:2.0:1767384332.028109:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000929324c6 count: 0 00010000:00000001:2.0:1767384332.028141:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.028145:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384332.028148:0:16772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008bd93e97. 00010000:00000001:2.0:1767384332.028152:0:16772:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.028157:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384332.028160:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.028164:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384332.028167:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384332.028169:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.028174:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384332.028179:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384332.028184:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.028187:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767384332.028204:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d9bd0662. 00000100:00000001:2.0:1767384332.028207:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384332.028208:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384332.028215:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007eb2fb3c. 00000100:00000001:2.0:1767384332.028216:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384332.028227:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384332.028228:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af5cdaa8. 00000100:00000200:0.0:1767384332.028234:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732514688, portal 18 00000100:00000001:2.0:1767384332.028236:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.028238:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384332.028240:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169393408 : -119698540158208 : ffff93228308a300) 00000100:00000040:0.0:1767384332.028248:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a7760c50 x1853236732514688/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.028254:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384332.028255:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384332.028257:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384332.028260:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732514688, offset 0 00000400:00000200:0.0:1767384332.028268:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384332.028276:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384332.028285:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d205180 00000400:00000200:0.0:1767384332.028294:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:0.0:1767384332.028300:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.028305:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384332.028311:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384332.028313:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384332.028317:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f7a2529. 00000100:00000040:0.0:1767384332.028321:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000008f7a2529 x1853236732514688 msgsize 328 00000100:00100000:0.0:1767384332.028325:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384332.028342:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384332.028349:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:0.0:1767384332.028352:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000100:00000001:0.0:1767384332.028357:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384332.028364:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a7760c50 x1853236732514688/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.028374:0:24303:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384332.028377:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384332.028380:0:24303:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732514688 00000100:00000040:0.0:1767384332.028382:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7760c50 x1853236732514688/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.028388:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.028394:0:16149:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384332.028396:0:24303:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384332.028400:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.028401:0:24303:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384332.028404:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294919946 00000100:00000001:2.0:1767384332.028407:0:24303:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.028413:0:24303:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384332.028418:0:24303:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732514688 00000020:00000001:2.0:1767384332.028422:0:24303:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384332.028425:0:24303:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384332.028428:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384332.028432:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=17 00000020:00000001:2.0:1767384332.028436:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384332.028442:0:24303:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384332.028449:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384332.028454:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af144e78. 00000100:00000001:2.0:1767384332.028457:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384332.028460:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af144e78. 00000020:00000010:2.0:1767384332.028468:0:24303:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be1cdbdc. 00000020:00000010:2.0:1767384332.028475:0:24303:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d6e6f55. 00000020:00000010:2.0:1767384332.028532:0:24303:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000100:00000040:2.0:1767384332.028551:0:24303:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384332.028555:0:24303:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384332.028558:0:24303:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384332.028561:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919945 00010000:00000001:2.0:1767384332.028562:0:24303:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384332.028570:0:24303:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.028571:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294919947 00000100:00000001:0.0:1767384332.028579:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919945 00010000:00000001:2.0:1767384332.028580:0:24303:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384332.028584:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294919947 00010000:00000001:2.0:1767384332.028586:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384332.028589:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919945 00000020:00000001:2.0:1767384332.028593:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384332.028595:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294919947 00000020:00000040:2.0:1767384332.028600:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=4 00000100:00000001:0.0:1767384332.028601:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919945 00000020:00000001:2.0:1767384332.028611:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00000100:00000001:0.0:1767384332.028611:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384332.028619:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.028622:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00000100:00000001:0.0:1767384332.028623:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.028630:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384332.028638:0:24303:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000009d85a768/0xf83434fd52e6da7a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6da73 expref: 17 pid: 16775 timeout: 402 lvb_type: 0 00000100:00000001:0.0:1767384332.028638:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384332.028640:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384332.028645:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384332.028648:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384332.028658:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.028660:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.028671:0:24303:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.028674:0:24303:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.028681:0:24303:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384332.028689:0:24303:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f7a2529 x1853236732514688/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:313/0 lens 328/0 e 0 to 0 dl 1767384343 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.028698:0:24303:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384332.028701:0:24303:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.028717:0:24303:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.028754:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384332.028757:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384332.028765:0:24303:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384332.028767:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:2.0:1767384332.028770:0:24303:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384332.028772:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 3 00000100:00000001:2.0:1767384332.028777:0:24303:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.028784:0:24303:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.028785:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659229440 : -119698050322176 : ffff9322a03af100) 00000100:00000040:3.0:1767384332.028799:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008f7a2529 x1853236732514688/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:313/0 lens 328/0 e 0 to 0 dl 1767384343 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.028808:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384332.028812:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093605498. 00000100:00000001:3.0:1767384332.028814:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384332.028817:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093605498. 00000100:00100000:3.0:1767384332.028821:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008f7a2529 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+17:16149:x1853236732514688:12345-0@lo:103: 00000100:00000200:3.0:1767384332.028826:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732514688 00010000:00000001:3.0:1767384332.028828:0:16769:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384332.028831:0:16769:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384332.028832:0:16769:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384332.028838:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384332.028841:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384332.028844:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000053db3d47. 02000000:00000001:3.0:1767384332.028846:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.028850:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.028853:0:16769:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384332.028856:0:16769:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384332.028858:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384332.028860:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384332.028863:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=4 00000020:00000001:3.0:1767384332.028865:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:3.0:1767384332.028867:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000040:3.0:1767384332.028870:0:16769:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e3399cb8 count: 3 00010000:00010000:3.0:1767384332.028873:0:16769:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000009d85a768/0xf83434fd52e6da7a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6da73 expref: 17 pid: 16775 timeout: 402 lvb_type: 0 00000100:00001000:3.0:1767384332.028878:0:16769:0:(import.c:2128:obd_at_measure()) add 0 to 000000002788824c time=1767384332 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384332.028881:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384332.028887:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384332.028889:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384332.028896:0:16769:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000009d85a768/0xf83434fd52e6da7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf83434fd52e6da73 expref: 17 pid: 16775 timeout: 402 lvb_type: 0 00000020:00000001:3.0:1767384332.028901:0:16769:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384332.028903:0:16769:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384332.028904:0:16769:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.028907:0:16769:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.028910:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384332.028913:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384332.028914:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.028919:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.028922:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384332.028925:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384332.028927:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384332.028929:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384332.028932:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d85a768 with handle 0xf83434fd52e6da7a from hash 00010000:00000001:3.0:1767384332.028934:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384332.028935:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384332.028937:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384332.028938:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384332.028939:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384332.028940:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384332.028942:0:16769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d85a768/0xf83434fd52e6da7a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf83434fd52e6da73 expref: 17 pid: 16775 timeout: 402 lvb_type: 0 00010000:00000040:3.0:1767384332.028946:0:16769:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 9 00000020:00000040:3.0:1767384332.028948:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 16 00010000:00000001:3.0:1767384332.028959:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384332.028961:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384332.028962:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384332.028964:0:16769:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000369fa24d 00010000:00000001:3.0:1767384332.028966:0:16769:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384332.028968:0:16769:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384332.028969:0:16769:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384332.028972:0:16769:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384332.028974:0:16769:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384332.028977:0:16769:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384332.028978:0:16769:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384332.028980:0:16769:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384332.028993:0:16769:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384332.028995:0:16769:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384332.028998:0:16769:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384332.029000:0:16769:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384332.029003:0:16769:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e3399cb8) refcount = 2 00010000:00010000:3.0:1767384332.029006:0:16769:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384332.029010:0:16769:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384332.029011:0:16769:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384332.029012:0:16769:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384332.029014:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384332.029016:0:16769:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093605498. 00000100:00000001:3.0:1767384332.029018:0:16769:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384332.029023:0:16769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009208c4de. 00000100:00000001:3.0:1767384332.029025:0:16769:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370858581568 : -119702850970048 : ffff93218216de40) 00000100:00000001:3.0:1767384332.029028:0:16769:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370858581568 : -119702850970048 : ffff93218216de40) 00000100:00000001:3.0:1767384332.029030:0:16769:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384332.029031:0:16769:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384332.029034:0:16769:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384332.029036:0:16769:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384332.029039:0:16769:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384332.029042:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384332.029044:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384332.029047:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369fa24d refcount=5 00000020:00000001:3.0:1767384332.029049:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:3.0:1767384332.029052:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:3.0:1767384332.029055:0:16769:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384332.029057:0:16769:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384332.029065:0:16769:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384332.029067:0:16769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384332.029081:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384332.029083:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384332.029085:0:16769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384332.029091:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384332.029092:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.029095:0:16769:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384332.029097:0:16769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384332.029102:0:16769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000369fa24d already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384332.029106:0:16769:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384332.029108:0:16769:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384332.029110:0:16769:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384332.029116:0:16769:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384332.029118:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384332.029119:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384332.029121:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369fa24d refcount=6 00000020:00000001:3.0:1767384332.029122:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:3.0:1767384332.029125:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:3.0:1767384332.029128:0:16769:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384332.029130:0:16769:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384332.029134:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384332.029136:0:16769:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384332.029137:0:16769:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.029149:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384332.029152:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384332.029155:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384332.029165:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384332.029167:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000369fa24d with handle 0xf83434fd52e6da81 from hash 00010000:00000001:3.0:1767384332.029170:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384332.029172:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384332.029174:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384332.029176:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384332.029179:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:0.0:1767384332.029180:0:16798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384332.029181:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384332.029185:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384332.029189:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.029190:0:16798:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384332.029195:0:16769:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384332.029195:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384332.029201:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384332.029202:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384332.029205:0:16769:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384332.029208:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384332.029212:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384332.029215:0:16769:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.029220:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384332.029222:0:16769:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.029223:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.029226:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384332.029229:0:16769:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384332.029229:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:3.0:1767384332.029235:0:16769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384332.029241:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384332.029244:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384332.029247:0:16769:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384332.029249:0:16769:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384332.029251:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384332.029253:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384332.029255:0:16769:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384332.029258:0:16769:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384332.029261:0:16769:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.029263:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384332.029265:0:16769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000369fa24d/0xf83434fd52e6da81 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384332.029278:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384332.029280:0:16769:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.029283:0:16769:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384332.029285:0:16769:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384332.029296:0:16769:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.029299:0:16769:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.029301:0:16769:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384332.029303:0:16769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009208c4de. 00000100:00000001:3.0:1767384332.029308:0:16769:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384332.029310:0:16769:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384332.029313:0:16769:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093605498. 00010000:00000001:3.0:1767384332.029316:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384332.029319:0:16769:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e3399cb8 count: 0 00010000:00010000:3.0:1767384332.029330:0:16769:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384332.029333:0:16769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384332.029336:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384332.029339:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384332.029341:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384332.029345:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384332.029347:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384332.029349:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384332.029351:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384332.029353:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.029355:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384332.029357:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384332.029948:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b68abf2. 00000100:00000200:3.0:1767384332.029952:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732514688, offset 224 00000400:00000200:3.0:1767384332.029957:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384332.029965:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384332.029975:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d205180 00000400:00000200:3.0:1767384332.029980:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x18f1 [1] + 224 00000400:00000200:3.0:1767384332.029984:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384332.029991:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384332.029998:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384332.030003:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a7760c50 x1853236732514688/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384332.030011:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7760c50 x1853236732514688/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.030048:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384332.030058:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b68abf2 00000400:00000010:3.0:1767384332.030061:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b68abf2. 00000100:00000001:3.0:1767384332.030067:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384332.030070:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384332.030078:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.030086:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384332.030089:0:16769:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.030091:0:16769:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.030096:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f7a2529 x1853236732514688/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:313/0 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384332.030105:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008f7a2529 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16149:x1853236732514688:12345-0@lo:103: Request processed in 1296us (1782us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384332.030111:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384332.030115:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:3.0:1767384332.030118:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384332.030120:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384332.030125:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d6e6f55. 00000020:00000010:3.0:1767384332.030130:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000020:00000010:3.0:1767384332.030135:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be1cdbdc. 00000020:00000040:3.0:1767384332.030139:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000001:3.0:1767384332.030143:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.030164:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.030166:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384332.030173:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384332.030176:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384332.030179:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007eb2fb3c. 00000400:00000200:3.0:1767384332.030184:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af5cdaa8 00000400:00000010:3.0:1767384332.030186:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af5cdaa8. 00000100:00000001:3.0:1767384332.030191:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384332.030197:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a7760c50 x1853236732514688/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384332.030205:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a7760c50 x1853236732514688/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.030218:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384332.030222:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.030223:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384332.030227:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384332.030228:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384332.030230:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384332.030232:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384332.030235:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=52 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384332.030239:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384332.030242:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384332.030245:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.030248:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384332.030250:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.030251:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.030254:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7760c50 x1853236732514688/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.030259:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384332.030261:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384332.030262:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384332.030267:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7760c50 x1853236732514688/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384332.030273:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a7760c50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732514688:0@lo:103: 00000100:00000001:3.0:1767384332.030277:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.030279:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384332.030281:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7760c50 x1853236732514688/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.030287:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384332.030290:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384332.030291:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d9bd0662. 02000000:00000001:3.0:1767384332.030294:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384332.030295:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384332.030296:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384332.030298:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384332.030306:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f0a0c6bc. 02000000:00000001:3.0:1767384332.030312:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384332.030314:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384332.030316:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7760c50. 00000100:00000001:3.0:1767384332.030320:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384332.030322:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.030324:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.030327:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384332.030330:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.030334:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.030336:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384332.033540:0:16655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000929324c6. 00010000:00000010:2.1:1767384332.033561:0:16655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008c8fa64b. 00080000:00000001:2.0:1767384332.038845:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384332.038853:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:2.0:1767384332.038858:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384332.038861:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384332.038864:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384332.038870:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384332.038876:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384332.038877:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384332.038882:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384332.038885:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00040000:00000001:0.0:1767384332.038886:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384332.038889:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384332.038894:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ec12fc81. 00080000:00000020:2.0:1767384332.038899:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384332.038902:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384332.038940:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384332.038944:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384332.038946:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384332.038950:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384332.038953:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384332.038958:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c59e6412. 00010000:00000001:0.0:1767384332.038961:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384332.038963:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000301d2d36. 00000020:00000001:0.0:1767384332.038967:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384332.038970:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000301d2d36 with handle 0xf83434fd52e6da88 to hash 00000020:00000001:0.0:1767384332.038972:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384332.038974:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013111808 : -119697696439808 : ffff9322b552c200) 00010000:00000001:0.0:1767384332.038977:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013111808 : -119697696439808 : ffff9322b552c200) 00010000:00000001:0.0:1767384332.038981:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384332.038984:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384332.038987:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000301d2d36/0xf83434fd52e6da88 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.038993:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384332.038995:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384332.038997:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384332.038999:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384332.039001:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.039003:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384332.039010:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.039012:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384332.039014:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384332.039015:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384332.039016:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384332.039018:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c59e6412) refcount = 1 00010000:00010000:0.0:1767384332.039021:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000301d2d36/0xf83434fd52e6da88 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.039026:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384332.039027:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384332.039029:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.039031:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.039033:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384332.039036:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384332.039037:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:0.0:1767384332.039039:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384332.039042:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384332.039044:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000301d2d36 refcount=4 00000020:00000001:0.0:1767384332.039046:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013111808 : -119697696439808 : ffff9322b552c200) 00010000:00000001:0.0:1767384332.039048:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013111808 : -119697696439808 : ffff9322b552c200) 00010000:00000001:0.0:1767384332.039051:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384332.039053:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000301d2d36/0xf83434fd52e6da88 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.039060:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384332.039062:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000301d2d36/0xf83434fd52e6da88 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.039068:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.039070:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384332.039071:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000301d2d36/0xf83434fd52e6da88 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.039077:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384332.039079:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.039090:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384332.039092:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000301d2d36/0xf83434fd52e6da88 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384332.039101:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000301d2d36 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384332.039103:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384332.039105:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384332.039107:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000301d2d36/0xf83434fd52e6da88 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.039113:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384332.039114:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384332.039116:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384332.039118:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000301d2d36 refcount=5 00000020:00000001:0.0:1767384332.039120:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013111808 : -119697696439808 : ffff9322b552c200) 00010000:00000001:0.0:1767384332.039122:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013111808 : -119697696439808 : ffff9322b552c200) 00010000:00000001:0.0:1767384332.039124:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384332.039125:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000301d2d36/0xf83434fd52e6da88 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.039129:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384332.039131:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384332.039134:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.039136:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384332.039138:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384332.039139:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384332.039140:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384332.039141:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000301d2d36 with handle 0xf83434fd52e6da88 from hash 00010000:00000001:0.0:1767384332.039143:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384332.039144:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.039145:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.039146:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384332.039147:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384332.039149:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384332.039151:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384332.039152:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384332.039160:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.039163:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384332.039165:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384332.039168:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.039169:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.039171:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.039172:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.039173:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384332.039175:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000301d2d36/0xf83434fd52e6da88 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.039178:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.039179:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.039179:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384332.039180:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384332.039181:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384332.039182:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384332.039183:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384332.039186:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384332.039187:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384332.039189:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000301d2d36/0xf83434fd52e6da88 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384332.039192:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384332.039194:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384332.039195:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000301d2d36/0xf83434fd52e6da88 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384332.039199:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c59e6412 count: 0 00010000:00000001:0.0:1767384332.039206:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384332.039207:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384332.039550:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294919946, at 4294919948 00000100:00000010:0.0:1767384332.039559:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001de25256. 00000100:00000040:3.0:1767384332.039566:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294919947, at 4294919948 00000100:00000010:3.0:1767384332.039574:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab1f2dd1. 00000100:00000040:2.0:1767384332.039595:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294919947, at 4294919948 00000100:00000010:2.0:1767384332.039606:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a4605a0. 00000100:00000040:1.0:1767384332.040772:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294919947, at 4294919949 00000100:00000010:1.0:1767384332.040780:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ed5d51f. 00000400:00000010:0.0:1767384332.041120:0:28284:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e1ff1424. 00000400:00000040:0.0:1767384332.041145:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384332.041150:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384332.041158:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.041160:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384332.041163:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.041165:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384332.041169:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384332.041170:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384332.041172:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384332.041174:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384332.041177:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384332.041179:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384332.041182:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384332.041185:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384332.041186:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384332.041189:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384332.041191:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384332.041192:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384332.041196:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00080000:00000020:3.0:1767384332.041198:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:0.0:1767384332.041199:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384332.041204:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000040:0.0:1767384332.041204:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384332.041208:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 20000000:00000010:3.0:1767384332.041209:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000056b99496. 00000400:00000040:0.0:1767384332.041211:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384332.041216:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384332.041219:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 20000000:00000001:3.0:1767384332.041220:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384332.041223:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000040:3.0:1767384332.041225:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732514304 00000400:00000040:0.0:1767384332.041228:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:3.0:1767384332.041229:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:0.0:1767384332.041234:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000200:3.0:1767384332.041238:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020674268 x1853236732514304/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384332.041239:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384332.041245:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384332.041249:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00010000:00000001:3.0:1767384332.041251:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384332.041254:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384332.041254:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00001000:3.0:1767384332.041261:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=52 v=5 (1 0 0 0) 00000400:00000040:0.0:1767384332.041261:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384332.041267:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:3.0:1767384332.041269:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000040:0.0:1767384332.041271:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000040:3.0:1767384332.041274:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000400:00000040:0.0:1767384332.041276:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:3.0:1767384332.041278:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000400:00000040:0.0:1767384332.041280:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 02000000:00000001:3.0:1767384332.041282:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384332.041285:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384332.041287:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:3.0:1767384332.041289:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000040:0.0:1767384332.041292:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000040:3.0:1767384332.041295:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000040:0.0:1767384332.041298:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000010:3.0:1767384332.041300:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004659a5ac. 00000400:00000040:0.0:1767384332.041303:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000200:3.0:1767384332.041307:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732514304, offset 224 00000400:00000200:3.0:1767384332.041313:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:0.0:1767384332.041314:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384332.041318:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384332.041321:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384332.041323:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384332.041325:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384332.041327:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384332.041329:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384332.041332:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384332.041335:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384332.041337:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384332.041339:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384332.041341:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384332.041343:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384332.041345:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384332.041348:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384332.041350:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384332.041469:0:28284:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e1ff1424. 00000400:00000200:3.0:1767384332.041476:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384332.041547:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205000 00000400:00000200:3.0:1767384332.041558:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18cd [2] + 224 00000400:00000200:3.0:1767384332.041565:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384332.041569:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384332.041573:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384332.041578:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e24d9f9d x1853236732514304/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384332.041586:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e24d9f9d x1853236732514304/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.041603:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384332.041611:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004659a5ac 00000400:00000010:3.0:1767384332.041614:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004659a5ac. 00000100:00000001:3.0:1767384332.041619:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384332.041622:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384332.041630:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.041634:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384332.041637:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384332.041640:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.041644:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384332.041649:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020674268 x1853236732514304/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384332.041660:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020674268 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732514304:12345-0@lo:253: Request processed in 28353us (29382us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384332.041670:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000040:3.0:1767384332.041674:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384332.041676:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384332.041677:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.041680:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384332.041682:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384332.041685:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f0bce013. 00000400:00000001:0.0:1767384332.041691:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384332.041692:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001413bdfd. 00000400:00000001:0.0:1767384332.041695:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384332.041698:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a4d7fb5. 00000400:00000010:0.0:1767384332.041699:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a7467cf. 00000400:00000200:0.0:1767384332.041709:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032829c1d 00000020:00000040:3.0:1767384332.041710:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000400:00000010:0.0:1767384332.041712:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032829c1d. 02000000:00000001:3.0:1767384332.041718:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384332.041720:0:16147:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384332.041721:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007becc6c3. 00000100:00000200:0.0:1767384332.041726:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e24d9f9d x1853236732514304/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384332.041732:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384332.041736:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384332.041740:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e24d9f9d x1853236732514304/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384332.041742:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384332.041749:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d71c03e6. 00000100:00000001:0.0:1767384332.041753:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384332.041754:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004659a5ac. 00000100:00000001:0.0:1767384332.041757:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.041761:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384332.041765:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384332.041767:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384332.041770:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.041774:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384332.041778:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=52 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384332.041792:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384332.041795:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384332.041797:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.041800:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384332.041802:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.041804:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.041810:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e24d9f9d x1853236732514304/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.041818:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384332.041821:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384332.041825:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384332.041831:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384332.041833:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384332.041835:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384332.041837:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384332.041838:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384332.041840:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384332.041842:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384332.041844:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384332.041846:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384332.041848:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384332.041851:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e24d9f9d x1853236732514304/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384332.041860:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e24d9f9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732514304:0@lo:253: 00000100:00000001:0.0:1767384332.041866:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.041869:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384332.041872:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e24d9f9d x1853236732514304/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.041877:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384332.041878:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384332.041880:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b779e14a. 02000000:00000001:0.0:1767384332.041883:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384332.041885:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384332.041886:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384332.041887:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384332.041894:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005dfdde87. 02000000:00000001:0.0:1767384332.041900:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384332.041901:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384332.041903:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e24d9f9d. 00000100:00000001:0.0:1767384332.041906:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384332.041908:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.041910:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.041915:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384332.041916:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.041918:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384332.041921:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384332.042011:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384332.042015:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384332.042016:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000400992fd. 20000000:00000001:3.0:1767384332.042021:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384332.042026:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732514432 00010000:00000001:3.0:1767384332.042029:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384332.042034:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000369e5289 x1853236732514432/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384332.042042:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384332.042044:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384332.042046:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384332.042049:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384332.042051:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384332.042054:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384332.042056:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384332.042058:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.042060:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384332.042062:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384332.042065:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b0d8649. 00000100:00000200:3.0:1767384332.042068:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732514432, offset 224 00000400:00000200:3.0:1767384332.042072:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384332.042077:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384332.042081:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205080 00000400:00000200:3.0:1767384332.042085:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18d5 [2] + 224 00000400:00000200:3.0:1767384332.042089:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384332.042091:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384332.042093:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384332.042096:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5cbf4a8 x1853236732514432/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384332.042102:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c5cbf4a8 x1853236732514432/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.042120:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384332.042123:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b0d8649 00000400:00000010:3.0:1767384332.042125:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b0d8649. 00000100:00000001:3.0:1767384332.042127:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384332.042128:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384332.042131:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.042134:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384332.042136:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384332.042138:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.042140:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384332.042145:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000369e5289 x1853236732514432/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.042149:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384332.042155:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000369e5289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732514432:12345-0@lo:253: Request processed in 28757us (29357us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384332.042157:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384332.042167:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000040:3.0:1767384332.042169:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000400:00000001:2.0:1767384332.042170:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384332.042172:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384332.042176:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384332.042177:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384332.042179:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b68c388. 00000400:00000010:2.0:1767384332.042182:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f20b21e3. 00000020:00000010:3.0:1767384332.042183:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006c8c7652. 00000020:00000010:3.0:1767384332.042187:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032e4aeeb. 00000400:00000200:2.0:1767384332.042194:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb8b9d0f 00000020:00000040:3.0:1767384332.042195:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:3.0:1767384332.042206:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384332.042206:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb8b9d0f. 02000000:00000010:3.0:1767384332.042211:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003df40e17. 00000100:00000001:2.0:1767384332.042220:0:16148:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384332.042224:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384332.042228:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384332.042229:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5cbf4a8 x1853236732514432/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384332.042236:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384332.042243:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ba510cb. 00000400:00000010:3.0:1767384332.042252:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b0d8649. 00000100:00000200:2.0:1767384332.042256:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5cbf4a8 x1853236732514432/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.042268:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384332.042280:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.042283:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384332.042286:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384332.042288:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384332.042290:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.042293:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384332.042299:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=52 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384332.042303:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384332.042306:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384332.042308:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.042310:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384332.042313:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.042316:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.042320:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5cbf4a8 x1853236732514432/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.042329:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384332.042332:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384332.042334:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384332.042338:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384332.042340:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384332.042342:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384332.042344:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384332.042345:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384332.042347:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384332.042348:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384332.042350:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384332.042351:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384332.042354:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5cbf4a8 x1853236732514432/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384332.042363:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5cbf4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732514432:0@lo:253: 00000100:00000001:2.0:1767384332.042369:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.042371:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384332.042373:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5cbf4a8 x1853236732514432/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.042381:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384332.042390:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384332.042393:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000607e60a4. 02000000:00000001:2.0:1767384332.042400:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384332.042402:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384332.042404:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384332.042406:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384332.042408:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000cf2ac1d. 02000000:00000001:2.0:1767384332.042413:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384332.042414:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384332.042416:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5cbf4a8. 00000100:00000001:2.0:1767384332.042420:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384332.042421:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.042423:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.042430:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384332.042431:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.042434:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384332.042436:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384332.042513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d85a768. 00010000:00000010:3.1:1767384332.042530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000369fa24d. 00010000:00000010:3.1:1767384332.042534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3399cb8. 00010000:00000010:0.1:1767384332.046675:0:28286:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c59e6412. 00010000:00000010:0.1:1767384332.046682:0:28286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000301d2d36. 00000400:00000001:0.0:1767384332.219606:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384332.219611:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384332.219614:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b6aba5d 00000400:00000010:0.0:1767384332.219619:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000400:00000200:0.0:1767384332.219623:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384332.219629:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384332.219638:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000058d9a01d. 00000400:00000010:0.0:1767384332.219641:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b01af6e1. 00000400:00000200:0.0:1767384332.219647:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp32 00000400:00000010:0.0:1767384332.219650:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000021a2872d. 00000400:00000010:0.0:1767384332.219655:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b01af6e1. 00000400:00000010:0.0:1767384332.219658:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000400:00000010:0.0:1767384332.219663:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004f5e42bb. 00000400:00000200:0.0:1767384332.219667:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp32 00000400:00000200:0.0:1767384332.219681:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp32 local destination 00000400:00000200:0.0:1767384332.219688:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp32 00000400:00000200:0.0:1767384332.219694:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp32 NI seq info: [81:81:256:4294967295] 192.168.204.131@tcp32 LPNI seq info [80:80:8:4294967295] 00000400:00000200:0.0:1767384332.219702:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp32 00000400:00000200:0.0:1767384332.219713:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp32(192.168.204.131@tcp32:) -> 192.168.204.131@tcp32(192.168.204.131@tcp32:192.168.204.131@tcp32) : GET try# 0 00000800:00000200:0.0:1767384332.219719:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp32 00000800:00000010:0.0:1767384332.219725:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002eed7264. 00000800:00000200:0.0:1767384332.219734:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000800:00000200:0.1:1767384332.219741:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000400:00000200:0.0:1767384332.219766:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp32 added to recovery queue. ping count: 1 next ping: 254 health :900 00000400:00000200:2.0:1767384332.219835:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.219876:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.219892:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.219909:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.219928:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.219950:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.219969:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.219985:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220007:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220033:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220048:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220068:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220085:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220105:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220123:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220141:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220161:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220181:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220206:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220226:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220244:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220257:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220272:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220287:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220302:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220325:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220343:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220366:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220386:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220399:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220419:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220438:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220461:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220502:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384332.220560:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384332.220772:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007becc6c3. 00000800:00000010:2.0:1767384332.220778:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a7b825cf. 00000800:00000010:2.0:1767384332.220785:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e08e961. 00000800:00000010:2.0:1767384332.220805:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e08e961. 00000800:00020000:2.0:1767384332.220817:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384332.220820:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a7b825cf. 00000800:00000010:2.0:1767384332.220823:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007becc6c3. 00000400:02020000:2.0:1767384332.220859:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp32 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384332.220866:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp32 notifying 192.168.204.131@tcp32: down 00000800:00000200:2.0:1767384332.220874:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp32 down 00000800:00000100:2.0:1767384332.220881:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp32 00000800:00000010:2.0:1767384332.220884:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002eed7264. 00000400:00000200:2.0:1767384332.220888:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384332.220892:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp32->192.168.204.131@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384332.220910:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384332.220914:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384332.220917:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp32) recovery failed with -71 00010000:00000001:1.0:1767384332.667646:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384332.667655:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.667663:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384332.667665:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.667703:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384332.667712:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.667716:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384333.243657:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384333.243663:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384333.243667:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b6aba5d 00000400:00000010:0.0:1767384333.243671:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000400:00000200:0.0:1767384333.243676:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384333.243686:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp32 recovery ping unlinked 00000400:00000010:0.0:1767384333.243701:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000021a2872d. 00000400:00000010:0.0:1767384333.243708:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b01af6e1. 00000400:00000200:0.0:1767384333.243715:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp30 00000400:00000010:0.0:1767384333.243720:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000021a2872d. 00000400:00000010:0.0:1767384333.243728:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cb698f41. 00000400:00000010:0.0:1767384333.243733:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000400:00000010:0.0:1767384333.243742:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009b9caeff. 00000400:00000200:0.0:1767384333.243749:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp30 00000400:00000200:0.0:1767384333.243765:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp30 local destination 00000400:00000200:0.0:1767384333.243774:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp30 00000400:00000200:0.0:1767384333.243779:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp30 NI seq info: [82:82:256:4294967295] 192.168.204.131@tcp30 LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1767384333.243787:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp30 00000400:00000200:0.0:1767384333.243797:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp30(192.168.204.131@tcp30:) -> 192.168.204.131@tcp30(192.168.204.131@tcp30:192.168.204.131@tcp30) : GET try# 0 00000800:00000200:0.0:1767384333.243803:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp30 00000800:00000010:0.0:1767384333.243808:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000770916cd. 00000800:00000200:0.0:1767384333.243818:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000800:00000200:0.1:1767384333.243824:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000400:00000200:0.0:1767384333.243870:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp30 added to recovery queue. ping count: 2 next ping: 257 health :800 00000400:00000200:0.0:1767384333.243877:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp29 00000400:00000010:0.0:1767384333.243880:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008792fd12. 00000400:00000010:0.0:1767384333.243883:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cb7977c7. 00000400:00000010:0.0:1767384333.243889:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000400:00000010:0.0:1767384333.243895:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f79481f7. 00000400:00000200:0.0:1767384333.243897:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp29 00000400:00000200:0.0:1767384333.243904:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp29 local destination 00000400:00000200:0.0:1767384333.243908:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp29 00000400:00000200:0.0:1767384333.243921:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp29 NI seq info: [83:83:256:4294967295] 192.168.204.131@tcp29 LPNI seq info [82:82:8:4294967295] 00000400:00000200:0.0:1767384333.243927:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp29 00000400:00000200:0.0:1767384333.243933:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp29(192.168.204.131@tcp29:) -> 192.168.204.131@tcp29(192.168.204.131@tcp29:192.168.204.131@tcp29) : GET try# 0 00000800:00000200:0.0:1767384333.243938:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp29 00000800:00000010:0.0:1767384333.243943:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000020609ce4. 00000800:00000200:0.0:1767384333.243947:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000800:00000200:0.1:1767384333.243953:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000400:00000200:0.0:1767384333.243975:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp29 added to recovery queue. ping count: 3 next ping: 261 health :700 00000400:00000200:1.0:1767384333.244025:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.244085:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.244160:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.244229:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.244292:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.244316:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.244372:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.244552:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.244611:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.244674:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.244742:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.244763:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.244906:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.244925:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.245015:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.245052:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.245124:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.245164:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.245216:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.245287:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.245349:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.245420:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.245479:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.245627:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.245669:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.245729:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.245761:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.245843:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.245870:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.245973:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.245993:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.246119:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.246121:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.246317:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.246330:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.246429:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.246468:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.246735:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.246799:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.246841:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.246887:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.246938:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.246996:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.247135:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.247198:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.247288:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.247334:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.247428:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.247459:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.247599:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.247669:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.247692:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.247801:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.247804:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.248041:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.248043:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.248324:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.248326:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.248401:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384333.248448:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.248559:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.248600:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.248674:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.248733:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000800:00000010:3.0:1767384333.248758:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005053e3f2. 00000800:00000010:3.0:1767384333.248765:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e606531c. 00000800:00000010:3.0:1767384333.248772:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c1641f11. 00000400:00000200:1.0:1767384333.248774:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000800:00000010:3.0:1767384333.248806:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c1641f11. 00000800:00020000:3.0:1767384333.248819:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384333.248825:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e606531c. 00000800:00000010:3.0:1767384333.248830:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005053e3f2. 00000400:00000200:1.0:1767384333.248846:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:02020000:3.0:1767384333.248949:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp29 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384333.248961:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp29 notifying 192.168.204.131@tcp29: down 00000400:00000200:1.0:1767384333.248966:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000800:00000200:3.0:1767384333.248975:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp29 down 00000800:00000100:3.0:1767384333.248987:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp29 00000800:00000010:3.0:1767384333.248993:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000020609ce4. 00000400:00000200:3.0:1767384333.249000:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384333.249010:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp29->192.168.204.131@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384333.249021:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384333.249024:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384333.249032:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp29) recovery failed with -71 00000400:00000200:1.0:1767384333.249049:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.249074:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384333.249107:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384333.249289:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:1.0:1767384333.249296:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000021ca3aee. 00000800:00000010:1.0:1767384333.249303:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e9de6670. 00000800:00000010:1.0:1767384333.249326:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e9de6670. 00000800:00020000:1.0:1767384333.249335:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384333.249339:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000021ca3aee. 00000800:00000010:1.0:1767384333.249343:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:1.0:1767384333.249406:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp30 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384333.249416:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp30 notifying 192.168.204.131@tcp30: down 00000800:00000200:1.0:1767384333.249426:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp30 down 00000800:00000100:1.0:1767384333.249433:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp30 00000800:00000010:1.0:1767384333.249436:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000770916cd. 00000400:00000200:1.0:1767384333.249440:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384333.249445:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp30->192.168.204.131@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384333.249459:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384333.249462:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384333.249466:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp30) recovery failed with -71 00080000:00000001:2.0:1767384333.467482:0:28660:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384333.467596:0:28660:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384333.467620:0:28660:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384333.467634:0:28660:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384333.467647:0:28660:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384333.467652:0:28660:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.691622:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384333.691630:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.691637:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384333.691639:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.691732:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384333.691762:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384333.691768:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384334.254791:0:28824:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384334.254796:0:28824:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:0.0:1767384334.257710:0:28824:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384334.265666:0:28825:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f8b61049. 00000400:00000010:2.0:1767384334.265686:0:28825:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004a4f508a. 00000400:00000010:2.0:1767384334.265700:0:28825:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000084b58deb. 00000400:00000010:2.0:1767384334.265705:0:28825:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008f5d9991. 00000400:00000010:2.0:1767384334.265710:0:28825:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003c21794b. 00000400:00000010:2.0:1767384334.265715:0:28825:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000014f54a90. 00000400:00000010:2.0:1767384334.265729:0:28825:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000059f4987b. 00000400:00000010:2.0:1767384334.265731:0:28825:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000af144e78. 00000400:00000010:2.0:1767384334.265736:0:28825:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005317ad33. 00000800:00000010:2.0:1767384334.265752:0:28825:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fede0479. 00000800:00000200:2.0:1767384334.265767:0:28825:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384334.265783:0:28825:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384334.265830:0:28825:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:2.0:1767384334.265861:0:28825:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp34 [8/256/0/180] 00000400:00000001:0.0:1767384334.267543:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384334.267547:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384334.267550:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b6aba5d 00000400:00000010:0.0:1767384334.267553:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000400:00000200:0.0:1767384334.267558:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384334.267562:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384334.267566:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000021a2872d. 00000400:00000010:0.0:1767384334.267569:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cb698f41. 00000400:00000001:0.0:1767384334.267573:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384334.267574:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384334.267575:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:0.0:1767384334.267576:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000400:00000200:0.0:1767384334.267577:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384334.267579:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384334.267580:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008792fd12. 00000400:00000010:0.0:1767384334.267582:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cb7977c7. 00000400:00000200:0.0:1767384334.267586:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp32 00000400:00000010:0.0:1767384334.267589:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008792fd12. 00000400:00000010:0.0:1767384334.267593:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e9822227. 00000400:00000010:0.0:1767384334.267596:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000400:00000010:0.0:1767384334.267601:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000015a3463e. 00000400:00000200:0.0:1767384334.267610:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp32 00000400:00000200:0.0:1767384334.267620:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp32 local destination 00000400:00000200:0.0:1767384334.267625:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp32 00000400:00000200:0.0:1767384334.267629:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp32 NI seq info: [84:84:256:4294967295] 192.168.204.131@tcp32 LPNI seq info [83:83:8:4294967295] 00000400:00000200:0.0:1767384334.267634:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp32 00000400:00000200:0.0:1767384334.267640:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp32(192.168.204.131@tcp32:) -> 192.168.204.131@tcp32(192.168.204.131@tcp32:192.168.204.131@tcp32) : GET try# 0 00000800:00000200:0.0:1767384334.267644:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp32 00000800:00000010:0.0:1767384334.267648:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000091780b2. 00000800:00000200:0.0:1767384334.267653:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000800:00000200:0.1:1767384334.267656:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000400:00000200:0.0:1767384334.267681:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp32 added to recovery queue. ping count: 2 next ping: 258 health :800 00000400:00000200:3.0:1767384334.267761:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.267806:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.267821:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.267840:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.267852:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.267871:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.267890:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.267904:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.267924:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.267942:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.267974:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.267994:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268012:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268027:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268046:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268064:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268079:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268097:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268110:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268129:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268147:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268161:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268179:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268194:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268211:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268240:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268268:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268286:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268305:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268333:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384334.268356:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000010:2.0:1767384334.268361:0:28825:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000035b27d72. 00000400:00000010:2.0:1767384334.268370:0:28825:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f20b21e3. 00000400:00000200:3.0:1767384334.268372:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000010:2.0:1767384334.268377:0:28825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442717c4. 00000400:00000200:3.0:1767384334.268390:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000001:2.0:1767384334.268409:0:28825:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384334.268413:0:28825:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384334.268415:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000010:2.0:1767384334.268416:0:28825:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073f55943. 00000400:00000200:2.0:1767384334.268423:0:28825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e5be2f0 00000400:00000010:2.0:1767384334.268425:0:28825:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e5be2f0. 00000400:00000010:2.0:1767384334.268431:0:28825:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000f7328db8. 00000400:00000200:3.0:1767384334.268434:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:2.0:1767384334.268446:0:28825:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (25) 00000400:00000200:2.0:1767384334.268463:0:28825:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384334.268473:0:28825:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:2.0:1767384334.268528:0:28825:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007becc6c3. 00000020:01000000:2.0:1767384334.268536:0:28825:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384334.268541:0:28825:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp34 00000400:00000200:1.0:1767384334.268553:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384334.268565:0:28825:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004a4f508a. 00000400:00000200:1.0:1767384334.268565:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:2.0:1767384334.268575:0:28825:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f8b61049. 00000400:00000010:1.0:1767384334.268578:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa18402f. 00000400:00000200:1.0:1767384334.268593:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (26) 00000400:00000010:1.0:1767384334.268600:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b0224dde. 00000400:00000200:1.0:1767384334.268604:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp14 00000400:00000200:1.0:1767384334.268618:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp14 to MR: 192.168.204.131@tcp14 local destination 00000400:00000200:1.0:1767384334.268625:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp14 NI seq info: [85:85:256:4294967295] 192.168.204.131@tcp14 LPNI seq info [84:84:8:4294967295] 00000400:00000200:1.0:1767384334.268632:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp14 00000800:00000010:3.0:1767384334.268638:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005053e3f2. 00000800:00000010:3.0:1767384334.268644:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000107ee139. 00000800:00000010:3.0:1767384334.268653:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000011568dd4. 00000400:00000200:1.0:1767384334.268666:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp14(192.168.204.131@tcp14:192.168.204.131@tcp14) -> 192.168.204.131@tcp14(192.168.204.131@tcp14:192.168.204.131@tcp14) : PUT try# 0 00000020:00000001:0.0:1767384334.268678:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:1.0:1767384334.268680:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.131@tcp14 00000800:00000010:3.0:1767384334.268681:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000011568dd4. 10000000:00000001:0.0:1767384334.268685:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384334.268693:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00020000:3.0:1767384334.268694:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384334.268696:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057dce495. 10000000:01000000:0.0:1767384334.268697:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000010:3.0:1767384334.268700:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000107ee139. 00000020:01000004:0.0:1767384334.268706:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:3.0:1767384334.268713:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005053e3f2. 00000020:01000004:0.0:1767384334.268715:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:1.0:1767384334.268722:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009928162a] -> 12345-192.168.204.131@tcp14 (6) 00000020:01000004:0.0:1767384334.268724:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384334.268732:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384334.268735:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384334.268736:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384334.268742:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:1.0:1767384334.268743:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp14 ip 192.168.204.131:988 00000020:01000004:0.0:1767384334.268745:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384334.268749:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:1.0:1767384334.268751:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000057dce495 type 1, nob 544 niov 1 nkiov 1 00000020:01000004:0.0:1767384334.268752:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:02020000:3.0:1767384334.268761:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp32 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000100:00000010:0.0:1767384334.268761:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bdc8d759. 00000020:00000040:0.0:1767384334.268768:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384334.268775:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384334.268776:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 02000000:00000001:0.0:1767384334.268778:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384334.268784:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp32 notifying 192.168.204.131@tcp32: down 02000000:00000001:0.0:1767384334.268787:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.268788:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000400:00000200:3.0:1767384334.268789:0:16137:0:(router.c:1840:lnet_notify()) Old news 02000000:00000010:0.0:1767384334.268798:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f61e4f72. 00000800:00000100:3.0:1767384334.268799:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp32 00000800:00000010:3.0:1767384334.268806:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000091780b2. 00000100:00000001:0.0:1767384334.268811:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.268814:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384334.268819:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp32->192.168.204.131@tcp32: GET: LOCAL_ERROR 00000100:00000001:0.0:1767384334.268820:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384334.268824:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384334.268828:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384334.268833:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp32 recovery message sent unsuccessfully:-71 00000100:00000040:0.0:1767384334.268833:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bdc8d759] to pc [ptlrpcd_00_00+0] req@00000000bdc8d759 x1853236732514816/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384334.268837:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp32) recovery failed with -71 10000000:00000001:0.0:1767384334.268873:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384334.268876:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.268878:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384334.268878:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384334.268882:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384334.268883:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384334.268886:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384334.268890:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384334.268892:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bdc8d759 x1853236732514816/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384334.268893:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384334.268897:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384334.268900:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384334.268905:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384334.268908:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384334.268908:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384334.268912:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384334.268913:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:1.0:1767384334.268915:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:0.0:1767384334.268918:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384334.268919:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384334.268920:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:1.0:1767384334.268921:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057dce495. 02000000:00000001:3.0:1767384334.268923:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384334.268928:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384334.268933:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384334.268934:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384334.268936:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384334.268937:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384334.268942:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bdc8d759 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732514816:0@lo:253: 00000020:01000004:0.0:1767384334.268943:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384334.268954:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384334.268954:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f2711fe. 00000400:00000200:1.0:1767384334.268962:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp14->192.168.204.131@tcp14: PUT: OK 00000020:00000040:0.0:1767384334.268962:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 02000000:00000001:3.0:1767384334.268964:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384334.268971:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.268976:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384334.268978:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384334.268980:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384334.268981:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000010:3.0:1767384334.268983:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005053e3f2. 02000000:00000001:0.0:1767384334.268987:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.268988:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.268993:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp14: 0 00000400:00000010:3.0:1767384334.268998:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eee21b39. 02000000:00000010:0.0:1767384334.269001:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000400992fd. 00000400:00000010:3.0:1767384334.269003:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000107ee139. 00000800:00000001:1.0:1767384334.269006:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384334.269006:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384334.269009:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732514816, portal 25 00000100:00000001:0.0:1767384334.269013:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384334.269014:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384334.269017:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.269018:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659217792 : -119698050333824 : ffff9322a03ac380) 00000800:00000001:1.0:1767384334.269018:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384334.269023:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f2711fe] to pc [ptlrpcd_00_01+1] req@000000009f2711fe x1853236732514944/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384334.269025:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.269034:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384334.269041:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bdc8d759 x1853236732514816/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384334.269053:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384334.269063:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.269064:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp14(192.168.204.131@tcp14) <- 192.168.204.131@tcp14 : PUT - for me 00000020:00000001:0.0:1767384334.269077:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.269078:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:0.0:1767384334.269082:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384334.269087:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007becc6c3. 00000100:00000040:3.0:1767384334.269089:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384334.269094:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384334.269097:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efb7e823. 00000100:00000001:0.0:1767384334.269108:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384334.269109:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732514816, offset 0 00000400:00000200:1.0:1767384334.269121:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 432/448 into md 0x18dd [1] + 0 00000100:00000001:0.0:1767384334.269122:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384334.269128:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384334.269137:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c31fb0ff. 00000100:00000040:0.0:1767384334.269142:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f2711fe x1853236732514944/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384334.269143:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001a36f89f 00000800:00000001:1.0:1767384334.269154:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384334.269155:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384334.269161:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384334.269164:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384334.269165:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384334.269167:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384334.269169:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384334.269172:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384334.269176:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384334.269182:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.269190:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp14->192.168.204.131@tcp14: PUT: OK 00000100:00100000:0.0:1767384334.269193:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f2711fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732514944:0@lo:253: 00000400:00000200:3.0:1767384334.269198:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205200 00000400:00000200:1.0:1767384334.269198:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000100:00000001:0.0:1767384334.269210:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384334.269211:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000400:00000200:1.0:1767384334.269221:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:0.0:1767384334.269221:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384334.269225:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384334.269231:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384334.269232:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (27) 00000400:00000200:3.0:1767384334.269233:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1189 [2] + 0 02000000:00000010:0.0:1767384334.269240:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000cf2ac1d. 00000400:00000010:3.0:1767384334.269244:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca6713cf. 00000400:00000200:1.0:1767384334.269246:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 02000000:00000001:0.0:1767384334.269247:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384334.269253:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a7467cf. 00000400:00000200:3.0:1767384334.269254:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000483403ab 00000400:00000200:1.0:1767384334.269268:0:16140:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (448 bytes) 00000400:00000010:0.0:1767384334.269269:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ceec5d7. 00000400:00000200:3.0:1767384334.269274:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384334.269278:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732514944, portal 25 00000400:00000200:1.0:1767384334.269282:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384334.269285:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384334.269290:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384334.269311:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (28) 00000100:00000001:0.0:1767384334.269311:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659232128 : -119698050319488 : ffff9322a03afb80) 00000100:00000040:0.0:1767384334.269327:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f2711fe x1853236732514944/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384334.269328:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384334.269329:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000483403ab 00000400:00000010:3.0:1767384334.269341:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000483403ab. 00000100:00000001:3.0:1767384334.269352:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384334.269354:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp14 to MR: 192.168.204.131@tcp14 local destination 00000100:00000200:3.0:1767384334.269357:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384334.269366:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000f3250c3d x1853236732514816 msgsize 4848 00000100:00000001:0.0:1767384334.269381:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384334.269383:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp14 NI seq info: [86:86:256:4294967295] 192.168.204.131@tcp14 LPNI seq info [85:85:8:4294967295] 00000100:00100000:3.0:1767384334.269394:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384334.269394:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384334.269419:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384334.269420:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da0b622d. 00000100:00000200:0.0:1767384334.269429:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732514944, offset 0 00000100:00000001:3.0:1767384334.269435:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384334.269442:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp14(192.168.204.131@tcp14:192.168.204.131@tcp14) -> 192.168.204.131@tcp14(192.168.204.131@tcp14:192.168.204.131@tcp14) 192.168.204.131@tcp14 : ACK try# 0 00000400:00000200:0.0:1767384334.269442:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384334.269456:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp14 00000400:00000200:3.0:1767384334.269458:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efb7e823 00000800:00000010:1.0:1767384334.269459:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057dce495. 00000400:00000010:3.0:1767384334.269463:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efb7e823. 00000100:00000001:3.0:1767384334.269470:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384334.269508:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bdc8d759 x1853236732514816/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384334.269522:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009928162a] -> 12345-192.168.204.131@tcp14 (6) 00000400:00000200:0.0:1767384334.269523:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384334.269525:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384334.269539:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bdc8d759 x1853236732514816/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384334.269540:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp14 ip 192.168.204.131:1013 00000800:00000200:1.0:1767384334.269550:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000057dce495 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384334.269550:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205280 00000100:00000001:3.0:1767384334.269564:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.269567:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384334.269572:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384334.269572:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1191 [2] + 0 00000800:00000001:1.0:1767384334.269575:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384334.269579:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294922188 00000400:00000010:0.0:1767384334.269582:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfdf0dcb. 00000800:00000001:1.0:1767384334.269584:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384334.269591:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c2b79c4e 00000100:00000010:3.0:1767384334.269600:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6736ced. 00000400:00000200:0.0:1767384334.269602:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384334.269607:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384334.269613:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294922188 00000100:00000010:3.0:1767384334.269620:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a64bd513. 00000400:00000200:0.0:1767384334.269620:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384334.269626:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384334.269633:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294922188 00000400:00000200:0.0:1767384334.269633:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b79c4e 00000400:00000010:0.0:1767384334.269638:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2b79c4e. 00000100:00000010:3.0:1767384334.269640:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a64969d4. 00000100:00000001:0.0:1767384334.269647:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384334.269648:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384334.269654:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294922188 00000100:00000200:0.0:1767384334.269654:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384334.269661:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000008c64cb65 x1853236732514944 msgsize 4848 00000100:00000010:3.0:1767384334.269662:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5520b10. 00000800:00000200:1.0:1767384334.269664:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384334.269669:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000800:00000010:1.0:1767384334.269674:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057dce495. 00000100:00000001:3.0:1767384334.269677:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384334.269681:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384334.269683:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.269685:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384334.269687:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384334.269688:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.269695:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384334.269703:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp14->192.168.204.131@tcp14: ACK: OK 00000100:00000001:0.0:1767384334.269704:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384334.269705:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384334.269709:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384334.269713:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384334.269714:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384334.269715:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0b622d 00000100:00000001:3.0:1767384334.269716:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384334.269721:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da0b622d. 00000100:00000001:3.0:1767384334.269722:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384334.269725:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384334.269731:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1767384334.269734:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384334.269741:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384334.269742:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f2711fe x1853236732514944/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384334.269752:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.269755:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384334.269758:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384334.269759:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732514816 00000100:00000001:0.0:1767384334.269759:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384334.269766:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384334.269769:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384334.269770:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f2711fe x1853236732514944/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.269772:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384334.269776:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384334.269779:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384334.269790:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732514816 00000020:00000001:3.0:1767384334.269795:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384334.269802:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:0.0:1767384334.269802:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.269810:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384334.269810:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp14(192.168.204.131@tcp14) <- 192.168.204.131@tcp14 : ACK - for me 00000100:00000001:0.0:1767384334.269811:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384334.269816:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000001:0.0:1767384334.269821:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.269827:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384334.269829:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294922188 00000020:00000001:3.0:1767384334.269831:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384334.269835:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294922188 00000100:00000001:3.0:1767384334.269845:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384334.269846:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294922188 00000400:00000200:1.0:1767384334.269853:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp14: ACK from 12345-192.168.204.131@tcp14 into md 0x1921 00000020:00000010:3.0:1767384334.269854:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011568dd4. 00000100:00000001:0.0:1767384334.269854:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294922188 00000100:00000001:3.0:1767384334.269862:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384334.269864:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294922188 00000020:00000010:3.0:1767384334.269868:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011568dd4. 00000400:00000200:1.0:1767384334.269870:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384334.269871:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294922188 00000020:00000010:3.0:1767384334.269876:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5706da7. 00000100:00000001:0.0:1767384334.269878:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294922188 00000020:00000010:3.0:1767384334.269885:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006fa8f2d2. 00000100:00000001:0.0:1767384334.269885:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294922188 00000100:00000001:0.0:1767384334.269892:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384334.269893:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c2ec2a. 00000400:00000200:1.0:1767384334.269895:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp14->192.168.204.131@tcp14: ACK: OK 00000100:00000001:0.0:1767384334.269902:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384334.269905:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384334.269910:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa18402f 00000100:00000001:3.0:1767384334.269911:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384334.269911:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.269916:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384334.269919:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa18402f. 00000100:00000001:3.0:1767384334.269920:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.269920:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.269930:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.269931:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384334.269936:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384334.269940:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384334.269941:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384334.269949:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384334.269950:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000100:00000001:3.0:1767384334.269954:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384334.269956:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384334.269957:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732514944 02000000:00000001:3.0:1767384334.269961:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384334.269963:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.269964:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384334.269967:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.269971:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.269972:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.269972:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00100000:3.0:1767384334.269979:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732514944 00000020:00000001:3.0:1767384334.269984:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384334.269988:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000400:00000200:1.0:1767384334.269988:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (27) 00000020:00000001:3.0:1767384334.270000:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384334.270003:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:3.0:1767384334.270005:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000800:00000001:1.0:1767384334.270008:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384334.270009:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384334.270019:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384334.270023:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011568dd4. 00000800:00000001:1.0:1767384334.270023:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.270031:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384334.270036:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011568dd4. 00000020:00000010:3.0:1767384334.270042:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfbaf1a6. 00000020:00000010:3.0:1767384334.270045:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000be7559fb. 00000020:00000010:3.0:1767384334.270048:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b5017ea. 00000100:00000001:3.0:1767384334.270053:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384334.270054:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384334.270061:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000003523c018. 00000100:00000001:3.0:1767384334.270064:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384334.270066:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384334.270067:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c31fb0ff. 00000100:00000001:0.0:1767384334.270068:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384334.270078:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.270078:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384334.270079:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa18402f. 00000100:00100000:0.0:1767384334.270091:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000001:3.0:1767384334.270092:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384334.270093:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003523c018 00000400:00000010:1.0:1767384334.270103:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000009781a2ad. 00000100:00000040:0.0:1767384334.270105:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000400:00000200:1.0:1767384334.270110:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000100:00000001:0.0:1767384334.270111:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141085776 : -119697568465840 : ffff9322bcf37c50) 00000100:00000001:3.0:1767384334.270113:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384334.270116:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384334.270121:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 00000100:00000040:0.0:1767384334.270129:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3250c3d x1853236732514816/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:315/0 lens 4848/0 e 0 to 0 dl 1767384345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384334.270130:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (26) 00000100:00100000:3.0:1767384334.270131:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000040:3.0:1767384334.270146:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000400:00000010:1.0:1767384334.270147:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000b227e292. 00000100:00000001:3.0:1767384334.270160:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141082704 : -119697568468912 : ffff9322bcf37050) 00000400:00000010:1.0:1767384334.270161:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000100:00000001:0.0:1767384334.270163:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384334.270174:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008c64cb65 x1853236732514944/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:315/0 lens 4848/0 e 0 to 0 dl 1767384345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384334.270174:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080e11146. 00000400:00000010:1.0:1767384334.270175:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008f9fb9d6. 00000100:00000001:0.0:1767384334.270186:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384334.270190:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384334.270195:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000020:00000010:3.0:1767384334.270198:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011568dd4. 00000020:00000010:0.0:1767384334.270198:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080e11146. 00000100:00000001:3.0:1767384334.270203:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384334.270207:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011568dd4. 00000400:00000200:1.0:1767384334.270213:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000100:00100000:3.0:1767384334.270217:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008c64cb65 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732514944:12345-0@lo:253: 00000100:00100000:0.0:1767384334.270218:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3250c3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732514816:12345-0@lo:253: 00000100:00000200:3.0:1767384334.270230:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732514944 00000100:00000200:0.0:1767384334.270232:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732514816 00000020:00000001:3.0:1767384334.270237:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384334.270238:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384334.270239:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000001:3.0:1767384334.270241:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384334.270246:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384334.270248:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384334.270252:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.270253:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384334.270258:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:0.0:1767384334.270260:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384334.270268:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384334.270268:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384334.270274:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384334.270274:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:00000001:0.0:1767384334.270280:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384334.270284:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384334.270289:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384334.270290:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384334.270295:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000020:00000001:3.0:1767384334.270298:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384334.270299:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384334.270305:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384334.270307:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384334.270307:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000020:00000001:0.0:1767384334.270312:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.270315:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384334.270324:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004e1f66d9. 00000100:00000001:0.0:1767384334.270325:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384334.270329:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 02000000:00000001:3.0:1767384334.270332:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384334.270333:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384334.270342:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.270343:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 02000000:00000010:0.0:1767384334.270345:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000607e60a4. 20000000:00000001:3.0:1767384334.270350:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:0.0:1767384334.270356:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.270369:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.270370:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 20000000:00000010:3.0:1767384334.270373:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f30fabec. 00000400:00000200:1.0:1767384334.270378:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 20000000:01000000:3.0:1767384334.270379:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384334.270389:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384334.270389:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384334.270391:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 20000000:00000001:3.0:1767384334.270394:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384334.270397:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384334.270402:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005dfdde87. 20000000:00000001:3.0:1767384334.270403:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384334.270413:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384334.270416:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384334.270426:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384334.270432:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 20000000:00000010:3.0:1767384334.270433:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004da95b8f. 20000000:00000001:0.0:1767384334.270433:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384334.270440:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384334.270444:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:0.0:1767384334.270450:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384334.270452:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 20000000:00000001:3.0:1767384334.270456:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384334.270457:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384334.270467:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00080000:00000001:3.0:1767384334.270469:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384334.270475:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:1.0:1767384334.270537:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:1.0:1767384334.270543:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 18], ns[42, 18] 00000400:00000200:1.0:1767384334.270546:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 00000400:00000200:1.0:1767384334.270550:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 00000400:00000200:1.0:1767384334.270556:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 00000400:00000200:1.0:1767384334.270560:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 18], ns[58, 18] 00000400:00000200:1.0:1767384334.270563:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 18], ns[83, 18] 00000400:00000200:1.0:1767384334.270566:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[81, 18], ns[82, 18] 00000400:00000200:1.0:1767384334.270572:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 18], ns[72, 18] 00080000:00000001:3.0:1767384334.270574:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384334.270579:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[83, 18], ns[84, 18] 00080000:00000001:3.0:1767384334.270581:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384334.270587:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384334.270596:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384334.270596:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000020:00000001:3.0:1767384334.270604:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384334.270605:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000020:00000001:3.0:1767384334.270612:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000400:00000200:1.0:1767384334.270616:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp33 00080000:00000001:3.0:1767384334.270622:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384334.270626:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp33 lpni_is_preferred = 0 00080000:00000010:3.0:1767384334.270629:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a172e136. 00000400:00000200:1.0:1767384334.270630:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp33 00080000:00000001:3.0:1767384334.270636:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874042368 : -119702835509248 : ffff93218302c800) 00080000:00000001:3.0:1767384334.270643:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384334.270644:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp33 NI seq info: [87:87:256:4294967295] 192.168.204.131@tcp33 LPNI seq info [86:86:8:4294967295] 00000400:00000200:1.0:1767384334.270663:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp33 00000400:00000200:1.0:1767384334.270676:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp33(192.168.204.131@tcp33:) -> 192.168.204.131@tcp33(192.168.204.131@tcp:192.168.204.131@tcp33) : GET try# 0 00000800:00000200:1.0:1767384334.270685:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp33 00000800:00000010:1.0:1767384334.270689:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000057dce495. 00000800:00000010:1.0:1767384334.270700:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000041f977a8. 00000800:00000010:1.0:1767384334.270705:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000003140696. 00000800:00000200:1.0:1767384334.270710:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041f977a8] -> 12345-192.168.204.131@tcp33 (2) 00000800:00000200:1.1:1767384334.270714:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041f977a8] -> 12345-192.168.204.131@tcp33 (2) 00000400:00000200:1.0:1767384334.270728:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384334.270731:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100251 rc 0 00000001:00000001:3.0:1767384334.270764:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384334.270767:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384334.270770:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384334.270788:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384334.270790:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384334.270815:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.270912:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00080000:00000001:3.0:1767384334.270934:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384334.270938:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384334.270964:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.271027:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.271066:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.271130:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.271212:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.271245:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.271302:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.271348:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.271385:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.271561:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.271676:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.271792:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.271909:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272001:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272096:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272219:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272279:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272351:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272419:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272474:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272606:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272632:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272687:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272751:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272813:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272870:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272949:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.272986:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.273035:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.273143:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.273273:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.273372:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384334.273544:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384334.273887:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:1.0:1767384334.273892:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b996fbce. 00000800:00000010:1.0:1767384334.273898:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005f158452. 00000800:00000010:1.0:1767384334.273940:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005f158452. 00000800:00020000:1.0:1767384334.273950:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384334.273953:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b996fbce. 00000800:00000010:1.0:1767384334.273958:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:1.0:1767384334.274115:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp33 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384334.274125:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp33 notifying 192.168.204.131@tcp33: down 00000800:00000200:1.0:1767384334.274136:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp33 down 00000800:00000100:1.0:1767384334.274147:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp33 00000800:00000010:1.0:1767384334.274150:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000057dce495. 00000400:00000200:1.0:1767384334.274153:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384334.274160:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp33->192.168.204.131@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384334.274170:0:16136:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp33 added to recovery queue. ping count: 0 next ping: 255 health :900 00000400:00000200:1.0:1767384334.274174:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384334.274187:0:16136:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 1 00000400:00000200:1.0:1767384334.274198:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384334.274246:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384334.274253:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100851 00000400:00000001:1.0:1767384334.274258:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384334.274261:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384334.274264:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000400:00000010:1.0:1767384334.274267:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000400:00000200:1.0:1767384334.274273:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384334.274284:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000010:1.0:1767384334.274290:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000b227e292. 00000400:00000200:1.0:1767384334.274293:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (27) 00000400:00000200:1.0:1767384334.274295:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp:-71 00000400:00000200:1.0:1767384334.274306:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 rc -71 00000400:00000200:1.0:1767384334.274312:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384334.274316:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (26) 00000100:00000040:2.0:1767384334.280542:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294922188, at 4294922189 00000100:00000010:2.0:1767384334.280553:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a64969d4. 00000100:00000040:1.0:1767384334.280615:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294922188, at 4294922189 00000100:00000010:1.0:1767384334.280626:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a64bd513. 00000100:00000040:0.0:1767384334.280668:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294922188, at 4294922189 00000100:00000010:0.0:1767384334.280680:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6736ced. 00000100:00000040:3.0:1767384334.281669:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294922188, at 4294922190 00000100:00000010:3.0:1767384334.281678:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5520b10. 00080000:00000001:3.0:1767384334.281976:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384334.281980:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384334.281983:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:0.0:1767384334.281984:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384334.281987:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384334.281989:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384334.281991:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384334.281992:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384334.281995:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384334.281998:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a172e136. 00080000:00000001:0.0:1767384334.282001:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384334.282006:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384334.282016:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384334.282027:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384334.282027:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:2.0:1767384334.282029:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c8335564. 20000000:00000001:0.0:1767384334.282032:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384334.282033:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00080000:00000020:3.0:1767384334.282036:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:0.0:1767384334.282037:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384334.282039:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384334.282044:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384334.282048:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384334.282049:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:0.0:1767384334.282058:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c59e6412. 00010000:00000001:0.0:1767384334.282063:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384334.282067:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d974435. 00000020:00000001:0.0:1767384334.282070:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384334.282073:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d974435 with handle 0xf83434fd52e6da8f to hash 00000020:00000001:0.0:1767384334.282075:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384334.282076:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384334.282079:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384334.282081:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384334.282082:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384334.282083:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384334.282090:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00010000:0.0:1767384334.282091:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002d974435/0xf83434fd52e6da8f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384334.282093:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384334.282098:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384334.282103:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384334.282103:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384334.282108:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:2.0:1767384334.282112:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384334.282114:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384334.282117:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:2.0:1767384334.282118:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f8b61049. 00010000:00000001:0.0:1767384334.282120:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384334.282122:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869261312 : -119702840290304 : ffff932182b9d400) 00010000:00000001:0.0:1767384334.282123:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384334.282127:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384334.282127:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384334.282130:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384334.282132:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384334.282134:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384334.282135:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384334.282136:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384334.282138:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c59e6412) refcount = 1 00010000:00010000:0.0:1767384334.282142:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d974435/0xf83434fd52e6da8f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.282146:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384334.282148:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384334.282149:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384334.282150:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.282151:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384334.282154:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384334.282156:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:0.0:1767384334.282158:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384334.282160:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384334.282162:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d974435 refcount=4 00000020:00000001:0.0:1767384334.282164:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384334.282166:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384334.282169:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384334.282171:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d974435/0xf83434fd52e6da8f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.282175:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384334.282177:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d974435/0xf83434fd52e6da8f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.282181:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1767384334.282183:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384334.282183:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384334.282185:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384334.282188:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384334.282191:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002d974435/0xf83434fd52e6da8f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.282195:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384334.282197:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.282199:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:2.0:1767384334.282201:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384334.282201:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002d974435/0xf83434fd52e6da8f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384334.282206:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384334.282209:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002d974435 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384334.282212:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384334.282214:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384334.282215:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002d974435/0xf83434fd52e6da8f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.282219:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384334.282220:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384334.282221:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384334.282222:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d974435 refcount=5 00000020:00000001:0.0:1767384334.282223:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384334.282225:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384334.282228:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384334.282229:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002d974435/0xf83434fd52e6da8f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.282233:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384334.282234:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384334.282234:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.282238:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384334.282239:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384334.282241:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384334.282243:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384334.282245:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d974435 with handle 0xf83434fd52e6da8f from hash 00010000:00000001:0.0:1767384334.282247:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384334.282248:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384334.282254:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384334.282256:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384334.282258:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384334.282260:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384334.282261:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384334.282263:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384334.282265:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.282267:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384334.282268:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384334.282271:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384334.282273:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384334.282274:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.282276:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.282279:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384334.282282:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002d974435/0xf83434fd52e6da8f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384334.282284:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384334.282289:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384334.282294:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384334.282296:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384334.282298:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384334.282300:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384334.282301:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384334.282303:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384334.282305:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384334.282308:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384334.282311:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384334.282314:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002d974435/0xf83434fd52e6da8f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.282320:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384334.282322:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384334.282323:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d974435/0xf83434fd52e6da8f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384334.282329:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c59e6412 count: 0 00010000:00000001:0.0:1767384334.282344:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384334.282346:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384334.291338:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384334.291344:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384334.291348:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384334.291350:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:0.0:1767384334.291351:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384334.291354:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384334.291356:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384334.291357:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384334.291361:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384334.291364:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f8b61049. 00080000:00000001:0.0:1767384334.291371:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384334.291372:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384334.291387:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384334.291390:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384334.291397:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384334.291398:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384334.291404:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384334.291406:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384334.291410:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384334.291413:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384334.291418:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003aae5554. 00010000:00000001:0.0:1767384334.291422:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384334.291425:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069cfa3d8. 00000020:00000001:0.0:1767384334.291428:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384334.291431:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000069cfa3d8 with handle 0xf83434fd52e6da96 to hash 00000020:00000001:0.0:1767384334.291433:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384334.291435:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384334.291438:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384334.291440:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384334.291443:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384334.291445:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6da96 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.291451:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384334.291454:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384334.291456:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384334.291458:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384334.291459:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384334.291461:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384334.291464:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384334.291467:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384334.291468:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384334.291471:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384334.291473:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000010:0.1:1767384334.291514:0:16798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c59e6412. 00010000:00000010:0.1:1767384334.291520:0:16798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d974435. 00010000:00000040:0.0:1767384334.291569:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003aae5554) refcount = 1 00010000:00010000:0.0:1767384334.291574:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6da96 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.291585:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384334.291588:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384334.291591:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384334.291594:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.291598:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384334.291602:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384334.291606:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:0.0:1767384334.291610:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384334.291614:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384334.291617:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069cfa3d8 refcount=4 00000020:00000001:0.0:1767384334.291620:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384334.291624:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384334.291628:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384334.291632:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6da96 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.291638:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384334.291641:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6da96 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.291646:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384334.291649:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384334.291651:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6da96 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.291654:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384334.291656:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.291660:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384334.291663:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6da96 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384334.291669:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000069cfa3d8 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384334.291672:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384334.291678:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384334.291680:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6da96 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.291685:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384334.291687:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384334.291689:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384334.291692:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069cfa3d8 refcount=5 00000020:00000001:0.0:1767384334.291695:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384334.291697:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384334.291701:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384334.291703:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6da96 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.291709:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384334.291713:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384334.291717:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.291724:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384334.291727:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384334.291731:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384334.291734:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384334.291738:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000069cfa3d8 with handle 0xf83434fd52e6da96 from hash 00010000:00000001:0.0:1767384334.291742:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384334.291745:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384334.291748:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384334.291750:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384334.291753:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384334.291757:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384334.291761:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384334.291763:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384334.291766:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.291768:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384334.291770:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384334.291773:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384334.291775:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384334.291777:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.291782:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.291784:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384334.291786:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6da96 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.291790:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384334.291792:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384334.291794:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384334.291796:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384334.291798:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384334.291800:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384334.291802:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384334.291807:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384334.291810:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384334.291814:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6da96 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.291820:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384334.291823:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384334.291825:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6da96 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384334.291831:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003aae5554 count: 0 00010000:00000001:0.0:1767384334.291856:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384334.291859:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384334.294074:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384334.294080:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384334.294085:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f30fabec. 20000000:00000001:3.0:1767384334.294094:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384334.294101:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732514944 00010000:00000001:3.0:1767384334.294106:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384334.294121:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008c64cb65 x1853236732514944/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384334.294134:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384334.294138:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384334.294143:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=54 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384334.294149:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384334.294154:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384334.294159:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384334.294164:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384334.294168:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.294175:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384334.294180:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384334.294186:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b560d74. 00000100:00000200:3.0:1767384334.294196:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732514944, offset 224 00000400:00000200:3.0:1767384334.294210:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384334.294225:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384334.294245:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205280 00000400:00000200:3.0:1767384334.294260:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x192d [2] + 224 00000400:00000200:3.0:1767384334.294271:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384334.294280:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384334.294291:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384334.294299:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f2711fe x1853236732514944/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384334.294312:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009f2711fe x1853236732514944/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.294334:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384334.294355:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b560d74 00000100:00000001:0.0:1767384334.294358:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384334.294359:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b560d74. 00000100:00000001:0.0:1767384334.294363:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384334.294365:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384334.294369:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384334.294370:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384334.294373:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384334.294375:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384334.294376:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a7467cf. 00000400:00000200:0.0:1767384334.294382:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ceec5d7 00000100:00000040:3.0:1767384334.294383:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:0.0:1767384334.294386:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ceec5d7. 00010000:00000001:3.0:1767384334.294388:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384334.294391:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384334.294393:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384334.294399:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f2711fe x1853236732514944/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384334.294400:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384334.294410:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c64cb65 x1853236732514944/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384334.294411:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f2711fe x1853236732514944/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384334.294435:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008c64cb65 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732514944:12345-0@lo:253: Request processed in 24240us (24769us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384334.294444:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384334.294449:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384334.294452:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384334.294453:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 02000000:00000001:0.0:1767384334.294455:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384334.294460:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384334.294461:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384334.294463:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.294466:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384334.294467:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.294472:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384334.294475:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=54 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384334.294546:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000be7559fb. 00000020:00000010:3.0:1767384334.294555:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b5017ea. 00000020:00000010:3.0:1767384334.294565:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfbaf1a6. 00000020:00000040:3.0:1767384334.294577:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:3.0:1767384334.294584:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384334.294587:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004e1f66d9. 02000000:00000001:3.0:1767384334.294595:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384334.294601:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384334.294609:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384334.294617:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4bb5030. 00000400:00000010:3.0:1767384334.294624:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b560d74. 00000100:00001000:0.0:1767384334.294688:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384334.294693:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384334.294696:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.294702:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384334.294705:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.294710:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384334.294716:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f2711fe x1853236732514944/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384334.294722:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384334.294725:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384334.294729:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384334.294734:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384334.294738:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384334.294742:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384334.294745:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384334.294747:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384334.294750:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384334.294752:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384334.294756:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384334.294757:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384334.294763:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f2711fe x1853236732514944/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384334.294772:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f2711fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732514944:0@lo:253: 00000100:00000001:0.0:1767384334.294795:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384334.294799:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384334.294806:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f2711fe x1853236732514944/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384334.294817:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384334.294819:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384334.294822:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000cf2ac1d. 02000000:00000001:0.0:1767384334.294828:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384334.294832:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384334.294834:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384334.294837:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384334.294839:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000400992fd. 02000000:00000001:0.0:1767384334.294843:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384334.294845:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384334.294846:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f2711fe. 00000100:00000001:0.0:1767384334.294850:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384334.294851:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384334.294853:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384334.294861:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384334.294862:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.294864:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384334.294866:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384334.295387:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384334.295391:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384334.295393:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005dfdde87. 20000000:00000001:3.0:1767384334.295399:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384334.295402:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732514816 00010000:00000001:3.0:1767384334.295404:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384334.295409:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3250c3d x1853236732514816/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384334.295426:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384334.295428:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384334.295431:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=54 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384334.295434:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384334.295436:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384334.295438:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384334.295441:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384334.295443:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.295445:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384334.295447:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384334.295450:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fc25a5e. 00000100:00000200:3.0:1767384334.295453:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732514816, offset 224 00000400:00000200:3.0:1767384334.295458:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384334.295463:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384334.295469:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205200 00000400:00000200:3.0:1767384334.295474:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1925 [2] + 224 00000400:00000200:3.0:1767384334.295536:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384334.295540:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384334.295545:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384334.295551:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc8d759 x1853236732514816/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384334.295561:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bdc8d759 x1853236732514816/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.295577:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384334.295582:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fc25a5e 00000400:00000010:3.0:1767384334.295584:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fc25a5e. 00000100:00000001:3.0:1767384334.295588:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384334.295589:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384334.295590:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384334.295593:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384334.295596:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384334.295598:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384334.295601:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:2.0:1767384334.295602:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384334.295606:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384334.295606:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eee21b39. 00000020:00000001:3.0:1767384334.295611:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384334.295612:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107ee139 00000020:00000001:3.0:1767384334.295615:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384334.295616:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000107ee139. 00000100:00000001:2.0:1767384334.295619:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384334.295623:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc8d759 x1853236732514816/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384334.295629:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3250c3d x1853236732514816/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:315/0 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384334.295637:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bdc8d759 x1853236732514816/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384334.295655:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384334.295657:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3250c3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16146:x1853236732514816:12345-0@lo:253: Request processed in 25491us (26286us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384334.295658:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.295662:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384334.295665:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384334.295667:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384334.295670:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384334.295672:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384334.295674:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=54 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384334.295675:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00001000:2.0:1767384334.295679:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=54 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384334.295681:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384334.295683:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384334.295686:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.295687:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384334.295688:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384334.295692:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.295693:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384334.295694:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384334.295698:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006fa8f2d2. 00000100:00000040:2.0:1767384334.295699:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bdc8d759 x1853236732514816/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384334.295705:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c2ec2a. 00000100:00000001:2.0:1767384334.295708:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384334.295711:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384334.295712:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5706da7. 00000100:00000001:2.0:1767384334.295713:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384334.295719:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000040:3.0:1767384334.295720:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:3.0:1767384334.295725:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384334.295727:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000010:3.0:1767384334.295729:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000607e60a4. 00000020:01000004:2.0:1767384334.295730:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384334.295734:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384334.295735:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384334.295738:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384334.295738:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384334.295742:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:3.0:1767384334.295743:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384334.295743:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384334.295745:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384334.295747:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:3.0:1767384334.295751:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384334.295751:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bdc8d759 x1853236732514816/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384334.295759:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bdc8d759 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732514816:0@lo:253: 00000400:00000010:3.0:1767384334.295761:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f2a882b. 00000100:00000001:2.0:1767384334.295764:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.295767:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384334.295768:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fc25a5e. 00000100:00000040:2.0:1767384334.295770:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bdc8d759 x1853236732514816/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384334.295777:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384334.295779:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384334.295780:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005053e3f2. 02000000:00000001:2.0:1767384334.295783:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384334.295784:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384334.295785:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384334.295786:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384334.295787:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f61e4f72. 02000000:00000001:2.0:1767384334.295790:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384334.295791:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384334.295792:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bdc8d759. 00000100:00000001:2.0:1767384334.295794:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384334.295795:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.295796:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384334.295801:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384334.295802:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384334.295805:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384334.295807:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384334.296580:0:28830:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003aae5554. 00010000:00000010:0.1:1767384334.296585:0:28830:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000069cfa3d8. 00000400:00000010:0.0:1767384334.296722:0:28830:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000916d1d5a. 00000400:00000040:0.0:1767384334.296739:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384334.296741:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384334.296744:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384334.296746:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384334.296749:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384334.296750:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384334.296753:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384334.296754:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384334.296755:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384334.296756:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384334.296757:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384334.296759:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384334.296760:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384334.296761:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384334.296762:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384334.296763:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384334.296764:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384334.296765:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384334.296771:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384334.296773:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384334.296774:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384334.296775:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384334.296776:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384334.296777:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384334.296778:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384334.296780:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384334.296782:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384334.296783:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384334.296784:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384334.296785:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384334.296786:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384334.296787:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384334.296788:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384334.296789:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384334.296790:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384334.296791:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384334.296791:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384334.296793:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384334.296795:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384334.296796:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384334.296796:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384334.296798:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384334.296799:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384334.296800:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384334.296801:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384334.296802:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384334.296803:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384334.296803:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384334.296805:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384334.296806:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384334.296807:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384334.296808:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384334.296808:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384334.296809:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384334.296812:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384334.296813:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384334.296815:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384334.296890:0:28830:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000916d1d5a. 00010000:00000001:1.0:1767384334.715593:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384334.715598:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384334.715603:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384334.715604:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.715639:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384334.715644:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384334.715648:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384335.291582:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384335.291587:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384335.291591:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:2.0:1767384335.291598:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000400:00000200:2.0:1767384335.291604:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384335.291611:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp32 recovery ping unlinked 00000400:00000010:2.0:1767384335.291621:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008792fd12. 00000400:00000010:2.0:1767384335.291626:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e9822227. 00000400:00000200:2.0:1767384335.291637:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp33 00000400:00000010:2.0:1767384335.291642:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008194ec3c. 00000400:00000010:2.0:1767384335.291646:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000935ec853. 00000400:00000010:2.0:1767384335.291650:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd856852. 00000400:00000010:2.0:1767384335.291656:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072ee01e8. 00000400:00000200:2.0:1767384335.291660:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp33 00000400:00000200:2.0:1767384335.291673:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp33 local destination 00000400:00000200:2.0:1767384335.291682:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp33 00000400:00000200:2.0:1767384335.291689:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp33 NI seq info: [88:88:256:4294967295] 192.168.204.131@tcp33 LPNI seq info [87:87:8:4294967295] 00000400:00000200:2.0:1767384335.291698:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp33 00000400:00000200:2.0:1767384335.291704:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp33(192.168.204.131@tcp33:) -> 192.168.204.131@tcp33(192.168.204.131@tcp33:192.168.204.131@tcp33) : GET try# 0 00000800:00000200:2.0:1767384335.291709:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp33 00000800:00000010:2.0:1767384335.291713:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009335e427. 00000800:00000200:2.0:1767384335.291719:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041f977a8] -> 12345-192.168.204.131@tcp33 (2) 00000800:00000200:2.1:1767384335.291724:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041f977a8] -> 12345-192.168.204.131@tcp33 (2) 00000400:00000200:2.0:1767384335.291740:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp33 added to recovery queue. ping count: 1 next ping: 257 health :900 00000400:00000200:3.0:1767384335.291838:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.291905:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.291938:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.291981:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292016:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292044:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292071:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292108:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292148:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292183:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292218:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292251:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292288:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292332:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292365:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292397:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292442:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292916:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.292962:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293004:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293040:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293075:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293110:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293139:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293173:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293207:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293238:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293268:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293309:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293345:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293380:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293419:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293519:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293585:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384335.293655:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384335.293917:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004e1f66d9. 00000800:00000010:3.0:1767384335.293926:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ffcdeb9. 00000800:00000010:3.0:1767384335.293933:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000062cf6d8e. 00000800:00000010:3.0:1767384335.293971:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000062cf6d8e. 00000800:00020000:3.0:1767384335.293987:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384335.293992:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ffcdeb9. 00000800:00000010:3.0:1767384335.293996:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004e1f66d9. 00000400:02020000:3.0:1767384335.294053:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp33 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384335.294062:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp33 notifying 192.168.204.131@tcp33: down 00000400:00000200:3.0:1767384335.294075:0:16134:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384335.294081:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp33 00000800:00000010:3.0:1767384335.294085:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009335e427. 00000400:00000200:3.0:1767384335.294090:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384335.294097:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp33->192.168.204.131@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384335.294106:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384335.294110:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384335.294114:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp33) recovery failed with -71 00080000:00000001:1.0:1767384335.717712:0:29217:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384335.717728:0:29217:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.717732:0:29217:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384335.717738:0:29217:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384335.717743:0:29217:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.717746:0:29217:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.739555:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384335.739561:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.739568:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384335.739569:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.739616:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384335.739621:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384335.739625:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384336.315543:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384336.315551:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384336.315554:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd856852 00000400:00000010:3.0:1767384336.315560:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd856852. 00000400:00000200:3.0:1767384336.315566:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.0:1767384336.315568:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000336490e] -> 12345-192.168.204.131@tcp15 (6) 00000400:00000200:3.0:1767384336.315572:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp33 recovery ping unlinked 00000800:00000200:2.0:1767384336.315580:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp15 ip 192.168.204.131:988 00000400:00000010:3.0:1767384336.315584:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008194ec3c. 00000800:00000200:2.0:1767384336.315585:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384336.315590:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000935ec853. 00000800:00000200:2.0:1767384336.315707:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384336.315710:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.315724:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384336.315728:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.315731:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384336.423838:0:29382:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384336.423845:0:29382:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:3.0:1767384336.428293:0:29382:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384336.435938:0:29383:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000bef87c18. 00000400:00000010:3.0:1767384336.435956:0:29383:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ab563b2a. 00000400:00000010:3.0:1767384336.435966:0:29383:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e9f4a31f. 00000400:00000010:3.0:1767384336.435969:0:29383:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000068e16f2. 00000400:00000010:3.0:1767384336.435973:0:29383:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002d09f53d. 00000400:00000010:3.0:1767384336.435977:0:29383:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000085aa0072. 00000400:00000010:3.0:1767384336.435978:0:29383:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007258bfa2. 00000400:00000010:3.0:1767384336.435984:0:29383:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030d06aa1. 00000400:00000010:3.0:1767384336.435987:0:29383:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d312590a. 00000800:00000010:3.0:1767384336.436001:0:29383:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000078e8aeb0. 00000800:00000200:3.0:1767384336.436012:0:29383:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384336.436023:0:29383:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384336.436060:0:29383:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:3.0:1767384336.436079:0:29383:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp35 [8/256/0/180] 00000400:00000010:3.0:1767384336.437434:0:29383:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000dfbaf1a6. 00000400:00000010:3.0:1767384336.437456:0:29383:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003cdb946. 00000400:00000010:3.0:1767384336.437461:0:29383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b68abf2. 00000400:00000001:3.0:1767384336.437600:0:29383:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384336.437602:0:29383:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384336.437605:0:29383:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f20b21e3. 00000400:00000200:3.0:1767384336.437607:0:29383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442717c4 00000400:00000010:3.0:1767384336.437609:0:29383:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442717c4. 00000400:00000010:3.0:1767384336.437614:0:29383:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000035b27d72. 00000400:00000200:3.0:1767384336.437618:0:29383:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (25) 00000400:00000200:3.0:1767384336.437630:0:29383:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384336.437637:0:29383:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:3.0:1767384336.437644:0:29383:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004e1f66d9. 00000020:01000000:3.0:1767384336.437647:0:29383:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384336.437649:0:29383:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp35 00000400:00000010:3.0:1767384336.437660:0:29383:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ab563b2a. 00000400:00000010:3.0:1767384336.437663:0:29383:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000bef87c18. 00000400:00000200:1.0:1767384336.437671:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384336.437680:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000200:1.0:1767384336.437684:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (26) 00000020:00000001:2.0:1767384336.437691:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384336.437696:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000016b620fa. 10000000:00000001:2.0:1767384336.437698:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:1.0:1767384336.437701:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 10000000:00000001:2.0:1767384336.437703:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384336.437707:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:1.0:1767384336.437711:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009774abe7. 00000400:00000200:1.0:1767384336.437720:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000020:01000004:2.0:1767384336.437721:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384336.437725:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384336.437727:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384336.437729:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384336.437730:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384336.437732:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384336.437734:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384336.437737:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:01000004:2.0:1767384336.437738:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384336.437741:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384336.437745:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384336.437749:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000010:2.0:1767384336.437751:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5cbf4a8. 00000020:00000040:2.0:1767384336.437759:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:1.0:1767384336.437759:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000100:00000001:2.0:1767384336.437768:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384336.437768:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 02000000:00000001:2.0:1767384336.437773:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384336.437777:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 02000000:00000001:2.0:1767384336.437780:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.437785:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000400:00000200:1.0:1767384336.437791:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 02000000:00000010:2.0:1767384336.437792:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000056b99496. 00000400:00000200:1.0:1767384336.437801:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000100:00000001:2.0:1767384336.437802:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.437809:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000100:00000001:2.0:1767384336.437813:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384336.437816:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.437817:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:1.0:1767384336.437826:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000100:00000040:2.0:1767384336.437827:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5cbf4a8] to pc [ptlrpcd_00_02+2] req@00000000c5cbf4a8 x1853236732515072/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384336.437842:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:1.0:1767384336.437850:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:1.0:1767384336.437856:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:1.0:1767384336.437862:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:1.0:1767384336.437868:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 18], ns[42, 18] 10000000:00000001:2.0:1767384336.437873:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.437875:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 10000000:00000001:2.0:1767384336.437877:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.437879:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384336.437881:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384336.437889:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384336.437892:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 10000000:00000001:2.0:1767384336.437893:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384336.437896:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384336.437898:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:2.0:1767384336.437898:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384336.437903:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384336.437905:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384336.437906:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384336.437906:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 00000020:01000004:2.0:1767384336.437910:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384336.437911:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384336.437913:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384336.437917:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384336.437919:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384336.437921:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:3.0:1767384336.437922:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5cbf4a8 x1853236732515072/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384336.437922:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 18], ns[58, 18] 00000020:01000004:2.0:1767384336.437923:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384336.437931:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384336.437935:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f62c62a. 00000100:00000001:3.0:1767384336.437936:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384336.437938:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384336.437941:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 02000000:00000001:3.0:1767384336.437944:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384336.437945:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384336.437946:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 18], ns[83, 18] 02000000:00000001:3.0:1767384336.437948:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384336.437948:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384336.437952:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.437954:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.437960:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5cbf4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732515072:0@lo:253: 02000000:00000010:2.0:1767384336.437961:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007becc6c3. 00000400:00000200:1.0:1767384336.437962:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[81, 18], ns[82, 18] 00000100:00000001:2.0:1767384336.437966:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.437973:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384336.437974:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384336.437977:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.437977:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 18], ns[72, 18] 02000000:00000001:3.0:1767384336.437981:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384336.437985:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62c62a] to pc [ptlrpcd_00_03+3] req@000000006f62c62a x1853236732515200/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384336.437986:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.437991:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384336.437991:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[83, 18], ns[84, 18] 02000000:00000010:3.0:1767384336.437998:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f30fabec. 02000000:00000001:3.0:1767384336.438002:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384336.438006:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.438008:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afd670cd. 00000400:00000200:1.0:1767384336.438009:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[87, 18], ns[88, 18] 10000000:00000001:2.0:1767384336.438011:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.438015:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab563b2a. 00000020:00000001:2.0:1767384336.438016:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384336.438021:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384336.438021:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000100:00000200:3.0:1767384336.438022:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732515072, portal 25 00000020:00000010:2.0:1767384336.438028:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004e1f66d9. 00000100:00000001:3.0:1767384336.438029:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384336.438031:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp15 00000100:00000001:3.0:1767384336.438032:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169389824 : -119698540161792 : ffff932283089500) 00000100:00000040:3.0:1767384336.438039:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5cbf4a8 x1853236732515072/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.438042:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384336.438042:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp15 lpni_is_preferred = 0 00000100:00000001:2.0:1767384336.438048:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384336.438051:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp15 00000100:00000001:3.0:1767384336.438052:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384336.438052:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384336.438057:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384336.438061:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f62c62a x1853236732515200/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384336.438062:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002dbb10a. 00000400:00000200:1.0:1767384336.438063:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp15 NI seq info: [89:89:256:4294967295] 192.168.204.131@tcp15 LPNI seq info [88:88:8:4294967295] 00000100:00000200:3.0:1767384336.438067:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732515072, offset 0 00000400:00000200:3.0:1767384336.438078:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384336.438081:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp15 00000100:00000001:2.0:1767384336.438083:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384336.438086:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.438090:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384336.438093:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384336.438097:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.438099:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp15(192.168.204.131@tcp15:) -> 192.168.204.131@tcp15(192.168.204.131@tcp:192.168.204.131@tcp15) : GET try# 0 00000100:00100000:2.0:1767384336.438101:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f62c62a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732515200:0@lo:253: 00000100:00000001:2.0:1767384336.438107:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384336.438110:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384336.438113:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.438116:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384336.438116:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384336.438120:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp15 02000000:00000010:2.0:1767384336.438125:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c1b9bf4b. 00000800:00000010:1.0:1767384336.438127:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000085b77edf. 00000400:00000200:3.0:1767384336.438129:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205300 02000000:00000001:2.0:1767384336.438130:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.438139:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11a1 [2] + 0 00000400:00000010:2.0:1767384336.438140:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076a02133. 00000800:00000200:1.0:1767384336.438143:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000336490e] -> 12345-192.168.204.131@tcp15 (6) 00000400:00000010:3.0:1767384336.438146:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe5abf4. 00000400:00000200:3.0:1767384336.438151:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000d9a9969 00000400:00000010:2.0:1767384336.438155:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d20377aa. 00000400:00000200:3.0:1767384336.438157:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384336.438159:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp15 ip 192.168.204.131:988 00000100:00000200:2.0:1767384336.438162:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732515200, portal 25 00000400:00000200:3.0:1767384336.438166:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:1.0:1767384336.438166:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085b77edf type 2, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384336.438167:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384336.438170:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169396096 : -119698540155520 : ffff93228308ad80) 00000400:00000200:3.0:1767384336.438174:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9a9969 00000400:00000010:3.0:1767384336.438177:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d9a9969. 00000100:00000040:2.0:1767384336.438178:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f62c62a x1853236732515200/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.438183:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384336.438185:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384336.438187:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384336.438188:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000100:00000040:2.0:1767384336.438191:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384336.438192:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000004c60ef66 x1853236732515072 msgsize 4848 00000400:00000200:1.0:1767384336.438196:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000400:00000010:2.0:1767384336.438197:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c1b97be. 00000100:00000200:2.0:1767384336.438202:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732515200, offset 0 00000400:00000200:2.0:1767384336.438211:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384336.438214:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384336.438217:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384336.438221:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384336.438226:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384336.438231:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205380 00000400:00000200:3.0:1767384336.438234:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002dbb10a 00000400:00000010:3.0:1767384336.438242:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002dbb10a. 00000100:00000001:3.0:1767384336.438245:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384336.438250:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5cbf4a8 x1853236732515072/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384336.438250:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11b9 [2] + 0 00000100:00000001:3.0:1767384336.438264:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384336.438268:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5cbf4a8 x1853236732515072/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384336.438268:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009a4a8f9. 00000400:00000200:2.0:1767384336.438275:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004e05b69f 00000100:00000001:3.0:1767384336.438277:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.438280:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384336.438282:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384336.438285:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.438289:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384336.438291:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294924356 00000400:00000200:2.0:1767384336.438293:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e05b69f 00000100:00000010:3.0:1767384336.438296:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000535e67aa. 00000400:00000010:2.0:1767384336.438296:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e05b69f. 00000100:00000001:2.0:1767384336.438303:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384336.438305:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384336.438306:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384336.438312:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000006820ac86 x1853236732515200 msgsize 4848 00000100:00000001:3.0:1767384336.438315:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294924356 00000100:00100000:2.0:1767384336.438321:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384336.438322:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002cfad8e0. 00000100:00000040:2.0:1767384336.438323:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384336.438327:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767384336.438329:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384336.438331:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294924356 00000100:00000001:2.0:1767384336.438335:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384336.438336:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c19a7501. 00000800:00000010:1.0:1767384336.438336:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000085b77edf. 00000100:00000001:3.0:1767384336.438340:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384336.438341:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c1b97be 00000100:00000001:3.0:1767384336.438343:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294924356 00000400:00000010:2.0:1767384336.438345:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c1b97be. 00000100:00000010:3.0:1767384336.438351:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9328321. 00000100:00000001:2.0:1767384336.438351:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384336.438351:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384336.438357:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f62c62a x1853236732515200/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.438358:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384336.438365:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp15->192.168.204.131@tcp15: GET: OK 00000100:00000001:3.0:1767384336.438366:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.438372:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.438372:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384336.438376:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384336.438377:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.438379:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f62c62a x1853236732515200/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.438381:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384336.438384:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000100:00000001:3.0:1767384336.438391:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.438393:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.438394:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:1.0:1767384336.438395:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384336.438396:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384336.438398:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.438400:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384336.438402:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.438404:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.438405:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384336.438407:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.438409:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294924356 00000800:00000001:1.0:1767384336.438413:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384336.438414:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294924356 00000100:00000001:2.0:1767384336.438418:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294924356 00000100:00000001:2.0:1767384336.438420:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294924356 00000100:00000001:2.0:1767384336.438422:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294924356 00000100:00000001:2.0:1767384336.438424:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294924356 00000800:00000001:1.0:1767384336.438424:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.438430:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384336.438431:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294924356 00000100:00000001:2.0:1767384336.438435:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294924356 00000100:00100000:3.0:1767384336.438455:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732515072 00000400:00000200:1.0:1767384336.438455:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp15(192.168.204.131@tcp15) <- 192.168.204.131@tcp15 : GET - for me 00000100:00000001:2.0:1767384336.438456:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384336.438461:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384336.438462:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.438464:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.438465:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.438467:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.438468:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384336.438472:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.438473:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 448 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384336.438476:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384336.438498:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732515072 00000100:00000001:2.0:1767384336.438502:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384336.438504:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384336.438506:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384336.438507:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:2.0:1767384336.438509:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384336.438510:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384336.438513:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384336.438514:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000400:00000200:1.0:1767384336.438519:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 448/448 into md 0x1951 [1] + 0 00000020:00000001:3.0:1767384336.438520:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384336.438520:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.438526:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384336.438531:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384336.438535:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a9c30a3. 00000400:00000200:1.0:1767384336.438537:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp15 to MR: 192.168.204.131@tcp15 local destination 00000100:00000001:3.0:1767384336.438538:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.438541:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384336.438544:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a9c30a3. 00000100:00100000:2.0:1767384336.438545:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732515200 02000000:00000001:2.0:1767384336.438549:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384336.438550:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp15 NI seq info: [90:90:256:4294967295] 192.168.204.131@tcp15 LPNI seq info [89:89:8:4294967295] 00000100:00000001:2.0:1767384336.438551:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384336.438553:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000924d1b61. 00000100:00000001:2.0:1767384336.438555:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.438561:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384336.438562:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e73ab0c. 00000100:00100000:2.0:1767384336.438567:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732515200 00000020:00000010:3.0:1767384336.438570:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c2ec2a. 00000020:00000001:2.0:1767384336.438571:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384336.438574:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384336.438577:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384336.438579:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp15(192.168.204.131@tcp15:192.168.204.131@tcp15) -> 192.168.204.131@tcp15(192.168.204.131@tcp15:192.168.204.131@tcp15) 192.168.204.131@tcp15 : REPLY try# 0 00000020:00000040:2.0:1767384336.438580:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00000040:3.0:1767384336.438583:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384336.438586:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384336.438590:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384336.438591:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000800:00000200:1.0:1767384336.438591:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.131@tcp15 00000100:00000001:3.0:1767384336.438592:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.438598:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000800:00000010:1.0:1767384336.438598:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085b77edf. 00000100:00000001:3.0:1767384336.438603:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.438606:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1767384336.438610:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000336490e] -> 12345-192.168.204.131@tcp15 (6) 00000100:00000001:3.0:1767384336.438611:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384336.438611:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007fc043a2. 00000100:00000001:2.0:1767384336.438617:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384336.438622:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007fc043a2. 00000800:00000200:1.0:1767384336.438622:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp15 ip 192.168.204.131:1011 00000100:00000001:3.0:1767384336.438624:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384336.438629:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1767384336.438629:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085b77edf type 3, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1767384336.438630:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf16e35d. 00000100:00100000:3.0:1767384336.438636:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000020:00000010:2.0:1767384336.438638:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000032be4d7. 00000100:00000040:3.0:1767384336.438639:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384336.438643:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141073488 : -119697568478128 : ffff9322bcf34c50) 00000020:00000010:2.0:1767384336.438645:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2302bc2. 00000100:00000040:3.0:1767384336.438648:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c60ef66 x1853236732515072/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:317/0 lens 4848/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.438651:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384336.438654:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384336.438657:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.438659:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384336.438662:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.438665:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384336.438668:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a9c30a3. 00000100:00000001:3.0:1767384336.438670:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384336.438672:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a9c30a3. 00000100:00000001:2.0:1767384336.438676:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384336.438680:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c60ef66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732515072:12345-0@lo:253: 00000100:00000001:2.0:1767384336.438680:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1767384336.438682:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767384336.438688:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000200:3.0:1767384336.438689:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732515072 00000800:00000010:1.0:1767384336.438689:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085b77edf. 00000100:00000040:2.0:1767384336.438693:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000020:00000001:3.0:1767384336.438695:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384336.438696:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141070416 : -119697568481200 : ffff9322bcf34050) 00000400:00000200:1.0:1767384336.438696:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384336.438700:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384336.438703:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.438707:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006820ac86 x1853236732515200/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:317/0 lens 4848/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384336.438708:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384336.438709:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp15->192.168.204.131@tcp15: REPLY: OK 00000020:00000001:3.0:1767384336.438711:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384336.438718:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384336.438721:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.438721:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384336.438725:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384336.438726:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384336.438727:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007fc043a2. 00000020:00000001:3.0:1767384336.438731:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000001:1.0:1767384336.438731:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.438732:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384336.438736:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384336.438738:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007fc043a2. 00000800:00000001:1.0:1767384336.438738:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384336.438741:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384336.438745:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:1.0:1767384336.438747:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384336.438748:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006820ac86 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732515200:12345-0@lo:253: 02000000:00000010:3.0:1767384336.438751:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000819085a5. 00000800:00000001:1.0:1767384336.438752:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384336.438754:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732515200 02000000:00000001:3.0:1767384336.438757:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.438758:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:1.0:1767384336.438760:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.438761:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.438762:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384336.438767:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384336.438768:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384336.438772:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp15(192.168.204.131@tcp15) <- 192.168.204.131@tcp15 : REPLY - for me 00000020:00000001:2.0:1767384336.438773:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:3.0:1767384336.438779:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004e1f66d9. 00000020:00000001:2.0:1767384336.438781:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 20000000:01000000:3.0:1767384336.438783:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384336.438787:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384336.438789:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384336.438789:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp15: Reply from 12345-192.168.204.131@tcp15 of length 448/448 into md 0x1955 00000020:00000001:2.0:1767384336.438790:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384336.438792:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384336.438793:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384336.438795:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.438796:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384336.438800:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384336.438801:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384336.438806:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384336.438807:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384336.438807:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384336.438812:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:1.0:1767384336.438816:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384336.438818:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000190038d4. 02000000:00000010:2.0:1767384336.438818:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003f07e1ce. 00000400:00000200:1.0:1767384336.438819:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384336.438822:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384336.438823:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00000100:00000001:2.0:1767384336.438827:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384336.438830:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384336.438831:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp15->192.168.204.131@tcp15: REPLY: OK 20000000:00000001:3.0:1767384336.438833:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384336.438837:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 20000000:00000010:2.0:1767384336.438839:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cbeb1333. 00080000:00000001:3.0:1767384336.438840:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000010:1.0:1767384336.438841:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 20000000:01000000:2.0:1767384336.438844:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384336.438847:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384336.438848:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 20000000:00000001:2.0:1767384336.438849:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384336.438853:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384336.438855:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.438856:0:16140:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 20000000:00000001:2.0:1767384336.438857:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384336.438863:0:16140:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:1.0:1767384336.438868:0:16140:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.131@tcp (464 bytes) 00000400:00000200:1.0:1767384336.438872:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000010:1.0:1767384336.438882:0:16140:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000016b620fa. 00000400:00000200:1.0:1767384336.438886:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (27) 00000800:00000001:1.0:1767384336.438892:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384336.438896:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384336.438903:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384336.438908:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384336.438911:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384336.438920:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384336.438924:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384336.438927:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:3.0:1767384336.438929:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384336.438934:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000010:1.0:1767384336.438935:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 0000000016b620fa. 00000400:00000010:1.0:1767384336.438941:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0ea0aec. 00080000:00000010:3.0:1767384336.438943:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f5652b02. 00000400:00000010:1.0:1767384336.438946:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00080000:00000001:3.0:1767384336.438947:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874048512 : -119702835503104 : ffff93218302e000) 00080000:00000001:3.0:1767384336.438952:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384336.438953:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000016b620fa 00000400:00000001:1.0:1767384336.438957:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384336.438959:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384336.438960:0:16144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c31fb0ff. 00000400:00000200:1.0:1767384336.438964:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa18402f 00000400:00000010:1.0:1767384336.438966:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa18402f. 00000400:00000200:1.0:1767384336.438970:0:16144:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:1.0:1767384336.438973:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000003523c018. 00000400:00000200:1.0:1767384336.438976:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 00000400:00000200:1.0:1767384336.438981:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100871 00000400:00000200:1.0:1767384336.438985:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp:0 00000400:00000200:1.0:1767384336.438988:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 rc 1 00000400:00000200:1.0:1767384336.438991:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000200:1.0:1767384336.438993:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (26) 00000400:00000010:1.0:1767384336.438998:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000002f5bdfa6. 00000400:00000010:1.0:1767384336.439008:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa18402f. 00000400:00000010:1.0:1767384336.439015:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000085c75851. 00000400:00000200:1.0:1767384336.439019:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:1.0:1767384336.439025:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:1.0:1767384336.439030:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:1.0:1767384336.439035:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:1.0:1767384336.439041:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000400:00000200:1.0:1767384336.439046:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000400:00000200:1.0:1767384336.439051:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000400:00000200:1.0:1767384336.439056:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000400:00000200:1.0:1767384336.439063:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000001:00000001:3.0:1767384336.439064:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384336.439067:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384336.439070:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384336.439071:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:1.0:1767384336.439078:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:1.0:1767384336.439083:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:1.0:1767384336.439088:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00080000:00000001:3.0:1767384336.439089:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384336.439094:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384336.439098:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:1.0:1767384336.439104:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:1.0:1767384336.439109:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:1.0:1767384336.439115:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000400:00000200:1.0:1767384336.439121:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000400:00000200:1.0:1767384336.439127:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000400:00000200:1.0:1767384336.439140:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000400:00000200:1.0:1767384336.439145:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000400:00000200:1.0:1767384336.439151:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 20], ns[83, 20] 00000400:00000200:1.0:1767384336.439156:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[81, 20], ns[82, 20] 00000400:00000200:1.0:1767384336.439162:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 20], ns[72, 20] 00000400:00000200:1.0:1767384336.439168:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[83, 20], ns[84, 20] 00080000:00000001:3.0:1767384336.439171:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767384336.439174:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[87, 20], ns[88, 20] 00080000:00000001:3.0:1767384336.439175:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384336.439182:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:1.0:1767384336.439186:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp16 00000400:00000200:1.0:1767384336.439190:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp16 lpni_is_preferred = 0 00000400:00000200:1.0:1767384336.439194:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp16 00000400:00000200:1.0:1767384336.439198:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp16 NI seq info: [91:91:256:4294967295] 192.168.204.131@tcp16 LPNI seq info [90:90:8:4294967295] 00000400:00000200:1.0:1767384336.439204:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp16 00000400:00000200:1.0:1767384336.439213:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp16(192.168.204.131@tcp16:) -> 192.168.204.131@tcp16(192.168.204.131@tcp:192.168.204.131@tcp16) : GET try# 0 00000800:00000200:1.0:1767384336.439219:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp16 00000800:00000010:1.0:1767384336.439223:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000085b77edf. 00000800:00000200:1.0:1767384336.439229:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fdb15896] -> 12345-192.168.204.131@tcp16 (6) 00000800:00000200:1.0:1767384336.439237:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp16 ip 192.168.204.131:988 00000800:00000200:1.0:1767384336.439240:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085b77edf type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384336.439253:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384336.439255:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000800:00000001:3.0:1767384336.439308:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.439315:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384336.439317:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384336.439321:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.439328:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp16(192.168.204.131@tcp16) <- 192.168.204.131@tcp16 : GET - for me 00000800:00000200:1.0:1767384336.439334:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384336.439337:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 464 into portal 0 MB=0x8000000000000000 00000800:00000010:1.0:1767384336.439339:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000085b77edf. 00000400:00000200:3.0:1767384336.439345:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 464/464 into md 0x1951 [1] + 0 00000400:00000200:1.0:1767384336.439346:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.439358:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp16 to MR: 192.168.204.131@tcp16 local destination 00000400:00000200:1.0:1767384336.439358:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp16->192.168.204.131@tcp16: GET: OK 00000400:00000200:3.0:1767384336.439363:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp16 NI seq info: [92:92:255:4294967295] 192.168.204.131@tcp16 LPNI seq info [91:91:7:4294967295] 00000400:00000200:3.0:1767384336.439373:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp16(192.168.204.131@tcp16:192.168.204.131@tcp16) -> 192.168.204.131@tcp16(192.168.204.131@tcp16:192.168.204.131@tcp16) 192.168.204.131@tcp16 : REPLY try# 0 00000800:00000200:3.0:1767384336.439378:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.131@tcp16 00000400:00000200:1.0:1767384336.439379:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000010:3.0:1767384336.439382:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009baef9f1. 00000400:00000200:1.0:1767384336.439386:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000200:3.0:1767384336.439390:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fdb15896] -> 12345-192.168.204.131@tcp16 (6) 00000800:00000200:3.0:1767384336.439395:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp16 ip 192.168.204.131:1009 00000800:00000200:3.0:1767384336.439398:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009baef9f1 type 3, nob 560 niov 1 nkiov 1 00000800:00000001:1.0:1767384336.439414:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384336.439551:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384336.439554:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009baef9f1. 00000400:00000200:3.0:1767384336.439558:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.439568:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp16->192.168.204.131@tcp16: REPLY: OK 00000800:00000001:1.0:1767384336.439633:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384336.439637:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384336.439645:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384336.439648:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384336.439651:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384336.439660:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp16(192.168.204.131@tcp16) <- 192.168.204.131@tcp16 : REPLY - for me 00000400:00000200:1.0:1767384336.439672:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp16: Reply from 12345-192.168.204.131@tcp16 of length 464/464 into md 0x196d 00000800:00000001:1.0:1767384336.439677:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384336.439684:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384336.439686:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384336.439692:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp16->192.168.204.131@tcp16: REPLY: OK 00000400:00000200:1.0:1767384336.439696:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa18402f 00000400:00000010:1.0:1767384336.439699:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa18402f. 00000400:00000200:1.0:1767384336.439703:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384336.439708:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:1.0:1767384336.439712:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:1.0:1767384336.439716:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 27. state = 0x100271 00000400:00000200:1.0:1767384336.439722:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384336.439733:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (27) 00000800:00000001:1.0:1767384336.439740:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384336.439745:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384336.439764:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384336.439770:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000f1 00000400:00000010:1.0:1767384336.439779:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 000000008ff9181c. 00000400:00000010:1.0:1767384336.439783:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 0000000017135cd6. 00000400:00000010:1.0:1767384336.439786:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 00000000b49be29d. 00000400:00000200:1.0:1767384336.439814:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp29(00000000f7984e47) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384336.439818:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp30(0000000041ba6b85) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384336.439824:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp32(00000000b8329d7c) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384336.439828:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp33(00000000e0f64093) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384336.439843:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003523c018. 00000400:00000200:1.0:1767384336.439849:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003523c018 nid 192.168.204.131@tcp34 00000400:00000010:1.0:1767384336.439853:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000817eff28. 00000400:00000200:1.0:1767384336.439856:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000817eff28 net tcp34 00000400:00000200:1.0:1767384336.439860:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (26) 00000400:00000200:1.0:1767384336.439865:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp34 flags 0x11 00000400:00000010:1.0:1767384336.439871:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d9bd0662. 00000400:00000200:1.0:1767384336.439875:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d9bd0662 nid 192.168.204.131@tcp35 00000400:00000010:1.0:1767384336.439879:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fa0f0360. 00000400:00000200:1.0:1767384336.439882:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fa0f0360 net tcp35 00000400:00000200:1.0:1767384336.439884:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (27) 00000400:00000200:1.0:1767384336.439888:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp35 flags 0x11 00000400:00000010:1.0:1767384336.439891:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 000000008ff9181c. 00000400:00000010:1.0:1767384336.439894:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 0000000017135cd6. 00000400:00000010:1.0:1767384336.439897:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 00000000b49be29d. 00000400:00000010:1.0:1767384336.439900:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000002f5bdfa6. 00000400:00000200:1.0:1767384336.439906:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384336.439909:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:1.0:1767384336.439913:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000400:00000200:1.0:1767384336.439917:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000010:1.0:1767384336.439922:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa18402f. 00000400:00000200:1.0:1767384336.439926:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (28) 00000400:00000010:1.0:1767384336.439930:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000057456d87. 00000400:00000200:1.0:1767384336.439933:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp16 00000400:00000200:1.0:1767384336.439940:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp16 to MR: 192.168.204.131@tcp16 local destination 00000400:00000200:1.0:1767384336.439946:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp16 NI seq info: [93:93:256:4294967295] 192.168.204.131@tcp16 LPNI seq info [92:92:8:4294967295] 00000400:00000200:1.0:1767384336.439951:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp16 00000400:00000200:1.0:1767384336.439960:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp16(192.168.204.131@tcp16:192.168.204.131@tcp16) -> 192.168.204.131@tcp16(192.168.204.131@tcp16:192.168.204.131@tcp16) : PUT try# 0 00000800:00000200:1.0:1767384336.439965:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.131@tcp16 00000800:00000010:1.0:1767384336.439970:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085b77edf. 00000800:00000200:1.0:1767384336.439975:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fdb15896] -> 12345-192.168.204.131@tcp16 (6) 00000800:00000200:1.0:1767384336.439988:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp16 ip 192.168.204.131:988 00000800:00000200:1.0:1767384336.439991:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085b77edf type 1, nob 560 niov 1 nkiov 1 00000400:00000200:1.0:1767384336.440002:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384336.440005:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000800:00000200:2.0:1767384336.440063:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384336.440067:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085b77edf. 00000400:00000200:2.0:1767384336.440071:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.440078:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp16->192.168.204.131@tcp16: PUT: OK 00000400:00000200:2.0:1767384336.440082:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384336.440084:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp16: 0 00000800:00000001:2.0:1767384336.440090:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.440094:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384336.440096:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.440100:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.440103:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp16(192.168.204.131@tcp16) <- 192.168.204.131@tcp16 : PUT - for me 00000400:00000200:2.0:1767384336.440109:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384336.440113:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 464/464 into md 0x1969 [1] + 0 00000400:00000010:2.0:1767384336.440116:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0ea0aec. 00000400:00000200:2.0:1767384336.440118:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001a36f89f 00000800:00000001:2.0:1767384336.440120:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.440131:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.440132:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.440136:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp16->192.168.204.131@tcp16: PUT: OK 00000400:00000200:2.0:1767384336.440138:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000400:00000010:2.0:1767384336.440140:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000400:00000200:2.0:1767384336.440143:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384336.440145:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (29) 00000400:00000200:2.0:1767384336.440149:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:2.0:1767384336.440152:0:16141:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000001203827d. 00000400:00000200:2.0:1767384336.440155:0:16141:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 27 00000400:00000200:2.0:1767384336.440227:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384336.440238:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (30) 00000400:00000200:2.0:1767384336.440243:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384336.440250:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp16 to MR: 192.168.204.131@tcp16 local destination 00000400:00000200:2.0:1767384336.440257:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp16 NI seq info: [94:94:256:4294967295] 192.168.204.131@tcp16 LPNI seq info [93:93:8:4294967295] 00000400:00000200:2.0:1767384336.440266:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp16(192.168.204.131@tcp16:192.168.204.131@tcp16) -> 192.168.204.131@tcp16(192.168.204.131@tcp16:192.168.204.131@tcp16) 192.168.204.131@tcp16 : ACK try# 0 00000800:00000200:2.0:1767384336.440270:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp16 00000800:00000010:2.0:1767384336.440273:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004995f492. 00000800:00000200:2.0:1767384336.440276:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fdb15896] -> 12345-192.168.204.131@tcp16 (6) 00000800:00000200:2.0:1767384336.440279:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp16 ip 192.168.204.131:1009 00000800:00000200:2.0:1767384336.440282:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004995f492 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384336.440324:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384336.440327:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004995f492. 00000400:00000200:2.0:1767384336.440331:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.440335:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp16->192.168.204.131@tcp16: ACK: OK 00000800:00000001:2.0:1767384336.440340:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.440343:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384336.440344:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.440347:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384336.440348:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.440350:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.440361:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp16(192.168.204.131@tcp16) <- 192.168.204.131@tcp16 : ACK - for me 00000400:00000200:2.0:1767384336.440368:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp16: ACK from 12345-192.168.204.131@tcp16 into md 0x1971 00000400:00000200:2.0:1767384336.440371:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.440375:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp16->192.168.204.131@tcp16: ACK: OK 00000400:00000200:2.0:1767384336.440378:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa18402f 00000400:00000010:2.0:1767384336.440379:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa18402f. 00000400:00000200:2.0:1767384336.440382:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384336.440385:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:2.0:1767384336.440388:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384336.440390:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (29) 00000800:00000001:2.0:1767384336.440393:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384336.440395:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384336.440600:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384336.440605:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f26c76a. 00000400:00000010:3.0:1767384336.440610:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008777a947. 00000400:00000200:3.0:1767384336.440613:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000016b620fa 00000400:00000200:3.0:1767384336.440618:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000f1 00000400:00000010:3.0:1767384336.440623:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 00000000432766de. 00000400:00000010:3.0:1767384336.440626:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 000000004a5819db. 00000400:00000010:3.0:1767384336.440629:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 00000000bef87c18. 00000400:00000010:3.0:1767384336.440648:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 00000000432766de. 00000400:00000010:3.0:1767384336.440650:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 000000004a5819db. 00000400:00000010:3.0:1767384336.440651:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 00000000bef87c18. 00000400:00000010:3.0:1767384336.440653:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000001203827d. 00000400:00000200:3.0:1767384336.440654:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384336.440656:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:3.0:1767384336.440658:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000400:00000200:3.0:1767384336.440660:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:3.0:1767384336.440662:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384336.440663:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:3.0:1767384336.440665:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384336.440667:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (28) 00080000:00000001:3.0:1767384336.446983:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384336.446989:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384336.446992:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384336.446994:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384336.446995:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384336.446999:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384336.447002:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384336.447002:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384336.447003:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384336.447007:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384336.447009:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f5652b02. 00080000:00000001:0.0:1767384336.447013:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384336.447014:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384336.447018:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384336.447023:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000935ec853. 00080000:00000020:3.0:1767384336.447024:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384336.447026:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384336.447028:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:0.0:1767384336.447031:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384336.447034:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384336.447036:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384336.447039:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384336.447043:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384336.447047:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384336.447056:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c59e6412. 00010000:00000001:0.0:1767384336.447062:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384336.447066:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384336.447066:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f775b105. 00080000:00000001:2.0:1767384336.447073:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384336.447073:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384336.447076:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384336.447078:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f775b105 with handle 0xf83434fd52e6da9d to hash 00080000:00000001:2.0:1767384336.447081:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384336.447081:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384336.447085:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00000020:00000001:2.0:1767384336.447086:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384336.447088:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00000020:00000001:2.0:1767384336.447091:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:0.0:1767384336.447092:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.447096:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384336.447097:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384336.447099:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f775b105/0xf83434fd52e6da9d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384336.447102:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6cf07b6. 00080000:00000001:2.0:1767384336.447107:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869257216 : -119702840294400 : ffff932182b9c400) 00080000:00000001:2.0:1767384336.447111:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384336.447112:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384336.447115:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384336.447117:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384336.447119:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384336.447121:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.447123:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384336.447124:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.447126:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384336.447127:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384336.447129:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384336.447129:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384336.447137:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c59e6412) refcount = 1 00010000:00010000:0.0:1767384336.447139:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f775b105/0xf83434fd52e6da9d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.447144:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384336.447146:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384336.447147:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.447149:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.447151:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384336.447154:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000001:00000001:2.0:1767384336.447157:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:01000000:0.0:1767384336.447157:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00080000:00000001:2.0:1767384336.447160:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.447161:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384336.447164:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384336.447165:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384336.447168:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f775b105 refcount=4 00000020:00000001:0.0:1767384336.447170:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384336.447172:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384336.447173:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384336.447174:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f775b105/0xf83434fd52e6da9d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384336.447176:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.447178:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:2.0:1767384336.447180:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384336.447181:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f775b105/0xf83434fd52e6da9d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.447186:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.447187:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384336.447188:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f775b105/0xf83434fd52e6da9d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.447191:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.447192:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.447194:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384336.447196:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f775b105/0xf83434fd52e6da9d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384336.447201:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f775b105 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384336.447209:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384336.447211:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384336.447213:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f775b105/0xf83434fd52e6da9d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.447217:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384336.447218:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384336.447219:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384336.447220:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f775b105 refcount=5 00000020:00000001:0.0:1767384336.447221:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384336.447223:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384336.447225:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384336.447226:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f775b105/0xf83434fd52e6da9d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.447230:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384336.447231:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384336.447233:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.447236:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384336.447238:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384336.447240:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.447241:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384336.447243:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f775b105 with handle 0xf83434fd52e6da9d from hash 00010000:00000001:0.0:1767384336.447246:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384336.447247:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.447249:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.447250:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384336.447252:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384336.447255:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384336.447257:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384336.447259:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.447262:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.447264:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:2.0:1767384336.447265:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384336.447266:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:2.0:1767384336.447270:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384336.447272:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.447275:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.447283:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.447285:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.447287:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.447291:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f775b105/0xf83434fd52e6da9d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.447297:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.447299:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.447300:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384336.447303:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384336.447305:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.447306:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.447308:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384336.447311:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384336.447313:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.447315:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f775b105/0xf83434fd52e6da9d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.447319:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384336.447320:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384336.447322:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f775b105/0xf83434fd52e6da9d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384336.447326:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c59e6412 count: 0 00010000:00000001:0.0:1767384336.447334:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384336.447335:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384336.448529:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294924356, at 4294924357 00000100:00000010:1.0:1767384336.448537:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002cfad8e0. 00000100:00000040:0.0:1767384336.448541:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294924356, at 4294924357 00000100:00000010:0.0:1767384336.448548:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000535e67aa. 00000100:00000040:2.0:1767384336.448553:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294924356, at 4294924357 00000100:00000010:2.0:1767384336.448561:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c19a7501. 00000100:00000040:3.0:1767384336.448579:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294924356, at 4294924357 00000100:00000010:3.0:1767384336.448585:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9328321. 00080000:00000001:0.0:1767384336.454603:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384336.454606:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384336.454608:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384336.454609:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384336.454610:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384336.454612:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b6cf07b6. 00080000:00000001:2.0:1767384336.454614:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384336.454617:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:2.0:1767384336.454619:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:2.0:1767384336.454623:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384336.454625:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384336.454627:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384336.454639:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384336.454641:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384336.454646:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384336.454647:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384336.454650:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384336.454656:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384336.454660:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384336.454661:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384336.454667:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c20de0f2. 00010000:00000001:0.0:1767384336.454670:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384336.454673:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bcb19e6. 00000020:00000001:0.0:1767384336.454675:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384336.454678:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005bcb19e6 with handle 0xf83434fd52e6daa4 to hash 00000020:00000001:0.0:1767384336.454680:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384336.454682:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384336.454684:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384336.454686:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.454687:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.454690:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6daa4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.454695:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384336.454697:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384336.454698:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384336.454700:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384336.454701:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.454703:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384336.454705:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.454707:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384336.454708:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384336.454709:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384336.454710:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384336.454712:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c20de0f2) refcount = 1 00010000:00010000:0.0:1767384336.454714:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6daa4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.454718:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384336.454720:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384336.454721:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.454722:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.454724:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384336.454730:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384336.454732:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:0.0:1767384336.454734:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384336.454735:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384336.454737:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bcb19e6 refcount=4 00000020:00000001:0.0:1767384336.454739:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384336.454741:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384336.454743:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384336.454745:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6daa4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.454749:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384336.454751:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6daa4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.454754:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.454756:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384336.454757:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6daa4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.454760:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.454761:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.454764:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384336.454765:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6daa4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384336.454769:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005bcb19e6 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384336.454771:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384336.454772:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384336.454773:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6daa4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.454777:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384336.454778:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384336.454780:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384336.454784:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bcb19e6 refcount=5 00000020:00000001:0.0:1767384336.454786:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384336.454788:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384336.454790:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384336.454792:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6daa4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.454796:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384336.454797:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384336.454798:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.454801:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384336.454802:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384336.454804:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.454804:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384336.454806:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005bcb19e6 with handle 0xf83434fd52e6daa4 from hash 00010000:00000001:0.0:1767384336.454808:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384336.454809:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.454810:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.454811:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384336.454813:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384336.454814:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384336.454815:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384336.454816:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.454817:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.454819:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384336.454820:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384336.454822:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.454823:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.454824:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.454826:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.454827:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.454828:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6daa4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.454832:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.454832:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.454837:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384336.454839:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384336.454840:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.454841:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.454842:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384336.454844:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384336.454845:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.454847:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6daa4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.454851:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384336.454851:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384336.454852:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6daa4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384336.454856:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c20de0f2 count: 0 00010000:00000001:0.0:1767384336.454863:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384336.454864:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384336.457046:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384336.457050:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384336.457053:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004e1f66d9. 20000000:00000001:2.0:1767384336.457059:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384336.457064:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732515072 00010000:00000001:2.0:1767384336.457068:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384336.457077:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c60ef66 x1853236732515072/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384336.457087:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384336.457090:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.457095:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.457101:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384336.457104:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384336.457107:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384336.457111:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384336.457114:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.457119:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384336.457123:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384336.457128:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0093a48. 00000100:00000200:2.0:1767384336.457135:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732515072, offset 224 00000400:00000200:2.0:1767384336.457143:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384336.457157:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384336.457170:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205300 00000400:00000200:2.0:1767384336.457178:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1959 [2] + 224 00000400:00000200:2.0:1767384336.457187:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384336.457192:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384336.457205:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384336.457211:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5cbf4a8 x1853236732515072/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384336.457220:0:29388:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000916d1d5a. 00000100:00000040:2.0:1767384336.457223:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c5cbf4a8 x1853236732515072/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384336.457244:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384336.457248:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:2.0:1767384336.457249:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:0.0:1767384336.457252:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384336.457256:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:3.0:1767384336.457257:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:0.0:1767384336.457260:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384336.457261:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000040:0.0:1767384336.457264:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384336.457268:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384336.457272:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000001:3.0:1767384336.457274:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000040:0.0:1767384336.457274:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000001:3.0:1767384336.457276:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000040:0.0:1767384336.457278:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000010:3.0:1767384336.457280:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afd670cd. 00000400:00000040:0.0:1767384336.457283:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000200:3.0:1767384336.457285:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab563b2a 00000400:00000040:0.0:1767384336.457287:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000010:3.0:1767384336.457288:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab563b2a. 00000400:00000040:0.0:1767384336.457292:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:3.0:1767384336.457293:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000040:0.0:1767384336.457297:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000200:3.0:1767384336.457298:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5cbf4a8 x1853236732515072/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384336.457299:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384336.457304:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384336.457308:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384336.457313:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384336.457315:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000200:3.0:1767384336.457316:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5cbf4a8 x1853236732515072/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.457323:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:0.0:1767384336.457325:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384336.457326:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384336.457330:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:3.0:1767384336.457331:0:16148:0:(client.c:1578:after_reply()) Process entered 00000400:00000040:0.0:1767384336.457332:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000001:3.0:1767384336.457334:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000040:0.0:1767384336.457335:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:3.0:1767384336.457337:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000040:0.0:1767384336.457338:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:3.0:1767384336.457339:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384336.457341:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 02000000:00000001:3.0:1767384336.457343:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384336.457344:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384336.457347:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00001000:3.0:1767384336.457349:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=56 v=5 (5 0 0 0) 00000400:00000040:0.0:1767384336.457349:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384336.457354:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00001000:3.0:1767384336.457355:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=56 v=5 (1 0 0 0) 00000400:00000040:0.0:1767384336.457356:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384336.457360:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000100:00000001:3.0:1767384336.457361:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000040:0.0:1767384336.457363:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384336.457364:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384336.457366:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:3.0:1767384336.457367:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000040:0.0:1767384336.457369:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:3.0:1767384336.457370:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384336.457372:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:3.0:1767384336.457374:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384336.457375:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384336.457378:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000100:00000040:3.0:1767384336.457380:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5cbf4a8 x1853236732515072/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384336.457381:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384336.457385:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384336.457388:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384336.457391:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:3.0:1767384336.457393:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:0.0:1767384336.457394:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:3.0:1767384336.457398:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:0.0:1767384336.457398:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000100:00000001:3.0:1767384336.457402:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384336.457402:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384336.457406:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384336.457408:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000020:01000004:3.0:1767384336.457409:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:0.0:1767384336.457410:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000020:01000004:3.0:1767384336.457413:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000040:0.0:1767384336.457413:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000020:01000004:3.0:1767384336.457417:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:0.0:1767384336.457418:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000020:01000004:3.0:1767384336.457421:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:0.0:1767384336.457421:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:01000004:3.0:1767384336.457423:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:0.0:1767384336.457425:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000020:01000004:3.0:1767384336.457426:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000040:0.0:1767384336.457429:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000020:01000004:3.0:1767384336.457430:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384336.457433:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000040:0.0:1767384336.457434:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384336.457450:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384336.457451:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384336.457452:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384336.457453:0:29388:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000020:01000004:3.0:1767384336.457457:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384336.457460:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384336.457464:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5cbf4a8 x1853236732515072/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.457493:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5cbf4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732515072:0@lo:253: 00000100:00000001:3.0:1767384336.457499:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.457504:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384336.457508:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5cbf4a8 x1853236732515072/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.457522:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384336.457525:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384336.457529:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f30fabec. 02000000:00000001:3.0:1767384336.457534:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384336.457538:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384336.457540:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384336.457544:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384336.457546:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000056b99496. 02000000:00000001:3.0:1767384336.457554:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384336.457557:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384336.457559:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5cbf4a8. 00000100:00000001:3.0:1767384336.457564:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384336.457566:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.457569:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.457578:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.457581:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.457584:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.457587:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384336.457592:0:29388:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000916d1d5a. 00000400:00000200:2.0:1767384336.457598:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0093a48 00000400:00000010:2.0:1767384336.457602:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0093a48. 00000100:00000001:2.0:1767384336.457608:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384336.457611:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384336.457617:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.457622:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384336.457626:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384336.457628:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.457631:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384336.457638:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c60ef66 x1853236732515072/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.457649:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c60ef66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732515072:12345-0@lo:253: Request processed in 18988us (19454us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384336.457661:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000040:2.0:1767384336.457664:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384336.457667:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384336.457669:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384336.457674:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e73ab0c. 00000020:00000010:2.0:1767384336.457680:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c2ec2a. 00000020:00000010:2.0:1767384336.457685:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000924d1b61. 00000020:00000040:2.0:1767384336.457691:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:2.0:1767384336.457697:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384336.457699:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000819085a5. 02000000:00000001:2.0:1767384336.457703:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384336.457706:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384336.457712:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384336.457718:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058f58f78. 00000400:00000010:2.0:1767384336.457731:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0093a48. 00080000:00000020:1.0:1767384336.458347:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384336.458351:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384336.458353:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cbeb1333. 20000000:00000001:1.0:1767384336.458359:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384336.458363:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732515200 00010000:00000001:1.0:1767384336.458365:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384336.458370:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006820ac86 x1853236732515200/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384336.458379:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384336.458381:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384336.458384:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384336.458387:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384336.458390:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384336.458392:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384336.458395:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384336.458396:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.458399:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384336.458401:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384336.458405:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002d74bf1. 00000100:00000200:1.0:1767384336.458409:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732515200, offset 224 00000400:00000200:1.0:1767384336.458416:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384336.458423:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384336.458432:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205380 00000400:00000200:1.0:1767384336.458453:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1961 [2] + 224 00000400:00000200:1.0:1767384336.458460:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384336.458463:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.458467:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384336.458500:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f62c62a x1853236732515200/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384336.458510:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006f62c62a x1853236732515200/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.458524:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384336.458532:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d74bf1 00000100:00000001:2.0:1767384336.458533:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384336.458535:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002d74bf1. 00000100:00000001:2.0:1767384336.458538:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384336.458540:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384336.458543:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384336.458545:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384336.458547:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384336.458549:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384336.458553:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076a02133. 00000100:00000040:1.0:1767384336.458553:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384336.458557:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384336.458560:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d20377aa 00000020:00000001:1.0:1767384336.458560:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384336.458566:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d20377aa. 00000020:00000001:1.0:1767384336.458566:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384336.458573:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384336.458573:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006820ac86 x1853236732515200/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384336.458583:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f62c62a x1853236732515200/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384336.458591:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006820ac86 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732515200:12345-0@lo:253: Request processed in 19867us (20275us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384336.458608:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f62c62a x1853236732515200/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384336.458609:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000040:1.0:1767384336.458614:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384336.458619:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384336.458623:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384336.458626:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384336.458627:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000032be4d7. 00000100:00000001:2.0:1767384336.458630:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384336.458632:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2302bc2. 00000100:00000001:2.0:1767384336.458635:0:16149:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384336.458638:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf16e35d. 02000000:00000001:2.0:1767384336.458639:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384336.458643:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384336.458645:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:2.0:1767384336.458646:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.458651:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384336.458652:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384336.458655:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003f07e1ce. 00000100:00001000:2.0:1767384336.458659:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=56 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384336.458660:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384336.458663:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384336.458665:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=56 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384336.458669:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384336.458670:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384336.458674:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.458677:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384336.458677:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c31fb0ff. 00010000:00000001:2.0:1767384336.458681:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384336.458683:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002d74bf1. 00000100:00000001:2.0:1767384336.458685:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.458689:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f62c62a x1853236732515200/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.458701:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.458703:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384336.458705:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384336.458709:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384336.458711:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384336.458712:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384336.458714:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384336.458724:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384336.458726:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384336.458727:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384336.458728:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384336.458730:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384336.458734:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f62c62a x1853236732515200/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.458743:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f62c62a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732515200:0@lo:253: 00000100:00000001:2.0:1767384336.458748:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.458750:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.458753:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f62c62a x1853236732515200/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.458761:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384336.458763:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384336.458765:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c1b9bf4b. 02000000:00000001:2.0:1767384336.458769:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384336.458771:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384336.458773:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384336.458775:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384336.458777:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007becc6c3. 02000000:00000001:2.0:1767384336.458782:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384336.458784:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384336.458785:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f62c62a. 00000100:00000001:2.0:1767384336.458790:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384336.458791:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.458793:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.458798:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.458799:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.458802:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.458804:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384336.460546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c59e6412. 00010000:00000010:0.1:1767384336.460552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f775b105. 00010000:00000010:0.1:1767384336.462972:0:29384:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c20de0f2. 00010000:00000010:0.1:1767384336.462982:0:29384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bcb19e6. 00010000:00000001:1.0:1767384336.764554:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384336.764562:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.764569:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384336.764571:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.764610:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384336.764616:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384336.764621:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384336.891587:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:2.0:1767384336.891592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:0.0:1767384336.891594:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384336.891602:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f2711fe. 00000100:00000001:2.0:1767384336.891603:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1767384336.891610:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384336.891615:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384336.891618:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1767384336.891621:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f62c62a. 02000000:00000001:0.0:1767384336.891622:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384336.891631:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001c561520. 00000020:00000040:2.0:1767384336.891632:0:36:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384336.891641:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384336.891642:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.891646:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384336.891651:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384336.891653:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.891654:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384336.891669:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d621246b. 00000100:00000040:0.0:1767384336.891673:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f2711fe] to pc [ptlrpcd_00_00+0] req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.891683:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.891700:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1767384336.891701:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.891715:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.891718:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767384336.891721:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384336.891725:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.891726:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.891741:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384336.891745:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62c62a] to pc [ptlrpcd_00_01+1] req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.891746:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.891753:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.891756:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384336.891760:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384336.891770:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.891777:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384336.891779:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.891781:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.891783:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384336.891788:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384336.891789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384336.891791:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.891796:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f2711fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732515328:0@lo:13: 00000100:00000001:2.0:1767384336.891804:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384336.891805:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384336.891813:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384336.891816:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384336.891817:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cfe31f9. 02000000:00000001:0.0:1767384336.891826:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384336.891828:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000010:0.0:1767384336.891831:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000026d760c7. 00000100:00000001:2.0:1767384336.891833:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384336.891835:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384336.891837:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.891841:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384336.891846:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028e31877. 00000400:00000010:0.0:1767384336.891849:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a7467cf. 00000100:00000001:2.0:1767384336.891859:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384336.891859:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000100:00000200:0.0:1767384336.891867:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732515328, portal 4 00000100:00000001:0.0:1767384336.891871:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384336.891875:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659232128 : -119698050319488 : ffff9322a03afb80) 00000100:00000040:2.0:1767384336.891876:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384336.891888:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.891900:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384336.891903:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384336.891906:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.891912:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384336.891917:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00000100:00000200:0.0:1767384336.891921:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732515328, offset 0 00000100:00000040:2.0:1767384336.891926:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cfe31f9] to pc [ptlrpcd_00_02+2] req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384336.891935:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384336.891936:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384336.891944:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384336.891950:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.891955:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384336.891957:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.891960:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.891963:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.891965:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384336.891967:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384336.891970:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d205400 00000100:00000001:2.0:1767384336.891971:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.891975:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384336.891978:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2016 00000100:00000040:2.0:1767384336.891979:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384336.891991:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384336.891998:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384336.892009:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384336.892013:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384336.892014:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.892015:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767384336.892016:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:3.0:1767384336.892019:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384336.892023:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384336.892024:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bdc8d759. 02000000:00000001:3.0:1767384336.892027:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.892029:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000bdc8d759 x1853236732515328 msgsize 224 00000100:00100000:3.0:1767384336.892033:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f62c62a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732515456:0@lo:400: 00000100:00100000:0.0:1767384336.892040:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384336.892041:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384336.892044:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384336.892046:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.892047:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384336.892050:0:16147:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:3.0:1767384336.892051:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f75ed57d. 02000000:00000001:3.0:1767384336.892054:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.892058:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afd670cd. 00000400:00000200:0.0:1767384336.892059:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21e367f 00000400:00000010:0.0:1767384336.892062:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000100:00000001:0.0:1767384336.892065:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384336.892067:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384336.892070:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cc84a99. 00000100:00000200:3.0:1767384336.892077:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732515456, portal 4 00000100:00000001:0.0:1767384336.892078:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384336.892082:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384336.892082:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.892085:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169396096 : -119698540155520 : ffff93228308ad80) 00000100:00000001:0.0:1767384336.892093:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.892094:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.892102:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384336.892103:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384336.892106:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384336.892110:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c1c721. 00000100:00000001:0.0:1767384336.892110:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384336.892114:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732515456, offset 0 00000100:00000040:0.0:1767384336.892115:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4586 usecs (5 jiffies) 00000400:00000200:3.0:1767384336.892120:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384336.892120:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294924805 00000100:00000010:0.0:1767384336.892126:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9af81be. 00000400:00000200:3.0:1767384336.892131:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384336.892133:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384336.892139:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d205480 00000100:00000001:0.0:1767384336.892141:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294924805 00000400:00000200:3.0:1767384336.892146:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3216 00000100:00000010:0.0:1767384336.892146:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006e4a8be. 00000100:00000001:0.0:1767384336.892152:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384336.892153:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384336.892155:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294924805 00000400:00000200:3.0:1767384336.892159:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384336.892163:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384336.892164:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384336.892164:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004dbf04e6. 00000100:00000001:0.0:1767384336.892168:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000010:3.0:1767384336.892169:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc35d9a8. 00000100:00000001:0.0:1767384336.892171:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294924805 00000100:00000010:0.0:1767384336.892173:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001de25256. 00000100:00000001:0.0:1767384336.892175:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384336.892177:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384336.892182:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000cc35d9a8 x1853236732515456 msgsize 224 00000100:00000001:0.0:1767384336.892182:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.892186:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.892191:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384336.892193:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.892197:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.892198:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384336.892199:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.892200:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.892204:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384336.892210:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c1c721 00000400:00000010:3.0:1767384336.892212:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086c1c721. 00000100:00000001:3.0:1767384336.892215:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384336.892219:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.892222:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384336.892225:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732515328 00000100:00000001:3.0:1767384336.892227:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384336.892228:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384336.892232:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384336.892233:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.892235:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.892242:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.892242:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.892246:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384336.892246:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732515328 00000020:00000001:0.0:1767384336.892253:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384336.892254:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384336.892255:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000040:3.0:1767384336.892258:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4586 usecs (5 jiffies) 00000020:00000001:0.0:1767384336.892259:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384336.892262:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294924805 00000100:00000001:3.0:1767384336.892265:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294924805 00000100:00000001:2.0:1767384336.892267:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.892268:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294924805 00000020:00000040:0.0:1767384336.892268:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000100:00000001:3.0:1767384336.892276:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294924805 00000020:00000001:0.0:1767384336.892276:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:2.0:1767384336.892277:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384336.892278:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294924805 00000100:00000001:3.0:1767384336.892288:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294924805 00000100:00000001:2.0:1767384336.892288:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384336.892288:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:3.0:1767384336.892297:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294924805 00000100:00000001:0.0:1767384336.892299:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384336.892300:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294924805 00000100:00000001:3.0:1767384336.892304:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384336.892305:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe2e093e. 00000100:00000001:3.0:1767384336.892306:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.892310:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384336.892311:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000023c9279b. 00000100:00000001:3.0:1767384336.892313:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384336.892319:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:0.0:1767384336.892331:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384336.892335:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ac4361e. 00000020:00000010:0.0:1767384336.892341:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008922ffab. 00000020:00000010:0.0:1767384336.892345:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f269c7a. 00000100:00000001:3.0:1767384336.892353:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384336.892358:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384336.892359:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.892361:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384336.892363:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384336.892366:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384336.892367:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007838d187. 00000020:00000040:3.0:1767384336.892371:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384336.892373:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.892381:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384336.892382:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384336.892385:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384336.892385:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384336.892390:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.892394:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384336.892402:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1767384336.892403:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002a2407c1. 00000100:00100000:0.0:1767384336.892411:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384336.892413:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.892422:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:2.0:1767384336.892425:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384336.892427:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384336.892439:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659217792 : -119698050333824 : ffff9322a03ac380) 00000100:00000001:2.0:1767384336.892444:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.892451:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bdc8d759 x1853236732515328/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384336.892457:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384336.892467:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384336.892519:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384336.892523:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002cfe31f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236732515584:0@lo:400: 00000100:00000001:2.0:1767384336.892529:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384336.892535:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384336.892538:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.892541:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384336.892677:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384336.892682:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023c9279b. 00000100:00000001:0.0:1767384336.892687:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384336.892689:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023c9279b. 00000100:00100000:0.0:1767384336.892698:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bdc8d759 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236732515328:12345-0@lo:13: 00000100:00000200:0.0:1767384336.892702:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732515328 00000020:00000001:0.0:1767384336.892705:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384336.892709:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384336.892716:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.892719:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384336.892722:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000020:00000001:0.0:1767384336.892725:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384336.892727:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384336.892728:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed602ef7. 00000020:00000001:0.0:1767384336.892730:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384336.892732:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.892733:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384336.892739:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384336.892740:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076a02133. 00000100:00000001:0.0:1767384336.892744:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384336.892746:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2076f8b. 02000000:00000001:0.0:1767384336.892746:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384336.892752:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000030a78df0. 00000100:00000200:2.0:1767384336.892755:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732515584, portal 10 02000000:00000001:0.0:1767384336.892756:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.892766:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384336.892766:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.892770:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384336.892777:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.892778:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169391616 : -119698540160000 : ffff932283089c00) 00002000:00000001:0.0:1767384336.892778:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384336.892785:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:3.0:1767384336.892786:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007838d187] to pc [ptlrpcd_00_03+3] req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384336.892787:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384336.892792:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:2.0:1767384336.892795:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384336.892804:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.892805:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.892807:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384336.892810:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384336.892813:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:3.0:1767384336.892815:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (262) 00000100:00000040:2.0:1767384336.892820:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000020:0.0:1767384336.892823:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384336.892827:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00000400:00000010:2.0:1767384336.892828:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8f7d97a. 00002000:00000020:0.0:1767384336.892830:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:3.0:1767384336.892831:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:0.0:1767384336.892836:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384336.892839:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384336.892839:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732515584, offset 0 00000001:00000001:0.0:1767384336.892841:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384336.892845:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.892846:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00002000:00000001:0.0:1767384336.892855:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.892857:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384336.892864:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1767384336.892864:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732515328 00010000:00000001:0.0:1767384336.892878:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384336.892883:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000200:0.0:1767384336.892885:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bdc8d759 x1853236732515328/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.892886:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.892896:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384336.892897:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384336.892903:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384336.892913:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.892919:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384336.892921:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007838d187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732515712:0@lo:400: 00010000:00000001:0.0:1767384336.892923:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.892930:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d205500 00000100:00000001:3.0:1767384336.892936:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00001000:0.0:1767384336.892936:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384336.892947:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384336.892948:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384336.892954:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.892956:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 02000000:00000001:3.0:1767384336.892959:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384336.892959:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 02000000:00000010:3.0:1767384336.892963:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8fbe274. 00000100:00000001:0.0:1767384336.892963:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384336.892972:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384336.892973:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.892977:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.892984:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eb3fc6f. 00000100:00000001:0.0:1767384336.892985:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384336.892987:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384336.892993:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c1c721. 00000100:00000040:0.0:1767384336.892993:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384336.892996:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384336.893000:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00000100:00000200:3.0:1767384336.893003:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732515712, portal 10 00000100:00000001:3.0:1767384336.893010:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384336.893011:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732515328, offset 224 00000100:00000001:2.0:1767384336.893013:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384336.893016:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384336.893019:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208690560 : -119698500861056 : ffff932285604380) 00000400:00000200:0.0:1767384336.893027:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384336.893030:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f4a3dc8. 00000100:00000040:3.0:1767384336.893035:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384336.893037:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000009f4a3dc8 x1853236732515584 msgsize 224 00000400:00000200:0.0:1767384336.893043:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384336.893065:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d205400 00000100:00100000:2.0:1767384336.893067:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384336.893078:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384336.893084:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1989 [1] + 224 00000100:00000040:3.0:1767384336.893085:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384336.893090:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ad3aa94. 00000400:00000200:0.0:1767384336.893091:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384336.893093:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384336.893095:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732515712, offset 0 00000400:00000200:0.0:1767384336.893099:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384336.893103:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384336.893109:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8f7d97a 00000100:00000001:1.0:1767384336.893114:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384336.893116:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384336.893116:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8f7d97a. 00000100:00100000:1.0:1767384336.893119:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732515584 02000000:00000001:1.0:1767384336.893128:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384336.893133:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.893134:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384336.893136:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.893136:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384336.893141:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d205580 02000000:00000001:1.0:1767384336.893144:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384336.893147:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384336.893148:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384336.893149:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732515584 00000020:00000001:1.0:1767384336.893157:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384336.893158:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000020:00000040:1.0:1767384336.893161:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000020:00000001:1.0:1767384336.893170:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384336.893175:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384336.893176:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000020:00000001:1.0:1767384336.893189:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000400:00000200:3.0:1767384336.893197:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384336.893203:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:3.0:1767384336.893218:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384336.893218:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384336.893224:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1767384336.893226:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000100:00000040:0.0:1767384336.893233:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384336.893234:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b52499a8. 00000100:00000001:1.0:1767384336.893234:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.893236:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384336.893243:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000b52499a8 x1853236732515712 msgsize 224 00000020:00000010:1.0:1767384336.893245:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000100:00000040:2.0:1767384336.893251:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384336.893257:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000141639d3. 00000100:00100000:3.0:1767384336.893262:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384336.893267:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000402db08b. 00000100:00000001:0.0:1767384336.893269:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384336.893277:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384336.893277:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21e367f 00000020:00000010:1.0:1767384336.893279:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b31309d. 00000400:00000010:0.0:1767384336.893283:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000100:00000001:0.0:1767384336.893289:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384336.893293:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384336.893294:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ad3aa94 00000100:00000001:2.0:1767384336.893297:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.893298:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ad3aa94. 00000100:00000040:1.0:1767384336.893299:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384336.893299:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.893309:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384336.893313:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384336.893313:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384336.893313:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000200:3.0:1767384336.893315:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.893320:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384336.893323:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384336.893325:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384336.893328:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.893330:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.893332:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384336.893334:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384336.893337:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384336.893345:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.893347:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.893347:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2817 usecs (3 jiffies) 00000100:00000040:0.0:1767384336.893348:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bdc8d759 x1853236732515328/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384336.893358:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.893358:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.893361:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294924804 00000100:00000001:1.0:1767384336.893370:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384336.893376:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732515712 00000100:00000001:2.0:1767384336.893377:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294924805 02000000:00000001:1.0:1767384336.893381:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384336.893391:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bdc8d759 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236732515328:12345-0@lo:13: Request processed in 706us (1353us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384336.893394:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.893394:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294924804 00000100:00000001:1.0:1767384336.893394:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384336.893401:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.893406:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384336.893411:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294924805 02000000:00000001:1.0:1767384336.893411:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.893414:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384336.893421:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732515712 00000100:00100000:0.0:1767384336.893421:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384336.893422:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2938 usecs (3 jiffies) 00000100:00000001:2.0:1767384336.893425:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294924804 00000020:00000001:1.0:1767384336.893426:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384336.893442:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:3.0:1767384336.893443:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294924804 00000020:00000040:1.0:1767384336.893443:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000100:00000001:0.0:1767384336.893447:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384336.893448:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294924805 00000100:00000001:3.0:1767384336.893449:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294924805 00000020:00000001:1.0:1767384336.893449:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384336.893452:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1767384336.893455:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000100:00000001:2.0:1767384336.893459:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294924804 00000020:00000010:0.0:1767384336.893461:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008922ffab. 00000100:00000001:3.0:1767384336.893464:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294924804 00000020:00000001:1.0:1767384336.893464:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000010:0.0:1767384336.893472:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f269c7a. 00000020:00000001:1.0:1767384336.893473:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000001:3.0:1767384336.893474:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294924805 00000100:00000001:2.0:1767384336.893474:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294924805 00000020:00000010:0.0:1767384336.893498:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ac4361e. 00000100:00000001:3.0:1767384336.893499:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294924805 00000100:00000001:3.0:1767384336.893503:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294924805 00000020:00000040:0.0:1767384336.893505:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:1.0:1767384336.893506:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384336.893510:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294924805 00000100:00000001:0.0:1767384336.893510:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384336.893512:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000020:00000010:1.0:1767384336.893518:0:16813:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008d297923. 00000100:00000001:2.0:1767384336.893525:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.893526:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294924805 00000020:00000040:1.0:1767384336.893526:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:0.0:1767384336.893535:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384336.893540:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.893541:0:16813:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384336.893542:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.893543:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732515456 00000100:00000001:3.0:1767384336.893544:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384336.893546:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001203827d. 02000000:00000001:0.0:1767384336.893550:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384336.893555:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017012b94. 00000100:00000001:2.0:1767384336.893556:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.893557:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.893557:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384336.893558:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000100:00000001:0.0:1767384336.893563:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.893564:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.893565:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384336.893571:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384336.893572:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.893574:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.893577:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.893577:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.893578:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384336.893578:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732515456 00000100:00000001:1.0:1767384336.893583:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384336.893585:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384336.893589:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384336.893590:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384336.893591:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000001:1.0:1767384336.893593:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.893594:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384336.893595:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384336.893598:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384336.893598:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000100:00000001:2.0:1767384336.893600:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384336.893601:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.893609:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.893613:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384336.893614:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:1.0:1767384336.893617:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384336.893621:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384336.893626:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:2.0:1767384336.893627:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.893630:0:16783:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384336.893632:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384336.893633:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000001:3.0:1767384336.893634:0:16783:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384336.893634:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384336.893636:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023c9279b. 00000100:00000001:2.0:1767384336.893643:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.893644:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00000001:0.0:1767384336.893644:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384336.893646:0:16783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000001:1.0:1767384336.893657:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375169394304 : -119698540157312 : ffff93228308a680) 00000020:00000010:0.0:1767384336.893660:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023c9279b. 00000100:00000040:3.0:1767384336.893661:0:16783:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000100:00000001:2.0:1767384336.893662:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.893665:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f4a3dc8 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384336.893666:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ac4361e. 00000100:00000001:3.0:1767384336.893670:0:16783:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208700416 : -119698500851200 : ffff932285606a00) 00000020:00000010:0.0:1767384336.893675:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008922ffab. 00000100:00000040:3.0:1767384336.893680:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b52499a8 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384336.893681:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f269c7a. 00000100:00000001:1.0:1767384336.893686:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384336.893690:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384336.893691:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384336.893695:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d297923. 00000100:00000001:0.0:1767384336.893696:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384336.893698:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000271a0dac. 00000100:00000001:0.0:1767384336.893701:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384336.893702:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.893704:0:16783:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384336.893705:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d297923. 00000100:00000001:0.0:1767384336.893705:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384336.893708:0:16783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000271a0dac. 00000100:00100000:1.0:1767384336.893714:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009f4a3dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236732515584:12345-0@lo:400: 00000100:00100000:3.0:1767384336.893716:0:16783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b52499a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732515712:12345-0@lo:400: 00000100:00000001:0.0:1767384336.893718:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384336.893720:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732515584 00000100:00000001:0.0:1767384336.893722:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384336.893726:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384336.893726:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384336.893727:0:16783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732515712 00000020:00000001:1.0:1767384336.893731:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384336.893733:0:16783:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384336.893733:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.893735:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384336.893738:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00000001:0.0:1767384336.893738:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384336.893743:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384336.893744:0:16783:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384336.893746:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384336.893748:0:16783:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.893750:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384336.893752:0:16783:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384336.893753:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384336.893755:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384336.893756:0:16783:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:1.0:1767384336.893756:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.893758:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384336.893765:0:16783:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384336.893765:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1767384336.893766:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000001:3.0:1767384336.893771:0:16783:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.893772:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384336.893772:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 02000000:00000001:1.0:1767384336.893776:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384336.893778:0:16783:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384336.893778:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208691456 : -119698500860160 : ffff932285604700) 00000020:00000001:3.0:1767384336.893783:0:16783:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1767384336.893784:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b49be29d. 00000100:00000040:0.0:1767384336.893785:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc35d9a8 x1853236732515456/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384336.893786:0:16783:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.893789:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.893792:0:16783:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384336.893794:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.893796:0:16783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384336.893798:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.893800:0:16783:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:1.0:1767384336.893803:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732515584 02000000:00000010:3.0:1767384336.893805:0:16783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000021edeac7. 00010000:00000001:1.0:1767384336.893807:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384336.893809:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384336.893810:0:16783:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384336.893813:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009f4a3dc8 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.893814:0:16783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384336.893814:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023c9279b. 00000020:00000001:3.0:1767384336.893821:0:16783:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.893822:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384336.893824:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1767384336.893826:0:16783:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732515712 00010000:00000001:1.0:1767384336.893829:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384336.893829:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023c9279b. 00010000:00000001:3.0:1767384336.893830:0:16783:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:1.0:1767384336.893835:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=51 v=5 (1 0 0 0) 00010000:00000200:3.0:1767384336.893838:0:16783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b52499a8 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384336.893840:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc35d9a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732515456:12345-0@lo:400: 00000100:00000001:1.0:1767384336.893841:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384336.893848:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000200:0.0:1767384336.893851:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732515456 00000100:00080000:2.0:1767384336.893852:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384336.893853:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000001:0.0:1767384336.893856:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384336.893861:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384336.893864:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384336.893865:0:16783:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384336.893865:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384336.893867:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 02000000:00000001:1.0:1767384336.893867:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.893871:0:16783:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.893871:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384336.893877:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00001000:3.0:1767384336.893884:0:16783:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=51 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384336.893884:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384336.893885:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384336.893887:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384336.893891:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384336.893892:0:16783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384336.893894:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384336.893896:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384336.893899:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce98922. 00000020:00000001:0.0:1767384336.893900:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.893901:0:16783:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000100:00000200:1.0:1767384336.893904:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732515584, offset 224 00000020:00000001:0.0:1767384336.893905:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384336.893906:0:16783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384336.893912:0:16783:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384336.893912:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384336.893914:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384336.893917:0:16783:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384336.893919:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:0.0:1767384336.893919:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384336.893920:0:16783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384336.893929:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384336.893930:0:16783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1767384336.893930:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eaa17b7e. 00000020:00000040:2.0:1767384336.893931:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 02000000:00000001:0.0:1767384336.893937:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.893938:0:16783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ad3aa94. 00000100:00000001:0.0:1767384336.893946:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384336.893947:0:16783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732515712, offset 224 00000400:00000200:1.0:1767384336.893948:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d205500 00000020:00000001:0.0:1767384336.893950:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.893959:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1999 [1] + 224 00010000:00000040:0.0:1767384336.893960:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732515456 00000400:00000200:1.0:1767384336.893965:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384336.893965:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384336.893973:0:16783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:0.0:1767384336.893975:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc35d9a8 x1853236732515456/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384336.893976:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.893985:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384336.893986:0:16783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384336.893993:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384336.893994:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384336.893998:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.894000:0:16783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d205580 00000100:00001000:0.0:1767384336.894003:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=46 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384336.894012:0:16783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19a1 [1] + 224 00000100:00000001:0.0:1767384336.894012:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384336.894017:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384336.894018:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 23 to 0@lo 00000100:00000001:0.0:1767384336.894023:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000400:00000200:3.0:1767384336.894028:0:16783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384336.894029:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384336.894033:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.894039:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384336.894040:0:16783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384336.894048:0:16783:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384336.894049:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384336.894053:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384336.894054:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00000100:00000200:3.0:1767384336.894059:0:16783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384336.894061:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732515456, offset 224 00000400:00000200:1.0:1767384336.894064:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce98922 00000400:00000010:1.0:1767384336.894068:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce98922. 00000100:00000001:1.0:1767384336.894075:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384336.894079:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384336.894082:0:16783:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384336.894083:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384336.894086:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.894094:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 22 to 0@lo 00000400:00000200:0.0:1767384336.894097:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384336.894100:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384336.894103:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.894106:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384336.894108:0:16783:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384336.894109:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d205480 00000100:00000040:1.0:1767384336.894114:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f4a3dc8 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384336.894119:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1991 [1] + 224 00000400:00000200:3.0:1767384336.894127:0:16783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ad3aa94 00000400:00000200:0.0:1767384336.894127:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384336.894132:0:16783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ad3aa94. 00000100:00100000:1.0:1767384336.894133:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009f4a3dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236732515584:12345-0@lo:400: Request processed in 443us (1091us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384336.894137:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384336.894138:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384336.894139:0:16783:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384336.894147:0:16783:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384336.894147:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384336.894150:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384336.894155:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000001:3.0:1767384336.894160:0:16783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.894161:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000200:0.0:1767384336.894161:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384336.894162:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384336.894168:0:16783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384336.894169:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384336.894171:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384336.894172:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384336.894176:0:16783:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384336.894178:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a7467cf. 00000020:00000001:3.0:1767384336.894180:0:16783:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384336.894183:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000402db08b. 00000020:00000001:3.0:1767384336.894193:0:16783:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384336.894195:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b31309d. 00000400:00000200:2.0:1767384336.894196:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b6aba5d 00000100:00000040:0.0:1767384336.894196:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384336.894200:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b52499a8 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384336.894209:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000141639d3. 00000400:00000010:2.0:1767384336.894210:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000020:00000040:1.0:1767384336.894216:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000100:00000001:1.0:1767384336.894226:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.894228:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384336.894244:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.894250:0:16783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b52499a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732515712:12345-0@lo:400: Request processed in 556us (1003us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384336.894252:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.894253:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384336.894258:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384336.894261:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21e367f 00000400:00000010:0.0:1767384336.894267:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000100:00000001:0.0:1767384336.894275:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384336.894280:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384336.894284:0:16783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000001:0.0:1767384336.894286:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384336.894288:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384336.894293:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384336.894294:0:16783:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000400:00000010:1.0:1767384336.894297:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076a02133. 00000100:00000040:0.0:1767384336.894297:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000200:2.0:1767384336.894300:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.894301:0:16783:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384336.894303:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2076f8b 00000100:00000001:3.0:1767384336.894305:0:16783:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384336.894307:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384336.894309:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2076f8b. 00000020:00000010:3.0:1767384336.894310:0:16783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017012b94. 00000020:00000001:0.0:1767384336.894312:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.894320:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384336.894320:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384336.894321:0:16783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000100:00000200:1.0:1767384336.894329:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384336.894331:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc35d9a8 x1853236732515456/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384336.894332:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001203827d. 00000020:00000040:3.0:1767384336.894341:0:16783:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000100:00000001:3.0:1767384336.894347:0:16783:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.894368:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.894377:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384336.894379:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767384336.894382:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384336.894388:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384336.894391:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384336.894393:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384336.894395:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cc35d9a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732515456:12345-0@lo:400: Request processed in 580us (2206us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384336.894396:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eb3fc6f. 00000100:00000001:2.0:1767384336.894402:0:16147:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384336.894404:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c1c721 00000400:00000010:3.0:1767384336.894412:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086c1c721. 02000000:00000001:2.0:1767384336.894413:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384336.894422:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384336.894423:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384336.894423:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384336.894424:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384336.894426:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:1.0:1767384336.894443:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384336.894444:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.894444:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384336.894445:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.894447:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384336.894451:0:16148:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384336.894452:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008922ffab. 02000000:00000001:1.0:1767384336.894458:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384336.894460:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f269c7a. 02000000:00000001:2.0:1767384336.894462:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.894463:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384336.894469:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384336.894469:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ac4361e. 00000100:00000001:1.0:1767384336.894470:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.894495:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.894503:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384336.894503:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=51 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384336.894509:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384336.894509:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=51 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384336.894513:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:3.0:1767384336.894514:0:16149:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384336.894516:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384336.894519:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1767384336.894521:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=46 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384336.894521:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.894522:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384336.894522:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.894528:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.894531:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384336.894536:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384336.894540:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384336.894541:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=46 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384336.894542:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384336.894564:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.894564:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384336.894570:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.894574:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384336.894576:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384336.894577:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384336.894579:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384336.894584:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.894584:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.894586:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.894595:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384336.894598:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384336.894599:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384336.894604:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.894611:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:2.0:1767384336.894614:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.894616:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384336.894622:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384336.894625:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384336.894629:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afd670cd. 00000400:00000200:0.0:1767384336.894639:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cc84a99 00000100:00000001:1.0:1767384336.894644:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384336.894646:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cc84a99. 00000100:00000001:0.0:1767384336.894655:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384336.894658:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.894659:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384336.894666:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384336.894667:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.894670:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384336.894677:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:1.0:1767384336.894682:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.894685:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384336.894690:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.894701:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384336.894731:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384336.894749:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002cfe31f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236732515584:0@lo:400: 00000100:00000001:1.0:1767384336.894772:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.894783:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384336.894789:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384336.894790:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.894791:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384336.894792:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cfe31f9 x1853236732515584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.894795:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.894800:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384336.894809:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.894809:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384336.894810:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384336.894811:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384336.894813:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384336.894814:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384336.894818:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.894820:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384336.894821:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000010:1.0:1767384336.894821:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed602ef7. 00000100:00000001:0.0:1767384336.894823:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.894834:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384336.894835:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767384336.894836:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.894841:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384336.894842:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384336.894843:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=46 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384336.894845:0:16148:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:3.0:1767384336.894848:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007838d187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732515712:0@lo:400: 00000020:00000001:1.0:1767384336.894857:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767384336.894859:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=46 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384336.894861:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.894862:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384336.894863:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000028e31877. 00000100:00000001:0.0:1767384336.894865:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384336.894869:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.894873:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384336.894876:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384336.894877:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384336.894882:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007838d187 x1853236732515712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384336.894884:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:0.0:1767384336.894889:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384336.894890:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cfe31f9. 00000100:00000001:1.0:1767384336.894900:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384336.894906:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.894914:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.894924:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384336.894931:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.894936:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.894938:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384336.894944:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.894957:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384336.894957:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.894958:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384336.894968:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.894969:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384336.894970:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384336.894976:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000010:3.0:1767384336.894977:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8fbe274. 00000004:00000001:2.0:1767384336.894977:0:16147:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384336.894980:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000004:00000040:2.0:1767384336.894984:0:16147:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000001:3.0:1767384336.894985:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384336.894985:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.894990:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000040:2.0:1767384336.894994:0:16147:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000040:3.0:1767384336.894996:0:16149:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384336.894996:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384336.895007:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384336.895012:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002a2407c1. 00000100:00000001:0.0:1767384336.895025:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384336.895026:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384336.895030:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000004:00000020:2.0:1767384336.895031:0:16147:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:0.0:1767384336.895031:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1767384336.895032:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007838d187. 00000100:00000001:0.0:1767384336.895036:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.895043:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384336.895050:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384336.895053:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.895063:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384336.895063:0:16147:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.895083:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384336.895087:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.895089:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.895099:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.895105:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.895107:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f62c62a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732515456:0@lo:400: 00000100:00000001:0.0:1767384336.895130:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.895139:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384336.895148:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f62c62a x1853236732515456/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.895166:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f2711fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732515328:0@lo:13: 00000100:00000001:0.0:1767384336.895167:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384336.895173:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384336.895182:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f75ed57d. 00000100:00000001:2.0:1767384336.895184:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384336.895187:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384336.895188:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384336.895190:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384336.895192:0:16146:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384336.895195:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f2711fe x1853236732515328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384336.895196:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384336.895203:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d621246b. 00000100:00000001:2.0:1767384336.895205:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384336.895216:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384336.895218:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384336.895230:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1767384336.895231:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000026d760c7. 00000100:00000010:0.0:1767384336.895238:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f62c62a. 02000000:00000001:2.0:1767384336.895240:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384336.895242:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384336.895243:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384336.895244:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384336.895247:0:16147:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384336.895248:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384336.895254:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384336.895256:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384336.895258:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.895260:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.895265:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384336.895266:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001c561520. 02000000:00000001:2.0:1767384336.895272:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384336.895274:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384336.895277:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f2711fe. 00000100:00000001:2.0:1767384336.895279:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384336.895281:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.895283:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.895288:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.895289:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.895291:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.895293:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.897541:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294924805, at 4294924806 00000100:00000010:1.0:1767384336.897549:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006e4a8be. 00000100:00000040:2.0:1767384336.897561:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294924805, at 4294924806 00000100:00000040:0.0:1767384336.897563:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294924805, at 4294924806 00000100:00000040:3.0:1767384336.897569:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294924805, at 4294924806 00000100:00000010:2.0:1767384336.897574:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004dbf04e6. 00000100:00000010:0.0:1767384336.897577:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9af81be. 00000100:00000010:3.0:1767384336.897579:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001de25256. 00000400:00000200:3.0:1767384337.339825:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp33 00000400:00000010:3.0:1767384337.339836:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000617d5bc6. 00000400:00000010:3.0:1767384337.339848:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004f3b64cf. 00000400:00000010:3.0:1767384337.339859:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c1c721. 00000400:00000010:3.0:1767384337.339871:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000809ab723. 00000400:00000200:3.0:1767384337.339880:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp33 00000400:00000200:3.0:1767384337.339905:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp33 local destination 00000400:00000200:3.0:1767384337.339913:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp33 00000400:00000200:3.0:1767384337.339928:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp33 NI seq info: [95:95:256:4294967295] 192.168.204.131@tcp33 LPNI seq info [94:94:8:4294967295] 00000400:00000200:3.0:1767384337.339940:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp33 00000400:00000200:3.0:1767384337.339958:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp33(192.168.204.131@tcp33:) -> 192.168.204.131@tcp33(192.168.204.131@tcp33:192.168.204.131@tcp33) : GET try# 0 00000800:00000200:3.0:1767384337.339966:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp33 00000800:00000010:3.0:1767384337.339973:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002a2407c1. 00000800:00000200:3.0:1767384337.339981:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041f977a8] -> 12345-192.168.204.131@tcp33 (2) 00000800:00000200:3.1:1767384337.339987:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041f977a8] -> 12345-192.168.204.131@tcp33 (2) 00000400:00000200:3.0:1767384337.340017:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp33 added to recovery queue. ping count: 2 next ping: 261 health :800 00000400:00000200:3.0:1767384337.340026:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp30 00000400:00000010:3.0:1767384337.340030:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000009c6f843. 00000400:00000010:3.0:1767384337.340035:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f75ed57d. 00000400:00000010:3.0:1767384337.340039:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ad3aa94. 00000400:00000010:3.0:1767384337.340047:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c6efd4d. 00000400:00000200:3.0:1767384337.340053:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp30 00000400:00000200:3.0:1767384337.340066:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp30 local destination 00000400:00000200:3.0:1767384337.340070:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp30 00000400:00000200:3.0:1767384337.340075:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp30 NI seq info: [96:96:256:4294967295] 192.168.204.131@tcp30 LPNI seq info [95:95:8:4294967295] 00000400:00000200:3.0:1767384337.340080:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp30 00000400:00000200:3.0:1767384337.340087:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp30(192.168.204.131@tcp30:) -> 192.168.204.131@tcp30(192.168.204.131@tcp30:192.168.204.131@tcp30) : GET try# 0 00000800:00000200:3.0:1767384337.340092:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp30 00000800:00000010:3.0:1767384337.340096:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000675d8896. 00000400:00000200:1.0:1767384337.340099:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:3.0:1767384337.340102:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000800:00000200:3.1:1767384337.340109:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000400:00000200:3.0:1767384337.340139:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp30 added to recovery queue. ping count: 3 next ping: 265 health :700 00000400:00000200:1.0:1767384337.340227:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.340255:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.340301:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.340408:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.340408:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.340538:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.340569:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.340592:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.340660:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.340693:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.340765:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.340804:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.340842:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.340924:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.340925:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.341027:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.341038:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.341132:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.341135:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.341222:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.341266:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.341305:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.341404:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.341411:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.341589:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.341592:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.341686:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.341701:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.341752:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.341804:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.341825:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.341844:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.341907:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.341932:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.341948:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342004:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.342039:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342059:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342126:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.342157:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342170:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342238:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.342297:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342312:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342413:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.342448:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342521:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.342615:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342621:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342681:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342757:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.342758:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342833:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.342915:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.342930:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.343003:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.343034:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.343069:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.343127:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384337.343145:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.343213:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.343237:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.343273:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.343344:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384337.343397:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000800:00000010:0.0:1767384337.343402:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df40e17. 00000800:00000010:0.0:1767384337.343413:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000050019917. 00000800:00000010:0.0:1767384337.343431:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000018b26e7. 00000400:00000200:1.0:1767384337.343440:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000800:00000010:0.0:1767384337.343466:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000018b26e7. 00000800:00020000:0.0:1767384337.343518:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384337.343522:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000050019917. 00000800:00000010:0.0:1767384337.343528:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df40e17. 00000400:00000200:1.0:1767384337.343551:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:02020000:0.0:1767384337.343624:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp30 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384337.343637:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp30 notifying 192.168.204.131@tcp30: down 00000800:00000200:0.0:1767384337.343648:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp30 down 00000400:00000200:1.0:1767384337.343649:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000800:00000100:0.0:1767384337.343667:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp30 00000800:00000010:0.0:1767384337.343671:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000675d8896. 00000400:00000200:0.0:1767384337.343676:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384337.343682:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp30->192.168.204.131@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384337.343693:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384337.343698:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384337.343714:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp30) recovery failed with -71 00000400:00000200:1.0:1767384337.343729:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384337.343908:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:1.0:1767384337.343914:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e9e7a6b. 00000800:00000010:1.0:1767384337.343919:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b090b44e. 00000800:00000010:1.0:1767384337.343941:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b090b44e. 00000800:00020000:1.0:1767384337.343949:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384337.343953:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e9e7a6b. 00000800:00000010:1.0:1767384337.343955:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:1.0:1767384337.343987:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp33 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384337.343993:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp33 notifying 192.168.204.131@tcp33: down 00000800:00000200:1.0:1767384337.344000:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp33 down 00000800:00000100:1.0:1767384337.344005:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp33 00000800:00000010:1.0:1767384337.344009:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002a2407c1. 00000400:00000200:1.0:1767384337.344012:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384337.344016:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp33->192.168.204.131@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384337.344026:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384337.344029:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384337.344032:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp33) recovery failed with -71 00010000:00000001:1.0:1767384337.788542:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384337.788549:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.788555:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384337.788556:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.788601:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384337.788609:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384337.788613:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384337.947432:0:29786:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384337.947449:0:29786:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384337.947455:0:29786:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384337.947464:0:29786:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384337.947471:0:29786:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384337.947475:0:29786:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384338.363558:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a86511c6] -> 12345-192.168.204.131@tcp18 (6) 00000800:00000200:1.0:1767384338.363569:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp18 ip 192.168.204.131:988 00000800:00000200:1.0:1767384338.363576:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000001:3.0:1767384338.363593:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384338.363600:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384338.363604:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c1c721 00000400:00000010:3.0:1767384338.363610:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086c1c721. 00000400:00000200:3.0:1767384338.363617:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384338.363634:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384338.363649:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000617d5bc6. 00000400:00000010:3.0:1767384338.363655:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004f3b64cf. 00000400:00000001:3.0:1767384338.363663:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384338.363665:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384338.363667:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ad3aa94 00000400:00000010:3.0:1767384338.363670:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ad3aa94. 00000400:00000200:3.0:1767384338.363675:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384338.363679:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384338.363683:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000009c6f843. 00000400:00000010:3.0:1767384338.363686:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f75ed57d. 00000400:00000200:3.0:1767384338.363693:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp32 00000400:00000010:3.0:1767384338.363698:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bff03f7b. 00000400:00000010:3.0:1767384338.363705:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d098d4d4. 00000400:00000010:3.0:1767384338.363711:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ad3aa94. 00000400:00000010:3.0:1767384338.363720:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002f9fef45. 00000400:00000200:3.0:1767384338.363727:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp32 00000800:00000200:1.0:1767384338.363743:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384338.363744:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp32 local destination 00000800:00000001:1.0:1767384338.363754:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384338.363760:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp32 00000400:00000200:3.0:1767384338.363767:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp32 NI seq info: [97:97:256:4294967295] 192.168.204.131@tcp32 LPNI seq info [96:96:8:4294967295] 00000800:00000001:1.0:1767384338.363772:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384338.363779:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp32 00000800:00000001:1.0:1767384338.363781:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384338.363796:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp32(192.168.204.131@tcp32:) -> 192.168.204.131@tcp32(192.168.204.131@tcp32:192.168.204.131@tcp32) : GET try# 0 00000800:00000001:1.0:1767384338.363799:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384338.363808:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp32 00000800:00000010:3.0:1767384338.363815:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007de629fe. 00000800:00000200:3.0:1767384338.363823:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000800:00000200:3.1:1767384338.363832:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000400:00000200:3.0:1767384338.363860:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp32 added to recovery queue. ping count: 3 next ping: 266 health :700 00000400:00000200:1.0:1767384338.363939:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.363991:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364010:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364030:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364048:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364062:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364080:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364106:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364138:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364163:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364180:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364194:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364207:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364221:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364236:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364256:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364282:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364308:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364332:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364360:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364389:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364430:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364460:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364542:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364577:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364609:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364643:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364672:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364702:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364729:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364756:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364797:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364832:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364868:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.364900:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384338.365076:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:1.0:1767384338.365082:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c1b97be. 00000800:00000010:1.0:1767384338.365089:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f497503. 00000800:00000010:1.0:1767384338.365129:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f497503. 00000800:00020000:1.0:1767384338.365138:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384338.371231:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c1b97be. 00000800:00000010:1.0:1767384338.371239:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:1.0:1767384338.371350:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp32 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384338.375787:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp32 notifying 192.168.204.131@tcp32: down 00000800:00000200:1.0:1767384338.375801:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp32 down 00000800:00000100:1.0:1767384338.375811:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp32 00000800:00000010:1.0:1767384338.375815:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007de629fe. 00000400:00000200:1.0:1767384338.375825:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384338.375830:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp32->192.168.204.131@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384338.375842:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384338.375845:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384338.375849:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp32) recovery failed with -71 00000100:00000001:1.0:1767384338.427571:0:16767:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384338.427578:0:16767:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.427617:0:16769:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384338.427625:0:16769:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384338.750445:0:29950:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384338.750451:0:29950:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:1.0:1767384338.753686:0:29950:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384338.761135:0:29951:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005af9ceee. 00000400:00000010:2.0:1767384338.761150:0:29951:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d8f211d1. 00000400:00000010:2.0:1767384338.761160:0:29951:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000669644f0. 00000400:00000010:2.0:1767384338.761163:0:29951:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009781a2ad. 00000400:00000010:2.0:1767384338.761167:0:29951:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005e4e2539. 00000400:00000010:2.0:1767384338.761171:0:29951:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ce11dd0. 00000400:00000010:2.0:1767384338.761172:0:29951:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007c422f7d. 00000400:00000010:2.0:1767384338.761173:0:29951:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000041d8bd00. 00000400:00000010:2.0:1767384338.761176:0:29951:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f9131dc4. 00000800:00000010:2.0:1767384338.761191:0:29951:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000061f7e8f7. 00000800:00000200:2.0:1767384338.761202:0:29951:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384338.761213:0:29951:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384338.761266:0:29951:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:2.0:1767384338.761294:0:29951:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp36 [8/256/0/180] 00000400:00000010:2.0:1767384338.762814:0:29951:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000005c99c9c7. 00000400:00000010:2.0:1767384338.762821:0:29951:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184fb473. 00000400:00000010:2.0:1767384338.762828:0:29951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8f7d97a. 00000400:00000001:2.0:1767384338.762858:0:29951:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384338.762860:0:29951:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384338.762862:0:29951:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003cdb946. 00000400:00000200:2.0:1767384338.762865:0:29951:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b68abf2 00000400:00000010:2.0:1767384338.762867:0:29951:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b68abf2. 00000400:00000010:2.0:1767384338.762870:0:29951:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000dfbaf1a6. 00000400:00000200:2.0:1767384338.762875:0:29951:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (27) 00000400:00000200:2.0:1767384338.762886:0:29951:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384338.762894:0:29951:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:2.0:1767384338.762902:0:29951:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c1b9bf4b. 00000020:01000000:2.0:1767384338.762906:0:29951:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384338.762908:0:29951:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp36 00000400:00000010:2.0:1767384338.762920:0:29951:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d8f211d1. 00000400:00000010:2.0:1767384338.762923:0:29951:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005af9ceee. 00000400:00000200:1.0:1767384338.762955:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:3.0:1767384338.762960:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384338.762962:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 10000000:00000001:3.0:1767384338.762969:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384338.762972:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:1.0:1767384338.762972:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce98922. 10000000:01000000:3.0:1767384338.762977:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384338.762978:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (28) 00000020:01000004:3.0:1767384338.762999:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384338.763002:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:1.0:1767384338.763002:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000446c694f. 00000020:01000004:3.0:1767384338.763008:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384338.763011:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384338.763015:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384338.763015:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000020:01000004:3.0:1767384338.763022:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384338.763025:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384338.763027:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384338.763029:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384338.763031:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384338.763037:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007838d187. 00000400:00000200:1.0:1767384338.763040:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:00000040:3.0:1767384338.763044:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:1.0:1767384338.763047:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:3.0:1767384338.763057:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384338.763061:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 02000000:00000001:3.0:1767384338.763063:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384338.763074:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.763075:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000400:00000200:1.0:1767384338.763088:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 02000000:00000010:3.0:1767384338.763091:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f30fabec. 00000400:00000200:1.0:1767384338.763107:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000100:00000001:3.0:1767384338.763112:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.763117:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000400:00000200:1.0:1767384338.763121:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:1.0:1767384338.763124:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000100:00000001:3.0:1767384338.763125:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384338.763134:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.763136:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:1.0:1767384338.763143:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:1.0:1767384338.763148:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000100:00000040:3.0:1767384338.763153:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007838d187] to pc [ptlrpcd_00_00+0] req@000000007838d187 x1853236732515840/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384338.763156:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:1.0:1767384338.763176:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:1.0:1767384338.763192:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:1.0:1767384338.763206:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:1.0:1767384338.763212:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:1.0:1767384338.763216:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 10000000:00000001:3.0:1767384338.763226:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384338.763231:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.763239:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.763239:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000100:00000001:2.0:1767384338.763240:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384338.763251:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384338.763252:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384338.763256:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 22], ns[58, 22] 00000100:00000001:2.0:1767384338.763262:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384338.763268:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384338.763270:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384338.763271:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384338.763275:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384338.763276:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007838d187 x1853236732515840/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384338.763277:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 22], ns[83, 22] 00000020:01000004:3.0:1767384338.763280:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384338.763285:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384338.763292:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384338.763301:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384338.763308:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 22], ns[96, 22] 00000020:01000004:3.0:1767384338.763309:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384338.763314:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384338.763318:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384338.763318:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384338.763340:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384338.763341:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384338.763348:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.763348:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 22], ns[72, 22] 00000100:00000010:3.0:1767384338.763349:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbe1dd8a. 00000020:00000040:3.0:1767384338.763363:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000400:00000200:1.0:1767384338.763364:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 22], ns[97, 22] 02000000:00000001:2.0:1767384338.763365:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384338.763372:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384338.763374:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384338.763380:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384338.763382:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.763386:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384338.763389:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007838d187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732515840:0@lo:253: 00000400:00000200:1.0:1767384338.763391:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[94, 22], ns[95, 22] 02000000:00000010:3.0:1767384338.763411:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005053e3f2. 00000100:00000001:2.0:1767384338.763414:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384338.763420:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.763421:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 02000000:00000001:2.0:1767384338.763424:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384338.763433:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.763434:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384338.763435:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:3.0:1767384338.763439:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.763440:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384338.763447:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000100:00000040:3.0:1767384338.763452:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe1dd8a] to pc [ptlrpcd_00_01+1] req@00000000dbe1dd8a x1853236732515968/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384338.763454:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003f07e1ce. 00000400:00000200:1.0:1767384338.763459:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp34 02000000:00000001:2.0:1767384338.763465:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.763476:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp34 lpni_is_preferred = 0 00000400:00000200:1.0:1767384338.763537:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp34 00000400:00000010:2.0:1767384338.763544:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9abbcf8. 10000000:00000001:3.0:1767384338.763547:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.763548:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp34 NI seq info: [98:98:256:4294967295] 192.168.204.131@tcp34 LPNI seq info [97:97:8:4294967295] 00000400:00000010:2.0:1767384338.763553:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8f211d1. 10000000:00000001:3.0:1767384338.763557:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384338.763562:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732515840, portal 25 00000020:00000001:3.0:1767384338.763563:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.763567:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp34 00000100:00000001:2.0:1767384338.763571:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:3.0:1767384338.763574:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384338.763586:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c1b9bf4b. 00000100:00000001:2.0:1767384338.763587:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208690560 : -119698500861056 : ffff932285604380) 00000400:00000200:1.0:1767384338.763587:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp34(192.168.204.131@tcp34:) -> 192.168.204.131@tcp34(192.168.204.131@tcp:192.168.204.131@tcp34) : PUT try# 0 00000100:00000040:2.0:1767384338.763609:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007838d187 x1853236732515840/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384338.763609:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.204.131@tcp34 00000800:00000010:1.0:1767384338.763617:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7882918. 00000100:00000001:3.0:1767384338.763619:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.763619:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384338.763626:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384338.763627:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:1.0:1767384338.763629:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000037c915af. 00000100:00000001:3.0:1767384338.763633:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384338.763636:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3a8a4e6. 00000800:00000010:1.0:1767384338.763637:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000319125da. 00000100:00000200:2.0:1767384338.763641:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732515840, offset 0 00000100:00000040:3.0:1767384338.763642:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dbe1dd8a x1853236732515968/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384338.763657:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c915af] -> 12345-192.168.204.131@tcp34 (2) 00000400:00000200:2.0:1767384338.763661:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.1:1767384338.763680:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c915af] -> 12345-192.168.204.131@tcp34 (2) 00000400:00000200:2.0:1767384338.763689:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384338.763700:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384338.763703:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000100:00000001:3.0:1767384338.763704:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.763712:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 02000000:00000001:3.0:1767384338.763713:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384338.763713:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205600 02000000:00000001:3.0:1767384338.763723:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384338.763727:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.763728:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11f5 [2] + 0 00000100:00100000:3.0:1767384338.763743:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dbe1dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732515968:0@lo:253: 00000400:00000010:2.0:1767384338.763744:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a03ec54c. 00000100:00000001:3.0:1767384338.763754:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384338.763755:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2197ec4 02000000:00000001:3.0:1767384338.763759:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384338.763762:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.763763:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384338.763768:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384338.763772:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384338.763774:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000819085a5. 02000000:00000001:3.0:1767384338.763777:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.763779:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2197ec4 00000400:00000010:2.0:1767384338.763783:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2197ec4. 00000100:00000001:2.0:1767384338.763787:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384338.763790:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384338.763794:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eb3fc6f. 00000100:00000040:2.0:1767384338.763794:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000be9af0f6 x1853236732515840 msgsize 4848 00000400:00000200:1.0:1767384338.763796:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000010:3.0:1767384338.763813:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ee7680a. 00000100:00100000:2.0:1767384338.763813:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384338.763821:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767384338.763825:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732515968, portal 25 00000100:00000001:3.0:1767384338.763831:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384338.763833:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384338.763849:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208701312 : -119698500850304 : ffff932285606d80) 00000400:00000200:2.0:1767384338.763853:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3a8a4e6 00000400:00000010:2.0:1767384338.763856:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3a8a4e6. 00000100:00000001:2.0:1767384338.763860:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384338.763861:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dbe1dd8a x1853236732515968/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384338.763867:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007838d187 x1853236732515840/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384338.763878:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.763924:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000100:00000001:3.0:1767384338.763931:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384338.763934:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384338.763938:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384338.763941:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007838d187 x1853236732515840/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384338.763943:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c98a96ca. 00000100:00000200:3.0:1767384338.763952:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732515968, offset 0 00000100:00000001:2.0:1767384338.763954:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.763959:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384338.763966:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.763968:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384338.763978:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294926682 00000400:00000200:3.0:1767384338.763985:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384338.763985:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5e38621. 00000400:00000200:1.0:1767384338.763992:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000100:00000001:2.0:1767384338.763998:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384338.764006:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205680 00000100:00000001:2.0:1767384338.764008:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294926682 00000100:00000010:2.0:1767384338.764024:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bebaa1d7. 00000400:00000200:3.0:1767384338.764032:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11fd [2] + 0 00000100:00000001:2.0:1767384338.764035:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384338.764037:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063810a23. 00000100:00000001:2.0:1767384338.764043:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294926682 00000400:00000200:3.0:1767384338.764044:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a32e206f 00000400:00000200:1.0:1767384338.764046:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000100:00000010:2.0:1767384338.764058:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000977acc02. 00000400:00000200:3.0:1767384338.764061:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384338.764065:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384338.764069:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384338.764075:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294926682 00000400:00000200:3.0:1767384338.764076:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a32e206f 00000400:00000010:3.0:1767384338.764085:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a32e206f. 00000100:00000010:2.0:1767384338.764087:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ade3b3d. 00000100:00000001:3.0:1767384338.764094:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384338.764094:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767384338.764106:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384338.764111:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384338.764112:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000006e52ada0 x1853236732515968 msgsize 4848 00000400:00000200:1.0:1767384338.764112:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000100:00000001:2.0:1767384338.764123:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.764130:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384338.764138:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384338.764140:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384338.764148:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384338.764153:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384338.764154:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000100:00000001:2.0:1767384338.764156:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384338.764161:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.764162:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384338.764165:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.764166:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384338.764169:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.764182:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c98a96ca 00000400:00000010:3.0:1767384338.764187:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c98a96ca. 00000100:00000001:3.0:1767384338.764193:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384338.764201:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbe1dd8a x1853236732515968/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384338.764205:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000100:00000001:3.0:1767384338.764222:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384338.764226:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dbe1dd8a x1853236732515968/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.764241:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.764243:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384338.764252:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.764274:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294926682 00000100:00000001:3.0:1767384338.764276:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294926682 00000100:00000001:3.0:1767384338.764279:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294926682 00000100:00000001:3.0:1767384338.764281:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294926682 00000100:00000001:2.0:1767384338.764282:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384338.764284:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294926682 00000100:00000001:3.0:1767384338.764288:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294926682 00000100:00000001:3.0:1767384338.764291:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294926682 00000100:00100000:2.0:1767384338.764291:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732515840 00000400:00000200:1.0:1767384338.764291:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000100:00000001:3.0:1767384338.764308:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294926682 02000000:00000001:2.0:1767384338.764310:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384338.764320:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.764321:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.764339:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.764342:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.764347:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.764347:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.764362:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384338.764363:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000100:00100000:2.0:1767384338.764364:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732515840 00000020:00000001:2.0:1767384338.764377:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384338.764380:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:3.0:1767384338.764382:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384338.764383:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384338.764386:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384338.764387:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:2.0:1767384338.764409:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384338.764431:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384338.764431:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:1.0:1767384338.764432:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000100:00000001:3.0:1767384338.764438:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384338.764444:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.764444:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384338.764453:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384338.764453:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eb3d5031. 00000100:00000001:2.0:1767384338.764466:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384338.764470:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eb3d5031. 00000400:00000200:1.0:1767384338.764505:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000020:00000010:2.0:1767384338.764579:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000574418b3. 00000020:00000010:2.0:1767384338.764586:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e376703. 00000020:00000010:2.0:1767384338.764590:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005882749f. 00000100:00000040:2.0:1767384338.764608:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384338.764612:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384338.764615:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384338.764617:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.764621:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000100:00000001:2.0:1767384338.764628:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.764644:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.764674:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384338.764678:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732515968 02000000:00000001:2.0:1767384338.764682:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384338.764686:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.764688:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.764692:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384338.764695:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732515968 00000020:00000001:2.0:1767384338.764698:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384338.764702:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384338.764706:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384338.764710:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:2.0:1767384338.764713:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:2.0:1767384338.764718:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384338.764724:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384338.764730:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eb3d5031. 00000100:00000001:2.0:1767384338.764733:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384338.764735:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eb3d5031. 00000020:00000010:2.0:1767384338.764751:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000588d591b. 00000400:00000200:1.0:1767384338.764754:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000020:00000010:2.0:1767384338.764755:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f56a01c5. 00000020:00000010:2.0:1767384338.764764:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073abe2b2. 00000100:00000001:2.0:1767384338.764774:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384338.764775:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384338.764777:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.764781:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.764783:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.764793:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384338.764794:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384338.764801:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000100:00100000:2.0:1767384338.764802:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000040:2.0:1767384338.764807:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384338.764809:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141069392 : -119697568482224 : ffff9322bcf33c50) 00000100:00000040:2.0:1767384338.764814:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be9af0f6 x1853236732515840/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:319/0 lens 4848/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.764820:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384338.764823:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eb3d5031. 00000100:00000001:2.0:1767384338.764825:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384338.764827:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eb3d5031. 00000100:00100000:2.0:1767384338.764832:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be9af0f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732515840:12345-0@lo:253: 00000400:00000200:1.0:1767384338.764833:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000100:00000200:2.0:1767384338.764839:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732515840 00000020:00000001:2.0:1767384338.764843:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384338.764846:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384338.764848:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.764850:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384338.764852:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384338.764855:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384338.764856:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384338.764858:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384338.764860:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384338.764861:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000020:00000001:2.0:1767384338.764864:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.764869:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384338.764874:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384338.764880:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cbeb1333. 02000000:00000001:2.0:1767384338.764884:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.764887:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384338.764897:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384338.764899:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000100:00000001:3.0:1767384338.764904:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384338.764908:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000010:2.0:1767384338.764910:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c1b9bf4b. 00000100:00100000:3.0:1767384338.764915:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 20000000:01000000:2.0:1767384338.764917:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000040:3.0:1767384338.764921:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 20000000:00000001:2.0:1767384338.764923:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:3.0:1767384338.764926:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141066320 : -119697568485296 : ffff9322bcf33050) 20000000:00000001:2.0:1767384338.764927:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384338.764927:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 20000000:00000001:2.0:1767384338.764933:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384338.764939:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384338.764941:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006e52ada0 x1853236732515968/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:319/0 lens 4848/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384338.764946:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384338.764956:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000100:00000001:3.0:1767384338.764957:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:2.0:1767384338.764959:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008661b7fa. 00000020:00000010:3.0:1767384338.764966:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062cf6d8e. 20000000:01000000:2.0:1767384338.764966:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:2.0:1767384338.764974:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:3.0:1767384338.764981:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384338.764983:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000010:3.0:1767384338.764986:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062cf6d8e. 00000400:00000200:1.0:1767384338.764988:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000100:00100000:3.0:1767384338.764997:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006e52ada0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732515968:12345-0@lo:253: 00000100:00000200:3.0:1767384338.765001:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732515968 00000020:00000001:3.0:1767384338.765004:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384338.765008:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384338.765010:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.765013:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384338.765015:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384338.765018:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384338.765020:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384338.765021:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000020:00000001:3.0:1767384338.765022:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384338.765028:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384338.765031:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.765035:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384338.765039:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384338.765040:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384338.765045:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004e1f66d9. 00080000:00000001:2.0:1767384338.765045:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384338.765051:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.765052:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.765058:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000100:00000001:3.0:1767384338.765070:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384338.765071:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:3.0:1767384338.765081:0:16776:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384338.765084:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384338.765089:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000400:00000200:1.0:1767384338.765091:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 20000000:00000010:3.0:1767384338.765092:0:16776:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007becc6c3. 00080000:00000001:2.0:1767384338.765098:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:01000000:3.0:1767384338.765105:0:16776:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384338.765110:0:16776:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000010:2.0:1767384338.765110:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e49c328. 20000000:00000001:3.0:1767384338.765115:0:16776:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384338.765116:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869271552 : -119702840280064 : ffff932182b9fc00) 00000400:00000200:1.0:1767384338.765121:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 20000000:00000001:3.0:1767384338.765124:0:16776:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384338.765126:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:3.0:1767384338.765131:0:16776:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384338.765136:0:16776:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384338.765150:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.765170:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.765191:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000001:00000001:2.0:1767384338.765228:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384338.765230:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384338.765233:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384338.765236:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00080000:00000001:2.0:1767384338.765254:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384338.765258:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384338.765271:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.765317:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.765342:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.765380:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00080000:00000001:2.0:1767384338.765384:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384338.765389:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384338.765434:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384338.765475:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384338.765732:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:1.0:1767384338.765737:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000032415449. 00000800:00000010:1.0:1767384338.765747:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006be751ea. 00000800:00000010:1.0:1767384338.765772:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006be751ea. 00000800:00020000:1.0:1767384338.765793:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384338.765797:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000032415449. 00000800:00000010:1.0:1767384338.765801:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:1.0:1767384338.765846:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp34 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384338.765854:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp34 notifying 192.168.204.131@tcp34: down 00000800:00000200:1.0:1767384338.765860:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp34 down 00000800:00000100:1.0:1767384338.765866:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 480 0@<0:0>->192.168.204.131@tcp34 00000800:00000010:1.0:1767384338.765870:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7882918. 00000400:00000200:1.0:1767384338.765873:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384338.765878:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp34->192.168.204.131@tcp34: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384338.765887:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp34 added to recovery queue. ping count: 0 next ping: 260 health :900 00000400:00000200:1.0:1767384338.765891:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384338.765895:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 1 00000400:00000200:1.0:1767384338.765901:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384338.765927:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384338.765937:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x101151 00000400:00000001:1.0:1767384338.765943:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.765944:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384338.765947:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce98922 00000400:00000010:1.0:1767384338.765948:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce98922. 00000400:00000200:1.0:1767384338.765952:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384338.765958:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384338.765965:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (29) 00000400:00000200:1.0:1767384338.765968:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384338.765973:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc -71 00000400:00000200:1.0:1767384338.765985:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384338.765995:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (28) 00000100:00000040:3.0:1767384338.774538:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294926682, at 4294926683 00000100:00000040:1.0:1767384338.774538:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294926682, at 4294926683 00000100:00000010:3.0:1767384338.774553:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ade3b3d. 00000100:00000010:1.0:1767384338.774555:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bebaa1d7. 00000100:00000040:0.0:1767384338.775594:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294926682, at 4294926684 00000100:00000010:0.0:1767384338.775601:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5e38621. 00000100:00000040:2.0:1767384338.775607:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294926682, at 4294926684 00000100:00000010:2.0:1767384338.775617:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000977acc02. 00080000:00000001:2.0:1767384338.779829:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.779833:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384338.779837:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:1.0:1767384338.779839:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384338.779843:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384338.779844:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384338.779847:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384338.779848:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384338.779849:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384338.779854:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e49c328. 00080000:00000001:1.0:1767384338.779858:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384338.779860:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384338.779877:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384338.779881:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384338.779889:0:16776:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000033ef98ef. 00080000:00000020:2.0:1767384338.779890:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384338.779890:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384338.779901:0:16776:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:1.0:1767384338.779902:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384338.779911:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384338.779914:0:16776:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384338.779917:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384338.779922:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384338.779923:0:16776:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:1.0:1767384338.779932:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e5f62e9d. 00010000:00000001:1.0:1767384338.779938:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384338.779944:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed4520fc. 00000020:00000001:1.0:1767384338.779949:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384338.779955:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ed4520fc with handle 0xf83434fd52e6daab to hash 00000020:00000001:1.0:1767384338.779957:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384338.779958:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:1.0:1767384338.779961:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00080000:00000001:3.0:1767384338.779965:0:16776:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384338.779965:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384338.779969:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384338.779973:0:16776:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00010000:1.0:1767384338.779974:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6daab lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.779982:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384338.779986:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384338.779988:0:16776:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.779991:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384338.779992:0:16776:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384338.779994:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384338.779998:0:16776:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384338.779999:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384338.780007:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384338.780009:0:16776:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384338.780015:0:16776:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384338.780016:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384338.780019:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:3.0:1767384338.780020:0:16776:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a172e136. 00080000:00000001:3.0:1767384338.780027:0:16776:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874042368 : -119702835509248 : ffff93218302c800) 00010000:00000001:1.0:1767384338.780028:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384338.780033:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384338.780034:0:16776:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384338.780038:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384338.780041:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e5f62e9d) refcount = 1 00010000:00010000:1.0:1767384338.780045:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6daab lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.780049:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384338.780053:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384338.780054:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384338.780056:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.780057:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384338.780060:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384338.780062:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:1.0:1767384338.780065:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384338.780068:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384338.780069:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=4 00000020:00000001:1.0:1767384338.780071:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:1.0:1767384338.780073:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:1.0:1767384338.780075:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384338.780076:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6daab lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.780083:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384338.780087:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6daab lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.780092:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384338.780095:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384338.780097:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6daab lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.780100:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384338.780103:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384338.780106:0:16776:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384338.780108:0:16776:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384338.780119:0:16776:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384338.780121:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384338.780124:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6daab lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384338.780130:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ed4520fc already unused, calling callback (000000008463f753) 00010000:00000001:1.0:1767384338.780133:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384338.780135:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384338.780136:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6daab lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384338.780142:0:16776:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.780142:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384338.780147:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384338.780151:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384338.780152:0:16776:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:1.0:1767384338.780153:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=5 00000020:00000001:1.0:1767384338.780158:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:1.0:1767384338.780159:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:1.0:1767384338.780161:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384338.780162:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6daab lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.780167:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384338.780168:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384338.780170:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.780174:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384338.780176:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384338.780177:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384338.780178:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384338.780181:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ed4520fc with handle 0xf83434fd52e6daab from hash 00010000:00000001:1.0:1767384338.780183:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384338.780185:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384338.780186:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384338.780188:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384338.780190:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384338.780191:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384338.780193:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384338.780194:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384338.780204:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.780206:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384338.780207:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384338.780209:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384338.780210:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384338.780212:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.780213:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.780215:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384338.780217:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6daab lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.780220:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384338.780221:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384338.780224:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384338.780227:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384338.780229:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384338.780231:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384338.780234:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384338.780238:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384338.780241:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384338.780244:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6daab lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384338.780247:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384338.780249:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384338.780251:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6daab lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384338.780257:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e5f62e9d count: 0 00010000:00000001:1.0:1767384338.780265:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384338.780267:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384338.780322:0:16776:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384338.780326:0:16776:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:0.0:1767384338.787059:0:29956:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fd41c2b7. 00000400:00000040:0.0:1767384338.787086:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384338.787092:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384338.787096:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384338.787099:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384338.787102:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384338.787104:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384338.787108:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384338.787111:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384338.787112:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384338.787114:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384338.787117:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384338.787119:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384338.787122:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384338.787124:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384338.787127:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384338.787130:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384338.787133:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384338.787135:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384338.787137:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384338.787140:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384338.787143:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384338.787145:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384338.787148:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384338.787151:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384338.787153:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384338.787157:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384338.787159:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384338.787162:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384338.787164:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384338.787167:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384338.787169:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384338.787172:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384338.787175:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384338.787185:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384338.787188:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384338.787190:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384338.787192:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384338.787195:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384338.787197:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384338.787198:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384338.787200:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384338.787201:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384338.787203:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384338.787205:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384338.787206:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384338.787207:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384338.787209:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384338.787210:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384338.787212:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384338.787214:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384338.787215:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384338.787217:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384338.787218:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384338.787220:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384338.787222:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384338.787223:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384338.787225:0:29956:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384338.787317:0:29956:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fd41c2b7. 00080000:00000001:1.0:1767384338.790608:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384338.790613:0:16776:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384338.790614:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384338.790619:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384338.790624:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384338.790626:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384338.790628:0:16776:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000010:1.0:1767384338.790629:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a172e136. 20000000:00000001:3.0:1767384338.790640:0:16776:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.790641:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384338.790645:0:16776:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384338.790648:0:16776:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384338.790664:0:16776:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384338.790668:0:16776:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384338.790676:0:16776:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384338.790689:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384338.790692:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384338.790695:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384338.790699:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384338.790703:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384338.790711:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000acf388e. 00010000:00000001:3.0:1767384338.790716:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384338.790719:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007f9ba894. 00000020:00000001:3.0:1767384338.790723:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384338.790725:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007f9ba894 with handle 0xf83434fd52e6dab2 to hash 00000020:00000001:3.0:1767384338.790727:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384338.790728:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166791168 : -119698542760448 : ffff932282e0ee00) 00010000:00000001:3.0:1767384338.790731:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166791168 : -119698542760448 : ffff932282e0ee00) 00010000:00000001:3.0:1767384338.790741:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384338.790743:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.790745:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007f9ba894/0xf83434fd52e6dab2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.790753:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384338.790756:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384338.790758:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384338.790761:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384338.790763:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384338.790765:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384338.790766:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384338.790768:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384338.790770:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384338.790772:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384338.790774:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384338.790775:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000acf388e) refcount = 1 00010000:00010000:3.0:1767384338.790777:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007f9ba894/0xf83434fd52e6dab2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.790781:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384338.790784:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384338.790785:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384338.790786:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.790789:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384338.790792:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384338.790794:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384338.790797:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384338.790798:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384338.790801:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007f9ba894 refcount=4 00000020:00000001:3.0:1767384338.790802:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166791168 : -119698542760448 : ffff932282e0ee00) 00010000:00000001:3.0:1767384338.790804:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166791168 : -119698542760448 : ffff932282e0ee00) 00010000:00000001:3.0:1767384338.790806:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384338.790808:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007f9ba894/0xf83434fd52e6dab2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.790824:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384338.790826:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007f9ba894/0xf83434fd52e6dab2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.790832:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.790834:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384338.790836:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007f9ba894/0xf83434fd52e6dab2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.790842:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384338.790843:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.790846:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384338.790848:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007f9ba894/0xf83434fd52e6dab2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384338.790855:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007f9ba894 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384338.790858:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384338.790860:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384338.790862:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007f9ba894/0xf83434fd52e6dab2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.790869:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384338.790871:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384338.790872:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384338.790873:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007f9ba894 refcount=5 00000020:00000001:3.0:1767384338.790875:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166791168 : -119698542760448 : ffff932282e0ee00) 00010000:00000001:3.0:1767384338.790877:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166791168 : -119698542760448 : ffff932282e0ee00) 00010000:00000001:3.0:1767384338.790879:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384338.790881:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007f9ba894/0xf83434fd52e6dab2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.790885:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384338.790887:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384338.790893:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.790897:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384338.790898:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384338.790901:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384338.790903:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384338.790905:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007f9ba894 with handle 0xf83434fd52e6dab2 from hash 00010000:00000001:3.0:1767384338.790906:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384338.790907:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.790908:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.790909:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384338.790911:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384338.790914:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384338.790916:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384338.790918:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384338.790920:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.790922:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384338.790923:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384338.790925:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.790926:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.790928:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.790930:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.790932:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.790934:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007f9ba894/0xf83434fd52e6dab2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.790937:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.790939:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.790941:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384338.790943:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384338.790944:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.790947:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.790948:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384338.790951:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384338.790952:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.790954:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007f9ba894/0xf83434fd52e6dab2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.790958:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384338.790962:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384338.790964:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007f9ba894/0xf83434fd52e6dab2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384338.790968:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000acf388e count: 0 00010000:00000001:3.0:1767384338.790988:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384338.790990:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384338.791515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e5f62e9d. 00010000:00000010:1.1:1767384338.791529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed4520fc. 00080000:00000020:2.0:1767384338.792604:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384338.792610:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384338.792615:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c1b9bf4b. 20000000:00000001:2.0:1767384338.792623:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384338.792630:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732515840 00010000:00000001:2.0:1767384338.792634:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384338.792647:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be9af0f6 x1853236732515840/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384338.792660:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384338.792663:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384338.792668:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384338.792674:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384338.792678:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384338.792681:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384338.792686:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384338.792690:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.792696:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384338.792701:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384338.792707:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb8b9d0f. 00000100:00000200:2.0:1767384338.792714:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732515840, offset 224 00000400:00000200:2.0:1767384338.792723:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384338.792741:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384338.792756:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205600 00000400:00000200:2.0:1767384338.792767:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19cd [2] + 224 00000400:00000200:2.0:1767384338.792778:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384338.792784:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384338.792793:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384338.792799:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007838d187 x1853236732515840/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384338.792811:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007838d187 x1853236732515840/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.792843:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384338.792857:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb8b9d0f 00000400:00000010:2.0:1767384338.792860:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb8b9d0f. 00000100:00000001:0.0:1767384338.792860:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.792867:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384338.792867:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384338.792871:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384338.792878:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384338.792878:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384338.792883:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384338.792884:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:0.0:1767384338.792888:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9abbcf8. 00010000:00000001:2.0:1767384338.792889:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384338.792893:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.792896:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8f211d1 00000020:00000001:2.0:1767384338.792898:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384338.792901:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8f211d1. 00000100:00000040:2.0:1767384338.792905:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be9af0f6 x1853236732515840/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.792907:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384338.792915:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007838d187 x1853236732515840/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384338.792925:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be9af0f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732515840:12345-0@lo:253: Request processed in 28099us (29125us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384338.792940:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007838d187 x1853236732515840/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384338.792950:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000001:0.0:1767384338.792956:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384338.792957:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384338.792962:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384338.792968:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384338.792969:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.792975:0:16146:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384338.792977:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e376703. 02000000:00000001:0.0:1767384338.792980:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384338.792986:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005882749f. 00000100:00000001:0.0:1767384338.792986:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384338.792990:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384338.792995:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000574418b3. 02000000:00000001:0.0:1767384338.792997:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384338.793006:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00001000:0.0:1767384338.793006:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=58 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384338.793015:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=58 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384338.793016:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384338.793020:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cbeb1333. 00000100:00000001:0.0:1767384338.793021:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384338.793025:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384338.793026:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.793028:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384338.793031:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384338.793034:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384338.793036:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384338.793038:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384338.793042:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b4b4ca3. 00000400:00000010:2.0:1767384338.793048:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb8b9d0f. 00000100:00000040:0.0:1767384338.793048:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007838d187 x1853236732515840/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.793060:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.793064:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384338.793067:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384338.793074:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384338.793076:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384338.793079:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384338.793081:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384338.793082:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384338.793083:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384338.793084:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384338.793086:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384338.793088:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384338.793091:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384338.793095:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007838d187 x1853236732515840/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384338.793104:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007838d187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732515840:0@lo:253: 00000100:00000001:0.0:1767384338.793110:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.793114:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384338.793118:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007838d187 x1853236732515840/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.793126:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384338.793138:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384338.793141:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003f07e1ce. 02000000:00000001:0.0:1767384338.793146:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384338.793149:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384338.793151:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384338.793155:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384338.793158:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f30fabec. 02000000:00000001:0.0:1767384338.793163:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384338.793166:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384338.793169:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007838d187. 00000100:00000001:0.0:1767384338.793175:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384338.793177:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.793180:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.793189:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384338.793192:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.793195:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384338.793199:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384338.794168:0:16776:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384338.794173:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384338.794176:0:16776:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007becc6c3. 20000000:00000001:3.0:1767384338.794182:0:16776:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384338.794188:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732515968 00010000:00000001:3.0:1767384338.794191:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384338.794200:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006e52ada0 x1853236732515968/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384338.794209:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384338.794211:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384338.794214:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384338.794217:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384338.794219:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384338.794221:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384338.794223:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384338.794226:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.794229:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384338.794232:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384338.794236:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a0eccb1. 00000100:00000200:3.0:1767384338.794241:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732515968, offset 224 00000400:00000200:3.0:1767384338.794246:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384338.794257:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384338.794266:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205680 00000400:00000200:3.0:1767384338.794273:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19d5 [2] + 224 00000400:00000200:3.0:1767384338.794280:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384338.794283:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384338.794288:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384338.794293:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dbe1dd8a x1853236732515968/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384338.794306:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dbe1dd8a x1853236732515968/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.794321:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384338.794328:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a0eccb1 00000400:00000010:3.0:1767384338.794331:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a0eccb1. 00000100:00000001:3.0:1767384338.794336:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384338.794338:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384338.794343:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384338.794346:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384338.794349:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384338.794351:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.794355:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384338.794356:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.794360:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384338.794362:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e52ada0 x1853236732515968/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384338.794366:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384338.794375:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384338.794378:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006e52ada0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732515968:12345-0@lo:253: Request processed in 29418us (30263us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384338.794390:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eb3fc6f. 00000100:00100000:3.0:1767384338.794407:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000400:00000200:2.0:1767384338.794408:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ee7680a 00000400:00000010:2.0:1767384338.794412:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ee7680a. 00000100:00000040:3.0:1767384338.794413:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384338.794417:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384338.794418:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384338.794424:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384338.794428:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbe1dd8a x1853236732515968/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384338.794429:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f56a01c5. 00000020:00000010:3.0:1767384338.794442:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073abe2b2. 00000100:00000200:2.0:1767384338.794448:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbe1dd8a x1853236732515968/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384338.794450:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000588d591b. 00000020:00000040:3.0:1767384338.794464:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:2.0:1767384338.794466:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384338.794473:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384338.794474:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.794514:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384338.794516:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384338.794517:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.794519:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.794522:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384338.794526:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=58 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384338.794529:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=58 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384338.794532:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004e1f66d9. 00000100:00000001:2.0:1767384338.794534:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384338.794537:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384338.794537:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.794544:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384338.794546:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.794546:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.794558:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384338.794562:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384338.794563:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dbe1dd8a x1853236732515968/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384338.794574:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eb3fc6f. 00000100:00000001:2.0:1767384338.794575:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.794581:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384338.794583:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384338.794584:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a0eccb1. 00000020:01000004:2.0:1767384338.794585:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384338.794593:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384338.794596:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384338.794598:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384338.794600:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384338.794602:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384338.794604:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384338.794605:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384338.794607:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384338.794615:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbe1dd8a x1853236732515968/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384338.794621:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dbe1dd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732515968:0@lo:253: 00000100:00000001:2.0:1767384338.794627:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.794629:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384338.794631:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dbe1dd8a x1853236732515968/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.794635:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384338.794637:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384338.794638:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000819085a5. 02000000:00000001:2.0:1767384338.794642:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384338.794643:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384338.794644:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384338.794647:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384338.794648:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005053e3f2. 02000000:00000001:2.0:1767384338.794652:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384338.794653:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384338.794654:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbe1dd8a. 00000100:00000001:2.0:1767384338.794659:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384338.794660:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.794662:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.794668:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384338.794670:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.794673:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.794676:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384338.797510:0:29960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000acf388e. 00010000:00000010:3.1:1767384338.797519:0:29960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007f9ba894. 00010000:00000001:1.0:1767384338.812553:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384338.812561:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.812569:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384338.812571:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.812616:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384338.812622:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.812629:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384339.388542:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384339.388556:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384339.388559:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ad3aa94 00000400:00000010:3.0:1767384339.388563:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ad3aa94. 00000400:00000200:3.0:1767384339.388569:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384339.388576:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384339.388586:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bff03f7b. 00000400:00000010:3.0:1767384339.388591:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d098d4d4. 00010000:00000001:1.0:1767384339.835535:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384339.835543:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.835550:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384339.835551:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384339.835601:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384339.835609:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384339.835616:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384340.305357:0:30365:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384340.305389:0:30365:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.305394:0:30365:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.305400:0:30365:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384340.305405:0:30365:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.305408:0:30365:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384340.411546:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp33 00000400:00000010:3.0:1767384340.411552:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cf44bc65. 00000800:00000200:1.0:1767384340.411556:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001431fd88] -> 12345-192.168.204.131@tcp21 (6) 00000400:00000010:3.0:1767384340.411561:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000019a31591. 00000800:00000200:1.0:1767384340.411563:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp21 ip 192.168.204.131:988 00000400:00000010:3.0:1767384340.411569:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ad3aa94. 00000800:00000200:1.0:1767384340.411570:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384340.411579:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009ac19069. 00000400:00000200:3.0:1767384340.411585:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp33 00000400:00000200:3.0:1767384340.411603:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp33 local destination 00000400:00000200:3.0:1767384340.411609:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp33 00000400:00000200:3.0:1767384340.411613:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp33 NI seq info: [99:99:256:4294967295] 192.168.204.131@tcp33 LPNI seq info [98:98:8:4294967295] 00000400:00000200:3.0:1767384340.411620:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp33 00000400:00000200:3.0:1767384340.411628:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp33(192.168.204.131@tcp33:) -> 192.168.204.131@tcp33(192.168.204.131@tcp33:192.168.204.131@tcp33) : GET try# 0 00000800:00000200:3.0:1767384340.411632:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp33 00000800:00000010:3.0:1767384340.411637:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007b2d59f8. 00000800:00000200:3.0:1767384340.411642:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041f977a8] -> 12345-192.168.204.131@tcp33 (2) 00000800:00000200:3.1:1767384340.411646:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041f977a8] -> 12345-192.168.204.131@tcp33 (2) 00000400:00000200:3.0:1767384340.411666:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp33 added to recovery queue. ping count: 3 next ping: 269 health :700 00000400:00000200:3.0:1767384340.411671:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp29 00000400:00000010:3.0:1767384340.411674:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e5bc15ff. 00000400:00000010:3.0:1767384340.411677:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000962a8f2e. 00000400:00000010:3.0:1767384340.411680:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c1c721. 00000400:00000010:3.0:1767384340.411684:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e40ed54. 00000400:00000200:3.0:1767384340.411687:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp29 00000800:00000200:2.0:1767384340.411690:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384340.411692:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp29 local destination 00000800:00000001:2.0:1767384340.411697:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384340.411698:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp29 00000400:00000200:3.0:1767384340.411703:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp29 NI seq info: [100:100:256:4294967295] 192.168.204.131@tcp29 LPNI seq info [99:99:8:4294967295] 00000800:00000001:2.0:1767384340.411708:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384340.411716:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384340.411718:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp29 00000400:00000200:3.0:1767384340.411724:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp29(192.168.204.131@tcp29:) -> 192.168.204.131@tcp29(192.168.204.131@tcp29:192.168.204.131@tcp29) : GET try# 0 00000800:00000001:2.0:1767384340.411728:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384340.411729:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp29 00000800:00000010:3.0:1767384340.411735:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ffa3dcdc. 00000400:00000200:1.0:1767384340.411738:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:3.0:1767384340.411740:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000800:00000200:3.1:1767384340.411746:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000400:00000200:3.0:1767384340.411758:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp29 added to recovery queue. ping count: 4 next ping: 277 health :600 00000400:00000200:3.0:1767384340.411761:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp34 00000400:00000010:3.0:1767384340.411763:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004b18ca1b. 00000400:00000010:3.0:1767384340.411766:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bf16e35d. 00000400:00000010:3.0:1767384340.411769:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab9fc840. 00000400:00000010:3.0:1767384340.411772:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002fce26d3. 00000400:00000200:3.0:1767384340.411776:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp34 00000400:00000200:3.0:1767384340.411782:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp34 local destination 00000400:00000200:3.0:1767384340.411784:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp34 00000400:00000200:3.0:1767384340.411786:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp34 NI seq info: [101:101:256:4294967295] 192.168.204.131@tcp34 LPNI seq info [100:100:8:4294967295] 00000400:00000200:3.0:1767384340.411790:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp34 00000400:00000200:3.0:1767384340.411797:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp34(192.168.204.131@tcp34:) -> 192.168.204.131@tcp34(192.168.204.131@tcp34:192.168.204.131@tcp34) : GET try# 0 00000800:00000200:3.0:1767384340.411801:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp34 00000800:00000010:3.0:1767384340.411805:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022a17a92. 00000800:00000200:3.0:1767384340.411808:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c915af] -> 12345-192.168.204.131@tcp34 (2) 00000400:00000200:1.0:1767384340.411808:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000200:3.1:1767384340.411815:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c915af] -> 12345-192.168.204.131@tcp34 (2) 00000400:00000200:3.0:1767384340.411828:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp34 added to recovery queue. ping count: 1 next ping: 263 health :900 00000400:00000200:1.0:1767384340.411843:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.411883:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.411886:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.411893:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.411961:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.411977:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.411980:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412018:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412051:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412053:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412089:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412129:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412131:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412153:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412200:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412201:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412209:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412284:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412292:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412294:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412340:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412382:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412383:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412413:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412445:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412452:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412474:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412535:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412547:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412554:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412600:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412609:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412624:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412667:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412686:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412699:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412731:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412747:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412765:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412796:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412806:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412837:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412873:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412875:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412915:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.412957:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.412959:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.412983:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413024:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413031:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413050:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413088:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413094:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413124:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413165:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413166:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413183:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413239:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413246:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413249:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413305:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413312:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413325:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413386:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413388:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413405:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413450:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413460:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413500:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413533:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413550:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413578:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413608:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413628:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413654:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413680:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413703:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413727:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413750:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413780:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413793:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413818:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413852:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413854:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413886:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413918:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413924:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.413947:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.413991:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.413993:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.414005:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.414070:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.414075:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.414075:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.414144:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.414147:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.414207:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.414216:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384340.414238:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000800:00000010:1.0:1767384340.414258:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:1.0:1767384340.414265:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e2a0f68. 00000800:00000010:1.0:1767384340.414271:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000455fc252. 00000400:00000200:3.0:1767384340.414282:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000800:00000010:1.0:1767384340.414293:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000455fc252. 00000400:00000200:2.0:1767384340.414295:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00020000:1.0:1767384340.414304:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384340.414308:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e2a0f68. 00000800:00000010:1.0:1767384340.414311:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:00000200:3.0:1767384340.414348:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:02020000:1.0:1767384340.414376:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp33 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384340.414385:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp33 notifying 192.168.204.131@tcp33: down 00000400:00000200:1.0:1767384340.414389:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384340.414394:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp33 00000800:00000010:1.0:1767384340.414396:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007b2d59f8. 00000400:00000200:1.0:1767384340.414401:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384340.414407:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp33->192.168.204.131@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384340.414409:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.414428:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384340.414432:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384340.414437:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp33) recovery failed with -71 00000400:00000200:3.0:1767384340.414463:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000800:00000010:2.0:1767384340.414466:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cbeb1333. 00000800:00000010:2.0:1767384340.414471:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000044d48c8. 00000800:00000010:2.0:1767384340.414474:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c920666f. 00000400:00000200:3.0:1767384340.414546:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.414571:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.414602:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000800:00000010:2.0:1767384340.414738:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c920666f. 00000800:00020000:2.0:1767384340.414747:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384340.414749:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000044d48c8. 00000800:00000010:2.0:1767384340.414752:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cbeb1333. 00000800:00000010:3.0:1767384340.414790:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007becc6c3. 00000800:00000010:3.0:1767384340.414794:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000026ce0c49. 00000800:00000010:3.0:1767384340.414797:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000043e71c02. 00000400:02020000:2.0:1767384340.414817:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp29 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384340.414826:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp29 notifying 192.168.204.131@tcp29: down 00000800:00000010:3.0:1767384340.414829:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000043e71c02. 00000800:00000200:2.0:1767384340.414834:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp29 down 00000800:00000100:2.0:1767384340.414843:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp29 00000800:00000010:2.0:1767384340.414845:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ffa3dcdc. 00000400:00000200:2.0:1767384340.414849:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384340.414853:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp29->192.168.204.131@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384340.414859:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384340.414862:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384340.414866:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp29) recovery failed with -71 00000400:00000200:1.0:1767384340.415017:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384340.415036:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp34 from 216.3.0.2 00000800:00000010:1.0:1767384340.415040:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001be1e526. 00000800:00000010:3.0:1767384340.415077:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000056b99496. 00000800:00000010:3.0:1767384340.415082:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fe4fc10. 00000800:00000010:3.0:1767384340.415101:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d2029380. 00000800:00000200:3.1:1767384340.415106:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c915af] -> 12345-192.168.204.131@tcp34 (2) 00000800:00000200:3.1:1767384340.415111:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp34 00000000d2029380 deleted 00000800:00000010:3.1:1767384340.415113:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d2029380. 00000800:00000200:3.1:1767384340.415119:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384340.415129:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp34 ip 192.168.204.131:984 00000800:00000200:3.1:1767384340.415132:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022a17a92 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384340.415138:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp34 p 3.x 192.168.204.131 -> 192.168.204.131:984 incarnation:1767384334265755310 sched[0] 00000800:00000010:3.0:1767384340.415142:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000043e71c02. 00000800:00000010:3.0:1767384340.415197:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000043e71c02. 00000800:00000010:3.0:1767384340.415201:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fe4fc10. 00000800:00000200:0.1:1767384340.415229:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384340.415238:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp34 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384334265755310 sched[0] 00000800:00000010:0.0:1767384340.415242:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000026ce0c49. 00000800:00000010:3.0:1767384340.415246:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001be1e526. 00000800:00000001:3.0:1767384340.415271:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.415277:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384340.415302:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:3.0:1767384340.415324:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384340.415327:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022a17a92. 00000400:00000200:3.0:1767384340.415331:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.415337:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp34->192.168.204.131@tcp34: GET: OK 00000400:00000200:3.0:1767384340.415341:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384340.415344:0:16139:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp34 recovery message sent successfully:0 00000800:00000001:3.0:1767384340.415380:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.415387:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384340.415389:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.415396:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384340.415401:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.415408:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp34(192.168.204.131@tcp34) <- 192.168.204.131@tcp34 : GET - for me 00000400:00000200:3.0:1767384340.415420:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384340.415429:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x19c5 [1] + 0 00000400:00000200:3.0:1767384340.415438:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp34 to MR: 192.168.204.131@tcp34 local destination 00000400:00000200:3.0:1767384340.415444:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp34 NI seq info: [102:102:256:4294967295] 192.168.204.131@tcp34 LPNI seq info [101:101:8:4294967295] 00000400:00000200:3.0:1767384340.415458:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp34(192.168.204.131@tcp34:192.168.204.131@tcp34) -> 192.168.204.131@tcp34(192.168.204.131@tcp34:192.168.204.131@tcp34) 192.168.204.131@tcp34 : REPLY try# 0 00000400:00000200:0.0:1767384340.415459:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000200:3.0:1767384340.415475:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp34 00000400:00000200:0.0:1767384340.415527:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000800:00000010:3.0:1767384340.415545:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022a17a92. 00000800:00000200:3.0:1767384340.415552:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c915af] -> 12345-192.168.204.131@tcp34 (4) 00000800:00000200:3.0:1767384340.415557:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp34 ip 192.168.204.131:988 00000800:00000200:3.0:1767384340.415559:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022a17a92 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384340.415580:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000800:00000200:3.0:1767384340.415606:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384340.415609:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022a17a92. 00000400:00000200:3.0:1767384340.415613:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.415617:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp34->192.168.204.131@tcp34: REPLY: OK 00000800:00000001:3.0:1767384340.415628:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.415632:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384340.415635:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.415639:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384340.415641:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.415645:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384340.415647:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384340.415653:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp34(192.168.204.131@tcp34) <- 192.168.204.131@tcp34 : REPLY - for me 00000400:00000200:3.0:1767384340.415664:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp34: Reply from 12345-192.168.204.131@tcp34 of length 272/272 into md 0x19f5 00000800:00000001:3.0:1767384340.415668:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.415673:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384340.415675:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.415678:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp34->192.168.204.131@tcp34: REPLY: OK 00000400:00000200:3.0:1767384340.415683:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9fc840 00000400:00000010:3.0:1767384340.415686:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab9fc840. 00000400:00000200:3.0:1767384340.415689:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384340.415694:0:16139:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004b18ca1b. 00000400:00000010:3.0:1767384340.415698:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bf16e35d. 00000800:00000001:3.0:1767384340.415704:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.415708:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384340.415745:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.415775:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.415816:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.415853:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.415870:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.415899:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.415915:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.415937:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.415955:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.415978:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416000:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416020:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416042:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416063:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416078:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416092:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416107:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416124:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416140:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416155:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416171:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416185:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416203:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416217:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416233:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416249:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416265:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416282:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.416314:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384340.416462:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:1.0:1767384340.416465:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e2a0f68. 00000800:00000010:1.0:1767384340.416468:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000455fc252. 00000800:00000010:1.0:1767384340.416502:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000455fc252. 00000800:00020000:1.0:1767384340.416509:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384340.416512:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e2a0f68. 00000800:00000010:1.0:1767384340.416514:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:1.0:1767384340.416570:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp34 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384340.859550:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384340.859559:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.859566:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384340.859568:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.859607:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384340.859612:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384340.859616:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384340.987601:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384340.987606:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:1.0:1767384340.987611:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384340.987614:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384340.987616:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384340.987618:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384340.987621:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384340.987624:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384340.987627:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 53 10000000:00000001:1.0:1767384340.987630:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384340.987632:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384340.987639:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000515a4868. 00000020:00000040:1.0:1767384340.987644:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384340.987650:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384340.987653:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384340.987657:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384340.987663:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1d442b7. 00000100:00000001:1.0:1767384340.987671:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.987678:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384340.987681:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384340.987690:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000015342abe. 00010000:00000001:1.0:1767384340.987694:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384340.987697:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed4520fc. 00000020:00000001:1.0:1767384340.987710:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384340.987713:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ed4520fc with handle 0xf83434fd52e6dab9 to hash 00000020:00000001:1.0:1767384340.987716:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384340.987717:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:1.0:1767384340.987720:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:1.0:1767384340.987722:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384340.987724:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384340.987726:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384340.987736:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384340.987748:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384340.987753:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384340.987754:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384340.987759:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b14a5cbe. 00000100:00000001:1.0:1767384340.987761:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370868485504 : -119702841066112 : ffff932182adfd80) 00000100:00000001:1.0:1767384340.987763:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384340.987765:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 00000100:00000001:1.0:1767384340.987772:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384340.987775:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.987777:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384340.987779:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384340.987786:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000515a4868 x1853236732516096/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.987794:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384340.987796:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.987799:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384340.987802:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384340.987805:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384340.987808:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732516096:0@lo:101: 00000100:00000001:1.0:1767384340.987817:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384340.987823:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384340.987826:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.987828:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384340.987832:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000017135cd6. 02000000:00000001:1.0:1767384340.987834:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384340.987840:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062747445. 00000400:00000010:1.0:1767384340.987848:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce98922. 00000100:00000200:1.0:1767384340.987855:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732516096, portal 25 00000100:00000001:1.0:1767384340.987857:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384340.987857:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 00000100:00000040:1.0:1767384340.987861:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000515a4868 x1853236732516096/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.987867:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384340.987870:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384340.987873:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057023649. 00000100:00000200:1.0:1767384340.987877:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732516096, offset 0 00000400:00000200:1.0:1767384340.987885:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384340.987897:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384340.987911:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d205700 00000400:00000200:1.0:1767384340.987917:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1221 [2] + 0 00000400:00000010:1.0:1767384340.987921:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e98b49a9. 00000400:00000200:1.0:1767384340.987925:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f212f487 00000400:00000200:1.0:1767384340.987932:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384340.987937:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384340.987941:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f212f487 00000400:00000010:1.0:1767384340.987942:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f212f487. 00000100:00000001:1.0:1767384340.987947:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384340.987948:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384340.987951:0:16780:0:(events.c:337:request_in_callback()) incoming req@000000003b7a293d x1853236732516096 msgsize 328 00000100:00100000:1.0:1767384340.987954:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384340.987956:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384340.987969:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384340.987977:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057023649 00000400:00000010:1.0:1767384340.987985:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057023649. 00000100:00000001:1.0:1767384340.987989:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384340.987993:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000515a4868 x1853236732516096/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.987998:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384340.988002:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732516096 00000100:00000001:1.0:1767384340.988002:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384340.988006:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000515a4868 x1853236732516096/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384340.988007:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384340.988011:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384340.988014:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.988016:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.988018:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384340.988022:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.988026:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.988027:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294928906 00000100:00100000:3.0:1767384340.988031:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732516096 00000100:00000010:1.0:1767384340.988033:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3fa66e6. 00000020:00000001:3.0:1767384340.988036:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384340.988038:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:1.0:1767384340.988040:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384340.988041:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.988044:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:3.0:1767384340.988048:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384340.988049:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294928906 00000020:00000001:3.0:1767384340.988050:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000010:1.0:1767384340.988056:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaf98a33. 00000100:00000001:3.0:1767384340.988058:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384340.988060:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000020:00000010:3.0:1767384340.988063:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000241540a9. 00000100:00000001:1.0:1767384340.988064:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294928906 00000100:00000001:3.0:1767384340.988068:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384340.988070:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008857961. 00000020:00000010:3.0:1767384340.988071:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000241540a9. 00000100:00000001:1.0:1767384340.988074:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384340.988077:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294928906 00000020:00000010:3.0:1767384340.988078:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e1769de. 00000100:00000010:1.0:1767384340.988080:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bee003d9. 00000100:00000001:1.0:1767384340.988085:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384340.988087:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c650fd4f. 00000100:00000001:1.0:1767384340.988087:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384340.988093:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.988095:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384340.988096:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b5017ea. 00000100:00000001:1.0:1767384340.988096:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384340.988101:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b14a5cbe going to sleep for 11 seconds 00000100:00000001:1.0:1767384340.988105:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384340.988108:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.988110:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384340.988114:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384340.988115:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384340.988116:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.988123:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.988134:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.988144:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384340.988146:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384340.988151:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000040:3.0:1767384340.988154:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384340.988156:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141054032 : -119697568497584 : ffff9322bcf30050) 00000100:00000040:3.0:1767384340.988160:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b7a293d x1853236732516096/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:321/0 lens 328/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.988168:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384340.988171:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000241540a9. 00000100:00000001:3.0:1767384340.988173:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384340.988175:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000241540a9. 00000100:00100000:3.0:1767384340.988179:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b7a293d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16780:x1853236732516096:12345-0@lo:101: 00000100:00000200:3.0:1767384340.988188:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732516096 00000020:00000001:3.0:1767384340.988192:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384340.988195:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384340.988197:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.988199:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384340.988201:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:3.0:1767384340.988203:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384340.988205:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384340.988207:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384340.988209:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384340.988213:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.988215:0:16776:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384340.988217:0:16776:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384340.988218:0:16776:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384340.988220:0:16776:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384340.988221:0:16776:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.988226:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384340.988231:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e65a330d. 00010000:00000001:3.0:1767384340.988233:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384340.988235:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070a4c68f. 00000020:00000001:3.0:1767384340.988237:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384340.988238:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070a4c68f with handle 0xf83434fd52e6dac0 to hash 00000020:00000001:3.0:1767384340.988240:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384340.988241:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166794752 : -119698542756864 : ffff932282e0fc00) 00010000:00000001:3.0:1767384340.988242:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166794752 : -119698542756864 : ffff932282e0fc00) 00010000:00010000:3.0:1767384340.988244:0:16776:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6dac0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf83434fd52e6dab9 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384340.988249:0:16776:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e25b4a2c : new locks_count 10 00000020:00000040:3.0:1767384340.988251:0:16776:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:3.0:1767384340.988258:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384340.988259:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384340.988262:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005985818b. 02000000:00000001:3.0:1767384340.988264:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.988270:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.988272:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384340.988275:0:16776:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384340.988277:0:16776:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384340.988278:0:16776:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384340.988280:0:16776:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.988281:0:16776:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384340.988283:0:16776:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.988285:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384340.988286:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384340.988287:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384340.988288:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384340.988290:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e65a330d) refcount = 1 00010000:00010000:3.0:1767384340.988293:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6dac0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf83434fd52e6dab9 expref: 15 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.988297:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384340.988299:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384340.988299:0:16776:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.988301:0:16776:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.988302:0:16776:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384340.988305:0:16776:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384340.988307:0:16776:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6dac0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6dab9 expref: 15 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.988311:0:16776:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384340.988312:0:16776:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384340.988314:0:16776:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.988316:0:16776:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.988317:0:16776:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384340.988319:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.988320:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384340.988321:0:16776:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000070a4c68f, rc 0) 00000020:00000001:3.0:1767384340.988323:0:16776:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384340.988326:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732516096 00010000:00000001:3.0:1767384340.988328:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384340.988331:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b7a293d x1853236732516096/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:321/0 lens 328/344 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384340.988342:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384340.988345:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384340.988348:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384340.988366:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384340.988368:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384340.988370:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384340.988372:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384340.988374:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.988376:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384340.988378:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384340.988381:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab9fc840. 00000100:00000200:3.0:1767384340.988384:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732516096, offset 224 00000400:00000200:3.0:1767384340.988388:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384340.988393:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384340.988398:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d205700 00000400:00000200:3.0:1767384340.988402:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x19f9 [1] + 224 00000400:00000200:3.0:1767384340.988405:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.988407:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384340.988410:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384340.988413:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000515a4868 x1853236732516096/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384340.988419:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000515a4868 x1853236732516096/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.988433:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384340.988437:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9fc840 00000400:00000010:3.0:1767384340.988439:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab9fc840. 00000100:00000001:3.0:1767384340.988441:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384340.988442:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384340.988445:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.988447:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384340.988449:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384340.988450:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.988452:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384340.988460:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384340.988461:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b7a293d x1853236732516096/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:321/0 lens 328/344 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384340.988469:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384340.988470:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b7a293d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732516096:12345-0@lo:101: Request processed in 300us (516us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384340.988475:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384340.988519:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000040:3.0:1767384340.988522:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384340.988524:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384340.988525:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384340.988529:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c650fd4f. 00000020:00000010:3.0:1767384340.988533:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b5017ea. 00000020:00000010:3.0:1767384340.988537:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e1769de. 00000020:00000040:3.0:1767384340.988541:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:3.0:1767384340.988544:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.988546:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005985818b. 02000000:00000001:3.0:1767384340.988550:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384340.988551:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384340.988556:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384340.988559:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003cdb946. 00000400:00000010:0.0:1767384340.988709:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062747445. 00000400:00000200:0.0:1767384340.988714:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce98922 00000400:00000010:0.0:1767384340.988724:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce98922. 00000100:00000001:0.0:1767384340.988728:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384340.988731:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041fa8bcc. 00000100:00000200:0.0:1767384340.988735:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000515a4868 x1853236732516096/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384340.988747:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000515a4868 x1853236732516096/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.988754:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384340.988757:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.988760:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384340.988763:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384340.988765:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384340.988766:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.988769:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384340.988774:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=60 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384340.988778:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.988781:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384340.988783:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.988786:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384340.988788:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.988791:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.988794:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000515a4868 x1853236732516096/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.988802:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384340.988805:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384340.988807:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384340.988811:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000515a4868 x1853236732516096/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.988818:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732516096:0@lo:101: 00000100:00000001:0.0:1767384340.988823:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.988826:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.988828:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384340.988830:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384340.988832:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000515a4868 x1853236732516096/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.988849:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384340.988852:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b14a5cbe. 00000100:00000001:0.0:1767384340.988855:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384340.988857:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.988859:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384340.988862:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384340.988864:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384340.988866:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=4 00000020:00000001:0.0:1767384340.988868:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:0.0:1767384340.988871:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000040:0.0:1767384340.988875:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ed4520fc, remote cookie: 0xf83434fd52e6dac0, flags: 0x0 00010000:00000001:0.0:1767384340.988878:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384340.988881:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384340.988882:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384340.988883:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384340.988885:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384340.988887:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000015342abe) refcount = 1 00010000:00010000:0.0:1767384340.988890:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6dac0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384340.988897:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384340.988898:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384340.988899:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384340.988902:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384340.988904:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384340.988907:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6dac0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384340.988913:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384340.988915:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384340.988917:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384340.988918:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384340.988919:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384340.988920:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.988929:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384340.988932:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000515a4868 x1853236732516096/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.988939:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384340.988941:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384340.988944:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000017135cd6. 02000000:00000001:0.0:1767384340.988947:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384340.988949:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384340.988950:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384340.988953:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384340.988954:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d1d442b7. 02000000:00000001:0.0:1767384340.988957:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384340.988959:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384340.988961:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000515a4868. 00000100:00000001:0.0:1767384340.988964:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384340.988966:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384340.988968:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384340.988970:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384340.988972:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:0.0:1767384340.988974:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.988976:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384340.988977:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384340.988979:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=3 00000020:00000001:0.0:1767384340.988981:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:0.0:1767384340.988984:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:0.0:1767384340.988986:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384340.988988:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384340.988989:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384340.988990:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384340.988993:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384340.988996:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000055d045de. 00000100:00000010:0.0:1767384340.989016:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033105b84. 00000020:00000040:0.0:1767384340.989019:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384340.989022:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384340.989023:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384340.989026:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384340.989035:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001203827d. 00000100:00000001:0.0:1767384340.989038:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.989043:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384340.989047:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000068fa893d. 00000100:00000010:0.0:1767384340.989049:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000bc51b562. 00000020:00000040:0.0:1767384340.989052:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384340.989055:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384340.989056:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384340.989059:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3277036. 00000100:00000001:0.0:1767384340.989061:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370841018752 : -119702868532864 : ffff9321810ae180) 00000100:00000001:0.0:1767384340.989063:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384340.989064:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659225856 : -119698050325760 : ffff9322a03ae300) 00000100:00000001:0.0:1767384340.989067:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384340.989069:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.989070:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384340.989072:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384340.989075:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.989082:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384340.989083:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.989086:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384340.989087:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384340.989090:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384340.989092:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000033105b84 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732516224:0@lo:256: 00000100:00000001:0.0:1767384340.989095:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384340.989097:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384340.989099:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.989101:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384340.989106:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfdf0dcb. 00000400:00000010:0.0:1767384340.989111:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d8f211d1. 00000100:00000200:0.0:1767384340.989114:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d205780-0x695824d205780, portal 33 00000100:00000001:0.0:1767384340.989117:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.989119:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384340.989121:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000141639d3. 02000000:00000001:0.0:1767384340.989130:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384340.989134:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005b819c3. 00000400:00000010:0.0:1767384340.989139:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00000100:00000200:0.0:1767384340.989142:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732516224, portal 25 00000100:00000001:0.0:1767384340.989144:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384340.989145:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659225856 : -119698050325760 : ffff9322a03ae300) 00000100:00000040:0.0:1767384340.989150:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.989155:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384340.989157:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384340.989161:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000100:00000200:0.0:1767384340.989163:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732516224, offset 0 00000400:00000200:0.0:1767384340.989170:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384340.989177:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384340.989186:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d205780 00000400:00000200:0.0:1767384340.989191:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1229 [2] + 0 00000400:00000010:0.0:1767384340.989194:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d3aff63. 00000400:00000200:0.0:1767384340.989197:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005427d3e5 00000400:00000200:0.0:1767384340.989200:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.989203:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384340.989206:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005427d3e5 00000400:00000010:0.0:1767384340.989208:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005427d3e5. 00000100:00000001:0.0:1767384340.989211:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384340.989212:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384340.989215:0:16780:0:(events.c:337:request_in_callback()) incoming req@00000000e7233116 x1853236732516224 msgsize 304 00000100:00100000:0.0:1767384340.989219:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384340.989220:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384340.989233:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384340.989238:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e483d52 00000400:00000010:0.0:1767384340.989240:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000100:00000001:0.0:1767384340.989243:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384340.989245:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.989253:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384340.989263:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.989271:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.989273:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384340.989279:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.989283:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294928907 00000100:00000001:3.0:1767384340.989287:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384340.989290:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732516224 00000100:00000001:0.0:1767384340.989290:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294928906 02000000:00000001:3.0:1767384340.989293:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384340.989296:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384340.989298:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.989298:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294928907 02000000:00000001:3.0:1767384340.989302:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.989305:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294928906 00000100:00100000:3.0:1767384340.989306:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732516224 00000020:00000001:3.0:1767384340.989308:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384340.989311:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:0.0:1767384340.989313:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294928907 00000020:00000001:3.0:1767384340.989314:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.989316:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:3.0:1767384340.989320:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384340.989322:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384340.989322:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294928906 00000100:00000001:3.0:1767384340.989327:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384340.989328:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294928907 00000100:00000001:0.0:1767384340.989332:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294928906 00000020:00000010:3.0:1767384340.989337:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000241540a9. 00000100:00000001:0.0:1767384340.989337:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384340.989341:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384340.989344:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384340.989345:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000241540a9. 00000020:00000010:3.0:1767384340.989367:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e1769de. 00000100:00000001:0.0:1767384340.989367:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384340.989370:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384340.989372:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c650fd4f. 00000100:00100000:0.0:1767384340.989376:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a3277036 going to sleep for 11 seconds 00000020:00000010:3.0:1767384340.989377:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b5017ea. 00000100:00000001:0.0:1767384340.989382:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384340.989384:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384340.989386:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.989388:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384340.989390:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384340.989392:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.989396:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.989406:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.989418:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384340.989419:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384340.989424:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000040:3.0:1767384340.989426:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384340.989427:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141057104 : -119697568494512 : ffff9322bcf30c50) 00000100:00000040:3.0:1767384340.989432:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e7233116 x1853236732516224/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:321/0 lens 304/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.989439:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384340.989441:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000241540a9. 00000100:00000001:3.0:1767384340.989443:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384340.989445:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000241540a9. 00000100:00100000:3.0:1767384340.989448:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e7233116 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732516224:12345-0@lo:256: 00000100:00000200:3.0:1767384340.989451:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732516224 00000020:00000001:3.0:1767384340.989453:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384340.989455:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384340.989457:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.989459:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384340.989460:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:3.0:1767384340.989462:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384340.989464:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384340.989471:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384340.989472:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384340.989474:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.989497:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384340.989499:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384340.989502:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005985818b. 02000000:00000001:3.0:1767384340.989504:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.989506:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384340.989508:0:16776:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384340.989512:0:16776:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384340.989514:0:16776:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384340.989517:0:16776:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384340.989519:0:16776:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384340.989521:0:16776:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384340.989522:0:16776:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384340.989525:0:16776:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000e71ce064. 20000000:00000001:3.0:1767384340.989528:0:16776:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384340.989541:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384340.989547:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384340.989552:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384340.989554:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384340.989556:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384340.989557:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384340.989559:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384340.989561:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384340.989562:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384340.989564:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384340.989566:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384340.989567:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384340.989569:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384340.989570:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384340.989571:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384340.989573:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384340.989574:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384340.989576:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384340.989577:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384340.989579:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384340.989581:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384340.989582:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384340.989589:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384340.989591:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384340.989592:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384340.989593:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384340.989595:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384340.989596:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:01000000:3.0:1767384340.989598:0:16776:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 584, pages 3512/1/4/3. 20000000:00000040:3.0:1767384340.989605:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384340.989607:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384340.989608:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384340.989610:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384340.989611:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384340.989613:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384340.989614:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384340.989615:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384340.989616:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384340.989618:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384340.989619:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384340.989620:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384340.989622:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384340.989624:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384340.989625:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384340.989626:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384340.989628:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384340.989629:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384340.989630:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384340.989632:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384340.989633:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384340.989635:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384340.989636:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384340.989637:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384340.989639:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384340.989640:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384340.989642:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384340.989643:0:16776:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:01000000:3.0:1767384340.989644:0:16776:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 584, pages 2928/1/4/3. 20000000:01000000:3.0:1767384340.989646:0:16776:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1168, version 60 20000000:00000001:3.0:1767384340.989647:0:16776:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1168 : 1168 : 490) 00000100:00000001:3.0:1767384340.989649:0:16776:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384340.989656:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c97475c6. 00000100:00000010:3.0:1767384340.989658:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d1f8f1b4. 00000020:00000040:3.0:1767384340.989659:0:16776:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=16 00010000:00000001:3.0:1767384340.989662:0:16776:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384340.989664:0:16776:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384340.989666:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab9fc840. 00000400:00000010:3.0:1767384340.989671:0:16776:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001c8391fe. 00000400:00000200:3.0:1767384340.989673:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384340.989679:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384340.989684:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1168 into portal 33 MB=0x695824d205780 00000400:00000200:3.0:1767384340.989687:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1168/1168 into md 0x1a09 [4] + 0 00000400:00000010:3.0:1767384340.989689:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfdf0dcb. 00000400:00000200:3.0:1767384340.989692:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d8f211d1 00000400:00000200:3.0:1767384340.989694:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.989697:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384340.989699:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8f211d1 00000400:00000010:3.0:1767384340.989700:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d8f211d1. 00000100:00000001:3.0:1767384340.989702:0:16776:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384340.989704:0:16776:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000033105b84 desc 0000000068fa893d mbits 1853236732516224 00000100:00000001:3.0:1767384340.989713:0:16776:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384340.989715:0:16776:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384340.989719:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384340.989724:0:16776:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a15 00000400:00000200:3.0:1767384340.989726:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.989728:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384340.989730:0:16776:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384340.989732:0:16776:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000c97475c6 00000100:00000001:3.0:1767384340.989734:0:16776:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384340.989738:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9fc840 00000400:00000010:3.0:1767384340.989739:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab9fc840. 00000100:00000001:3.0:1767384340.989742:0:16776:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384340.989743:0:16776:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c97475c6 00000100:00000001:0.0:1767384340.989743:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384340.989749:0:16776:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384340.989749:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384340.989754:0:16776:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1168 bytes via portal 33 id 12345-0@lo mbits 0x695824d205780-0x695824d205780 00000100:00000001:3.0:1767384340.989758:0:16776:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.989767:0:16776:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.989769:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384340.989770:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000010:3.0:1767384340.989773:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d1f8f1b4. 00000100:00000010:3.0:1767384340.989775:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c97475c6. 00000100:00000001:3.0:1767384340.989777:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384340.989779:0:16776:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384340.989784:0:16776:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000e71ce064. 20000000:00000001:3.0:1767384340.989787:0:16776:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384340.989790:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732516224 00010000:00000001:3.0:1767384340.989792:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384340.989796:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7233116 x1853236732516224/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:321/0 lens 304/240 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384340.989803:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384340.989805:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384340.989807:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384340.989811:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384340.989814:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384340.989816:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384340.989818:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384340.989820:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.989822:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384340.989825:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384340.989828:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab9fc840. 00000100:00000200:3.0:1767384340.989831:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732516224, offset 224 00000400:00000200:3.0:1767384340.989836:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384340.989842:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384340.989848:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d205780 00000400:00000200:3.0:1767384340.989853:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a0d [1] + 224 00000400:00000200:3.0:1767384340.989856:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.989858:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384340.989861:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384340.989863:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384340.989879:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.989890:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384340.989894:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9fc840 00000400:00000010:3.0:1767384340.989895:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab9fc840. 00000100:00000001:3.0:1767384340.989897:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384340.989898:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384340.989900:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.989902:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384340.989904:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384340.989905:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.989907:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384340.989910:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7233116 x1853236732516224/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:321/0 lens 304/240 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.989912:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384340.989919:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7233116 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732516224:12345-0@lo:256: Request processed in 479us (702us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384340.989919:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384340.989923:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384340.989928:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000400:00000010:0.0:1767384340.989928:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005b819c3. 00000100:00000040:3.0:1767384340.989933:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000400:00000200:0.0:1767384340.989935:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21e367f 00000100:00000001:3.0:1767384340.989936:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384340.989939:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384340.989940:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000020:00000010:3.0:1767384340.989942:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c650fd4f. 00000100:00000001:0.0:1767384340.989945:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384340.989947:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b5017ea. 00000020:00000010:3.0:1767384340.989950:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e1769de. 00000100:00000200:0.0:1767384340.989953:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384340.989955:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:3.0:1767384340.989959:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.989961:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005985818b. 02000000:00000001:3.0:1767384340.989965:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384340.989967:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384340.989974:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384340.989976:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384340.989978:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afd670cd. 00000400:00000010:3.0:1767384340.989984:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fe4fc10. 00000100:00000001:0.0:1767384340.990003:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384340.990005:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.990007:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384340.990009:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384340.990011:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384340.990012:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.990014:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384340.990017:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=60 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384340.990020:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.990023:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384340.990024:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.990026:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384340.990028:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.990030:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.990034:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.990043:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.990050:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384340.990052:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384340.990054:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.990062:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000033105b84 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732516224:0@lo:256: 00000100:00000001:0.0:1767384340.990067:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.990069:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.990071:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384340.990073:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384340.990076:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.990082:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384340.990084:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a3277036. 00000100:00000001:0.0:1767384340.990087:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384340.990095:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384340.990098:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 60, more 0. 10000000:00000001:0.0:1767384340.990102:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384340.990108:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000f67d7ea8. 10000000:00000040:0.0:1767384340.990119:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384340.990126:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384340.990129:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384340.990135:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:0.0:1767384340.990138:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.990140:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384340.990141:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:0.0:1767384340.990143:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000400:00000200:0.0:1767384340.990148:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 28 NIDs 00000400:00001000:0.0:1767384340.990151:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384340.990154:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:0.0:1767384340.990159:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384340.990165:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (27) 00000400:00000200:0.0:1767384340.990170:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (28) 00000400:00000200:0.0:1767384340.990185:0:16780:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384340.990188:0:16780:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384340.990191:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384340.990194:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:0.0:1767384340.990196:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (29) 00000400:00000200:0.0:1767384340.990199:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:0.0:1767384340.990200:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:0.0:1767384340.990204:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384340.990206:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:0.0:1767384340.990207:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:0.0:1767384340.990211:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384340.990213:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:0.0:1767384340.990216:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:0.0:1767384340.990220:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384340.990222:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:0.0:1767384340.990225:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:0.0:1767384340.990228:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384340.990234:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384340.990237:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:1.0:1767384340.990241:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:0.0:1767384340.990243:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000010:1.0:1767384340.990250:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057023649. 00000400:00000200:0.0:1767384340.990251:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384340.990253:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:0.0:1767384340.990256:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:1.0:1767384340.990262:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (28) 00000400:00000200:0.0:1767384340.990264:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384340.990268:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000010:1.0:1767384340.990270:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c851ffa2. 00000400:00000200:0.0:1767384340.990271:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:1.0:1767384340.990276:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:0.0:1767384340.990280:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384340.990283:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:0.0:1767384340.990286:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:1.0:1767384340.990287:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:0.0:1767384340.990294:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384340.990295:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384340.990301:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:1.0:1767384340.990305:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384340.990307:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:1.0:1767384340.990316:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000400:00000200:0.0:1767384340.990316:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384340.990323:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000200:1.0:1767384340.990326:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000400:00000200:0.0:1767384340.990329:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:0.0:1767384340.990337:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384340.990339:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000400:00000200:0.0:1767384340.990341:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000400:00000200:0.0:1767384340.990347:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.131@tcp20 00000400:00000200:1.0:1767384340.990364:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000400:00000200:0.0:1767384340.990369:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384340.990374:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp20 00000400:00000200:1.0:1767384340.990375:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:0.0:1767384340.990379:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.131@tcp21 00000400:00000200:1.0:1767384340.990390:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000400:00000200:0.0:1767384340.990390:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384340.990395:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp21 00000400:00000200:0.0:1767384340.990400:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.131@tcp22 00000400:00000200:1.0:1767384340.990403:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:0.0:1767384340.990408:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384340.990411:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:0.0:1767384340.990414:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp22 00000400:00000200:1.0:1767384340.990419:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:0.0:1767384340.990420:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.131@tcp23 00000400:00000200:0.0:1767384340.990429:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384340.990430:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:0.0:1767384340.990435:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp23 00000400:00000200:1.0:1767384340.990438:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:0.0:1767384340.990443:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.131@tcp24 00000400:00000200:1.0:1767384340.990447:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:0.0:1767384340.990451:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384340.990455:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:0.0:1767384340.990457:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp24 00000400:00000200:1.0:1767384340.990464:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:0.0:1767384340.990464:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.131@tcp25 00000400:00000200:0.0:1767384340.990473:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384340.990474:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:0.0:1767384340.990512:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp25 00000400:00000200:0.0:1767384340.990519:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.131@tcp26 00000400:00000200:1.0:1767384340.990523:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:0.0:1767384340.990527:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384340.990534:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 22], ns[58, 22] 00000400:00000200:0.0:1767384340.990534:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp26 00000400:00000200:0.0:1767384340.990541:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.131@tcp27 00000400:00000200:1.0:1767384340.990544:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 22], ns[100, 22] 00000400:00000200:1.0:1767384340.990551:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 22], ns[96, 22] 00000400:00000200:0.0:1767384340.990551:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384340.990557:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp27 00000400:00000200:0.0:1767384340.990560:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.131@tcp28 00000400:00000200:1.0:1767384340.990568:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 22], ns[72, 22] 00000400:00000200:0.0:1767384340.990568:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384340.990575:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp28 00000400:00000200:1.0:1767384340.990578:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 22], ns[97, 22] 00000400:00000200:0.0:1767384340.990583:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.131@tcp29 00000400:00000200:1.0:1767384340.990588:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 22], ns[99, 22] 00000400:00000200:0.0:1767384340.990593:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384340.990595:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 22], ns[102, 22] 00000400:00000200:0.0:1767384340.990599:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp29 00000400:00000200:1.0:1767384340.990603:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000400:00000200:0.0:1767384340.990606:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.131@tcp30 00000400:00000200:1.0:1767384340.990609:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:0.0:1767384340.990615:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384340.990617:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp35 00000400:00000200:0.0:1767384340.990622:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp30 00000400:00000200:1.0:1767384340.990625:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp35 lpni_is_preferred = 0 00000400:00000200:0.0:1767384340.990630:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.131@tcp31 00000400:00000200:1.0:1767384340.990631:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp35 00000400:00000200:0.0:1767384340.990641:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384340.990642:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp35 NI seq info: [103:103:256:4294967295] 192.168.204.131@tcp35 LPNI seq info [102:102:8:4294967295] 00000400:00000200:0.0:1767384340.990649:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp31 00000400:00000200:1.0:1767384340.990655:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp35 00000400:00000200:0.0:1767384340.990655:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.131@tcp32 00000400:00000200:0.0:1767384340.990664:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384340.990670:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp32 00000400:00000200:1.0:1767384340.990671:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp35(192.168.204.131@tcp35:) -> 192.168.204.131@tcp35(192.168.204.131@tcp:192.168.204.131@tcp35) : PUT try# 0 00000400:00000200:0.0:1767384340.990677:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.131@tcp33 00000800:00000200:1.0:1767384340.990681:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.204.131@tcp35 00000400:00000200:0.0:1767384340.990686:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp33 NID flags 0x1: -114 00000800:00000010:1.0:1767384340.990688:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5905ed1. 00000400:00000200:0.0:1767384340.990690:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp33 00000400:00000200:0.0:1767384340.990694:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.131@tcp34 00000400:00000200:0.0:1767384340.990697:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp34 NID flags 0x1: -114 00000800:00000010:1.0:1767384340.990698:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e604f565. 00000400:00000200:0.0:1767384340.990699:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp34 00000800:00000010:1.0:1767384340.990703:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006e2a0f68. 00000400:00000200:0.0:1767384340.990704:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.131@tcp35 00000400:00000200:0.0:1767384340.990711:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp35 NID flags 0x1: -114 00000800:00000200:1.0:1767384340.990715:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e604f565] -> 12345-192.168.204.131@tcp35 (2) 00000400:00000200:0.0:1767384340.990716:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp35 00000800:00000200:1.1:1767384340.990721:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e604f565] -> 12345-192.168.204.131@tcp35 (2) 00000400:00000200:0.0:1767384340.990722:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.131@tcp36 00000400:00000010:0.0:1767384340.990731:0:16780:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000cb7977c7. 00000400:00000200:1.0:1767384340.990736:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384340.990740:0:16780:0:(peer.c:264:lnet_peer_alloc()) 00000000cb7977c7 nid 192.168.204.131@tcp36 00000400:00000200:1.0:1767384340.990743:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000400:00000010:0.0:1767384340.990748:0:16780:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c9af81be. 00000400:00000200:0.0:1767384340.990753:0:16780:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c9af81be net tcp36 00000400:00000010:0.0:1767384340.990765:0:16780:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008777bbbe. 00000400:00000200:0.0:1767384340.990773:0:16780:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008777bbbe nid 192.168.204.131@tcp36 00000400:00000200:0.0:1767384340.990778:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000cb7977c7 (0) 00000400:00000200:0.0:1767384340.990783:0:16780:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.131@tcp36: -2 00000400:00000200:0.0:1767384340.990788:0:16780:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp36 NID 192.168.204.131@tcp36 flags 0x1 00000400:00000200:0.0:1767384340.990793:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000cb7977c7 (1) 00000400:00000200:0.0:1767384340.990796:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000cb7977c7 (2) 00000400:00000200:0.0:1767384340.990798:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000cb7977c7 (1) 00000400:00000200:0.0:1767384340.990802:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000cb7977c7 (2) 00000400:00000200:1.0:1767384340.990816:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384340.990816:0:16780:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp36 (00000000cb7977c7): 0 00000400:00000200:0.0:1767384340.990819:0:16780:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384340.990822:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384340.990829:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp36 NID 192.168.204.131@tcp36: 0. pending discovery 00000400:00000200:0.0:1767384340.990833:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000cb7977c7 (3) 00000100:00000001:0.0:1767384340.990837:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.990840:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384340.990845:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 10000000:00000010:0.0:1767384340.990851:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000a444f404. 10000000:00000040:0.0:1767384340.990854:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 60/60 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:0.0:1767384340.990857:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384340.990865:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:1.0:1767384340.990869:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000020:00000010:0.0:1767384340.990870:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f5bdfa6. 00000020:00000010:0.0:1767384340.990878:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000033189c0c. 00000040:00000010:0.0:1767384340.990884:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004cedddd1. 00000020:00000010:0.0:1767384340.990890:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fe6aa8d8. 00000400:00000200:1.0:1767384340.990896:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000020:00000010:0.0:1767384340.990896:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000073a0b382. 00000020:00000010:0.0:1767384340.990906:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006aa04cb9. 80000000:00000010:0.0:1767384340.990912:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004e9b886b. 40000000:00000010:0.0:1767384340.990917:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e35b0b64. 00000400:00000200:1.0:1767384340.990922:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00100000:00000010:0.0:1767384340.990924:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ffbbc541. 00040000:00000010:0.0:1767384340.990931:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d736b736. 00040000:00000010:0.0:1767384340.990938:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005d50535f. 00040000:00000010:0.0:1767384340.990944:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d6aa1c1c. 00000400:00000200:1.0:1767384340.990948:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00080000:00000010:0.0:1767384340.990958:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000086d9369b. 00000004:00000010:0.0:1767384340.990966:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000be7cdfdf. 00000400:00000200:1.0:1767384340.990970:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000004:00000010:0.0:1767384340.990973:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000058c498f2. 00000004:00000010:0.0:1767384340.990982:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c962874d. 00002000:00000010:0.0:1767384340.990989:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ed30a23f. 00000004:00000010:0.0:1767384340.990996:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000090e2dfa2. 00000400:00000200:1.0:1767384340.990998:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000004:00000001:0.0:1767384340.991001:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384340.991007:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384340.991009:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000a444f404 00000040:00001000:0.0:1767384340.991012:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384340.991014:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384340.991016:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384340.991018:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384340.991022:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384340.991024:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000400:00000200:1.0:1767384340.991027:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000040:00001000:0.0:1767384340.991027:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384340.991033:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000040:00000001:0.0:1767384340.991037:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384340.991058:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991082:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000004:00000001:0.0:1767384340.991106:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.991110:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000020:00000010:0.0:1767384340.991114:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000033189c0c. 00000040:00000010:0.0:1767384340.991121:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004cedddd1. 00000020:00000010:0.0:1767384340.991128:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fe6aa8d8. 00000020:00000010:0.0:1767384340.991133:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000073a0b382. 00000400:00000200:1.0:1767384340.991138:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000020:00000010:0.0:1767384340.991138:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006aa04cb9. 80000000:00000010:0.0:1767384340.991143:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004e9b886b. 40000000:00000010:0.0:1767384340.991149:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e35b0b64. 00100000:00000010:0.0:1767384340.991154:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ffbbc541. 00040000:00000010:0.0:1767384340.991159:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d736b736. 00040000:00000010:0.0:1767384340.991165:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005d50535f. 00040000:00000010:0.0:1767384340.991170:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d6aa1c1c. 00080000:00000010:0.0:1767384340.991174:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000086d9369b. 00000400:00000200:1.0:1767384340.991177:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000004:00000010:0.0:1767384340.991179:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000be7cdfdf. 00000004:00000010:0.0:1767384340.991186:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000058c498f2. 00000004:00000010:0.0:1767384340.991192:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c962874d. 00002000:00000010:0.0:1767384340.991197:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ed30a23f. 00000004:00000010:0.0:1767384340.991210:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000090e2dfa2. 00000020:00000010:0.0:1767384340.991214:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f5bdfa6. 00000400:00000200:1.0:1767384340.991218:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000020:00000001:0.0:1767384340.991218:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.991224:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384340.991227:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000a444f404. 10000000:00000010:0.0:1767384340.991232:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000f67d7ea8. 10000000:00000001:0.0:1767384340.991236:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.991240:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384340.991244:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033105b84 x1853236732516224/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384340.991246:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000100:00000001:0.0:1767384340.991256:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384340.991259:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384340.991262:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000141639d3. 02000000:00000001:0.0:1767384340.991266:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384340.991268:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384340.991270:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:1.0:1767384340.991272:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000020:00000001:0.0:1767384340.991273:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384340.991278:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384340.991281:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384340.991283:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384340.991286:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384340.991288:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000bc51b562. 00000100:00000010:0.0:1767384340.991292:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000068fa893d. 00000100:00000001:0.0:1767384340.991296:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384340.991298:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001203827d. 02000000:00000001:0.0:1767384340.991301:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384340.991303:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384340.991305:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033105b84. 00000400:00000200:1.0:1767384340.991306:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000100:00000001:0.0:1767384340.991309:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384340.991313:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384340.991331:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000055d045de. 00000400:00000200:1.0:1767384340.991332:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 10000000:01000000:0.0:1767384340.991336:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384340.991342:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384340.991344:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384340.991346:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384340.991348:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=3 00000020:00000001:0.0:1767384340.991373:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:0.0:1767384340.991376:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:0.0:1767384340.991379:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384340.991382:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6dac0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384340.991383:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00010000:00000001:0.0:1767384340.991395:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384340.991398:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384340.991400:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6dac0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384340.991407:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384340.991409:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384340.991411:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384340.991413:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384340.991415:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384340.991418:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 00000400:00000200:1.0:1767384340.991419:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 10000000:00000001:0.0:1767384340.991422:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384340.991425:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 10000000:00000001:0.0:1767384340.991429:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384340.991451:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991473:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991569:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991621:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991659:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991700:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991747:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991769:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991788:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991806:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991847:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991879:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991909:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991940:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.991987:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384340.992137:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:1.0:1767384340.992144:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf70997f. 00000800:00000010:1.0:1767384340.992151:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000619746f3. 00000800:00000010:1.0:1767384340.992181:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000619746f3. 00000800:00020000:1.0:1767384340.992193:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384340.992197:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf70997f. 00000800:00000010:1.0:1767384340.992200:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:1.0:1767384340.992258:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp35 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384340.992266:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp35 notifying 192.168.204.131@tcp35: down 00000800:00000200:1.0:1767384340.992273:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp35 down 00000800:00000100:1.0:1767384340.992282:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 480 0@<0:0>->192.168.204.131@tcp35 00000800:00000010:1.0:1767384340.992286:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5905ed1. 00000400:00000200:1.0:1767384340.992288:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384340.992292:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp35->192.168.204.131@tcp35: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384340.992297:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp35 added to recovery queue. ping count: 0 next ping: 262 health :900 00000400:00000200:1.0:1767384340.992301:0:16137:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384340.992304:0:16137:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 1 00000400:00000200:1.0:1767384340.992308:0:16137:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384340.992340:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384340.992344:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp36(00000000cb7977c7) state 0x41 00000400:00000200:1.0:1767384340.992346:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000cb7977c7 (2) 00000400:00000010:1.0:1767384340.992366:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001d09bf35. 00000400:00000010:1.0:1767384340.992371:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b4cf8c. 00000400:00000010:1.0:1767384340.992377:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008ee4ea80. 00000400:00000200:1.0:1767384340.992382:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp36 00000400:00000200:1.0:1767384340.992391:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp36 local destination 00000400:00000200:1.0:1767384340.992395:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:1.0:1767384340.992399:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp36 00000400:00000200:1.0:1767384340.992410:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp36 lpni_is_preferred = 0 00000400:00000200:1.0:1767384340.992414:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp36 00000400:00000200:1.0:1767384340.992417:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp36 NI seq info: [104:104:256:4294967295] 192.168.204.131@tcp36 LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1767384340.992421:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp36 00000400:00000200:1.0:1767384340.992431:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp36(192.168.204.131@tcp36:) -> 192.168.204.131@tcp36(192.168.204.131@tcp36:192.168.204.131@tcp36) : GET try# 0 00000800:00000200:1.0:1767384340.992435:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp36 00000800:00000010:1.0:1767384340.992438:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f5905ed1. 00000800:00000010:1.0:1767384340.992445:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cf70997f. 00000800:00000010:1.0:1767384340.992448:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009afa1631. 00000800:00000200:1.0:1767384340.992451:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (2) 00000800:00000200:1.1:1767384340.992454:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (2) 00000400:00000200:1.0:1767384340.992464:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp36 00000400:00000200:1.0:1767384340.992466:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp36(00000000cb7977c7) state 0x241 rc 0 00000400:00000200:1.0:1767384340.992468:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x101171 00000400:00000001:1.0:1767384340.992471:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384340.992472:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384340.992474:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057023649 00000400:00000010:1.0:1767384340.992475:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057023649. 00000400:00000200:1.0:1767384340.992502:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384340.992506:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384340.992510:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (29) 00000400:00000200:1.0:1767384340.992513:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384340.992515:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc -71 00000400:00000200:1.0:1767384340.992519:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384340.992523:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (28) 00000400:00000200:1.0:1767384340.992561:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992610:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992651:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992680:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992717:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992736:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992773:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992819:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992848:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992874:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992914:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992937:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992960:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.992982:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993009:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993030:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993055:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993082:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993115:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993150:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993190:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993231:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993268:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993301:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993371:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993428:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993471:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993536:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993564:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993598:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993627:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993659:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993687:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993715:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384340.993745:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384340.993852:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:1.0:1767384340.993855:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000026a555a9. 00000800:00000010:1.0:1767384340.993859:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000619746f3. 00000800:00000010:1.0:1767384340.993885:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000619746f3. 00000800:00020000:1.0:1767384340.993890:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384340.993892:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000026a555a9. 00000800:00000010:1.0:1767384340.993893:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:1.0:1767384340.993928:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp36 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384340.993931:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp36 notifying 192.168.204.131@tcp36: down 00000800:00000200:1.0:1767384340.993935:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp36 down 00000800:00000100:1.0:1767384340.993940:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp36 00000800:00000010:1.0:1767384340.993942:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f5905ed1. 00000400:00000200:1.0:1767384340.993945:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384340.993948:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp36->192.168.204.131@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384340.993952:0:16136:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp36 added to recovery queue. ping count: 0 next ping: 262 health :900 00000400:00000200:1.0:1767384340.993956:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384340.993958:0:16136:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp36: 1 00000400:00000200:1.0:1767384340.993961:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp36 (00000000cb7977c7): -114 00000400:00000200:2.0:1767384340.993998:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384340.994003:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp36(00000000cb7977c7) state 0x841 00000400:00000001:2.0:1767384340.994006:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384340.994008:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384340.994009:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b4cf8c 00000400:00000010:2.0:1767384340.994010:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b4cf8c. 00000400:00000200:2.0:1767384340.994013:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384340.994016:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp36 (00000000cb7977c7): -114 00000400:00000010:2.0:1767384340.994025:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001d09bf35. 00000400:00000200:2.0:1767384340.994027:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000cb7977c7 (3) 00000400:00000200:2.0:1767384340.994030:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp36:-71 00000400:00000200:2.0:1767384340.994032:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp36(00000000cb7977c7) state 0x2041 rc -71 00000400:00000200:2.0:1767384340.994034:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp36 (00000000cb7977c7) 00000400:00000200:2.0:1767384340.994036:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000cb7977c7 (2) 00000100:00000040:1.0:1767384340.999528:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294928907, at 4294928908 00000100:00000040:3.0:1767384340.999531:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294928907, at 4294928908 00000100:00000040:0.0:1767384340.999533:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294928907, at 4294928908 00000100:00000010:1.0:1767384340.999538:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaf98a33. 00000100:00000010:0.0:1767384340.999543:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3fa66e6. 00000100:00000010:3.0:1767384340.999547:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bee003d9. 00000100:00000040:2.0:1767384341.000891:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294928907, at 4294928909 00000100:00000010:2.0:1767384341.000897:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008857961. 00000020:00000010:1.0:1767384341.001066:0:30522:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000619746f3. 00000020:00000040:1.0:1767384341.001072:0:30522:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384341.001074:0:30522:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000619746f3. 00000001:00000001:1.0:1767384341.028268:0:30531:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384341.028276:0:30531:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:1.0:1767384341.031823:0:30531:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384341.039842:0:30532:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c97475c6. 00000400:00000010:3.0:1767384341.039860:0:30532:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d2029380. 00000400:00000010:3.0:1767384341.039870:0:30532:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009195e2aa. 00000400:00000010:3.0:1767384341.039873:0:30532:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004c5690b3. 00000400:00000010:3.0:1767384341.039877:0:30532:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ec0b0465. 00000400:00000010:3.0:1767384341.039882:0:30532:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000241540a9. 00000400:00000010:3.0:1767384341.039883:0:30532:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c1364b47. 00000400:00000010:3.0:1767384341.039884:0:30532:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000271a0dac. 00000400:00000010:3.0:1767384341.039888:0:30532:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000092402d2a. 00000800:00000010:3.0:1767384341.039901:0:30532:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000022a17a92. 00000800:00000200:3.0:1767384341.039914:0:30532:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384341.039926:0:30532:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384341.039960:0:30532:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:3.0:1767384341.039981:0:30532:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp37 [8/256/0/180] 00000400:00000010:3.0:1767384341.041556:0:30532:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000f0a0c6bc. 00000400:00000010:3.0:1767384341.041562:0:30532:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eee21b39. 00000400:00000010:3.0:1767384341.041567:0:30532:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab9fc840. 00000400:00000001:3.0:1767384341.041583:0:30532:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384341.041585:0:30532:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384341.041587:0:30532:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000184fb473. 00000400:00000200:3.0:1767384341.041590:0:30532:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8f7d97a 00000400:00000010:3.0:1767384341.041591:0:30532:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8f7d97a. 00000400:00000010:3.0:1767384341.041596:0:30532:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000005c99c9c7. 00000400:00000200:3.0:1767384341.041600:0:30532:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (27) 00000400:00000200:3.0:1767384341.041611:0:30532:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384341.041614:0:30532:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000cb7977c7 (1) 00000400:00000200:3.0:1767384341.041616:0:30532:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp36 (00000000cb7977c7): 0 00000400:00000200:3.0:1767384341.041624:0:30532:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000400:00000200:2.0:1767384341.041628:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384341.041633:0:30532:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c4626409. 00000400:00000200:2.0:1767384341.041635:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000020:01000000:3.0:1767384341.041638:0:30532:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384341.041642:0:30532:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp37 00000400:00000010:2.0:1767384341.041643:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110db611. 00000400:00000200:2.0:1767384341.041647:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (28) 00000400:00000010:2.0:1767384341.041652:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f309a158. 00000400:00000200:2.0:1767384341.041656:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000010:3.0:1767384341.041658:0:30532:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d2029380. 00000400:00000010:3.0:1767384341.041663:0:30532:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c97475c6. 00000400:00000200:2.0:1767384341.041668:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:2.0:1767384341.041675:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384341.041680:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:2.0:1767384341.041684:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000400:00000200:2.0:1767384341.041688:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000020:00000001:1.0:1767384341.041688:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384341.041697:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384341.041698:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 10000000:00000001:1.0:1767384341.041701:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384341.041705:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384341.041712:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384341.041713:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000020:01000004:1.0:1767384341.041715:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384341.041720:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384341.041725:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:2.0:1767384341.041731:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000020:01000004:1.0:1767384341.041737:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384341.041743:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384341.041746:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384341.041750:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000020:01000004:1.0:1767384341.041751:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384341.041755:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384341.041759:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384341.041763:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384341.041768:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000100:00000010:1.0:1767384341.041771:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039ee0fde. 00000020:00000040:1.0:1767384341.041780:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:2.0:1767384341.041787:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:2.0:1767384341.041792:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000100:00000001:1.0:1767384341.041793:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384341.041799:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 02000000:00000001:1.0:1767384341.041802:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384341.041806:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:2.0:1767384341.041811:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 02000000:00000001:1.0:1767384341.041812:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.041817:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:2.0:1767384341.041822:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:2.0:1767384341.041825:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:2.0:1767384341.041828:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 22], ns[58, 22] 02000000:00000010:1.0:1767384341.041831:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000082db6db4. 00000400:00000200:2.0:1767384341.041832:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 22], ns[100, 22] 00000400:00000200:2.0:1767384341.041840:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 22], ns[96, 22] 00000400:00000200:2.0:1767384341.041843:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 22], ns[72, 22] 00000100:00000001:1.0:1767384341.041846:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.041849:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 22], ns[97, 22] 00000400:00000200:2.0:1767384341.041857:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 22], ns[99, 22] 00000400:00000200:2.0:1767384341.041859:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 22], ns[102, 22] 00000100:00000001:1.0:1767384341.041861:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384341.041864:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.041865:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[102, 22], ns[103, 22] 00000400:00000200:2.0:1767384341.041878:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000100:00000040:1.0:1767384341.041884:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039ee0fde] to pc [ptlrpcd_00_02+2] req@0000000039ee0fde x1853236732516352/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384341.041886:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp17 00000400:00000200:2.0:1767384341.041900:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp17 lpni_is_preferred = 0 00000400:00000200:2.0:1767384341.041914:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp17 00000400:00000200:2.0:1767384341.041926:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp17 NI seq info: [105:105:256:4294967295] 192.168.204.131@tcp17 LPNI seq info [103:103:8:4294967295] 00000400:00000200:2.0:1767384341.041932:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp17 00000400:00000200:2.0:1767384341.041941:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp17(192.168.204.131@tcp17:) -> 192.168.204.131@tcp17(192.168.204.131@tcp:192.168.204.131@tcp17) : PUT try# 0 10000000:00000001:1.0:1767384341.041945:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384341.041946:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.131@tcp17 10000000:00000001:1.0:1767384341.041953:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.041954:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384341.041955:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d621246b. 00000020:00000001:1.0:1767384341.041959:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.041962:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384341.041964:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384341.041966:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384341.041974:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efe8fbeb] -> 12345-192.168.204.131@tcp17 (6) 00000020:00000001:1.0:1767384341.041977:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384341.041980:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ee0fde x1853236732516352/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384341.041982:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384341.041988:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:2.0:1767384341.041989:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp17 ip 192.168.204.131:988 10000000:01000000:1.0:1767384341.041994:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:2.0:1767384341.041998:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d621246b type 1, nob 592 niov 1 nkiov 1 00000020:01000004:1.0:1767384341.042003:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384341.042012:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384341.042020:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000020:01000004:1.0:1767384341.042021:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384341.042022:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384341.042033:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384341.042034:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.042040:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000020:01000004:1.0:1767384341.042041:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384341.042045:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384341.042046:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384341.042051:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp36(00000000cb7977c7) state 0x2061 00000020:01000004:1.0:1767384341.042054:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384341.042056:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384341.042058:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000cb7977c7 (2) 00000020:01000004:1.0:1767384341.042059:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384341.042063:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384341.042071:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384341.042077:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000009d23a56. 00000100:00000010:1.0:1767384341.042078:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087a8f723. 00000100:00100000:3.0:1767384341.042079:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039ee0fde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732516352:0@lo:253: 00000020:00000040:1.0:1767384341.042090:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384341.042091:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384341.042092:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e266fc1. 00000100:00000001:1.0:1767384341.042112:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384341.042114:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384341.042115:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384341.042117:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.042119:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384341.042119:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b4d9c86a. 02000000:00000001:3.0:1767384341.042130:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384341.042136:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp36 02000000:00000010:1.0:1767384341.042136:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004ca98fb8. 02000000:00000010:3.0:1767384341.042139:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002c76880f. 00000100:00000001:1.0:1767384341.042145:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.042147:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.042159:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp36 local destination 00000100:00000001:1.0:1767384341.042164:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384341.042165:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f55943. 00000400:00000200:2.0:1767384341.042170:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000100:00000001:1.0:1767384341.042171:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384341.042175:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2029380. 00000100:00000200:3.0:1767384341.042187:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732516352, portal 25 00000400:00000200:2.0:1767384341.042191:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp36 00000100:00000040:1.0:1767384341.042191:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087a8f723] to pc [ptlrpcd_00_03+3] req@0000000087a8f723 x1853236732516480/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.042194:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384341.042199:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210169600 : -119698499382016 : ffff93228576d500) 00000400:00000200:2.0:1767384341.042207:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp36 lpni_is_preferred = 0 00000100:00000040:3.0:1767384341.042221:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039ee0fde x1853236732516352/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384341.042224:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp36 00000400:00000200:2.0:1767384341.042258:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp36 NI seq info: [106:106:256:4294967295] 192.168.204.131@tcp36 LPNI seq info [2:2:8:4294967295] 10000000:00000001:1.0:1767384341.042259:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384341.042274:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.042277:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp36 00000100:00000001:3.0:1767384341.042278:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384341.042283:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.042290:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:1.0:1767384341.042296:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384341.042298:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078e1187d. 00000100:00000200:3.0:1767384341.042304:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732516352, offset 0 00000400:00000200:2.0:1767384341.042304:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp36(192.168.204.131@tcp36:) -> 192.168.204.131@tcp36(192.168.204.131@tcp36:192.168.204.131@tcp36) : GET try# 0 00000020:00000010:1.0:1767384341.042319:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c4626409. 00000800:00000200:2.0:1767384341.042335:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp36 00000400:00000200:3.0:1767384341.042340:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:2.0:1767384341.042342:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009335e427. 00000800:00000200:2.0:1767384341.042361:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (2) 00000100:00000001:1.0:1767384341.042366:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384341.042368:0:16144:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.131 (cnted 0, interval 1, 1 secs later) 00000400:00000200:3.0:1767384341.042370:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384341.042385:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384341.042394:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.1:1767384341.042400:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (2) 00000400:00000200:3.0:1767384341.042407:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205800 00000800:00000200:2.1:1767384341.042407:0:16144:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.131 (cnted 0, interval 1, 1 secs later) 00000100:00000040:1.0:1767384341.042408:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087a8f723 x1853236732516480/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384341.042426:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x127d [2] + 0 00000800:00000100:2.0:1767384341.042427:0:16144:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.131@tcp36 00000800:00000010:2.0:1767384341.042440:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009335e427. 00000400:00000010:3.0:1767384341.042441:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b19f09a4. 00000400:00000200:3.0:1767384341.042451:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ecf784c8 00000400:00000200:2.0:1767384341.042452:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1767384341.042454:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384341.042463:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.042468:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp36->192.168.204.131@tcp36: GET: REMOTE_ERROR 00000400:00000200:3.0:1767384341.042470:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384341.042473:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384341.042477:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384341.042478:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384341.042481:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecf784c8 00000400:00000010:3.0:1767384341.042484:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ecf784c8. 00000400:00000200:2.0:1767384341.042489:0:16144:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp36: 1 02000000:00000001:1.0:1767384341.042507:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384341.042512:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384341.042518:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732516480:0@lo:253: 00000400:00000200:2.0:1767384341.042520:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp36 (00000000cb7977c7): -114 00000100:00000001:3.0:1767384341.042532:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384341.042532:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384341.042535:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp36 00000100:00000200:3.0:1767384341.042540:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384341.042541:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp36(00000000cb7977c7) state 0x861 rc 0 02000000:00000001:1.0:1767384341.042543:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384341.042546:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000006f3ba1c3 x1853236732516352 msgsize 4848 00000400:00000200:2.0:1767384341.042549:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp36(00000000cb7977c7) state 0x861 02000000:00000001:1.0:1767384341.042549:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384341.042559:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:2.0:1767384341.042560:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384341.042565:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000001:2.0:1767384341.042569:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384341.042569:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384341.042572:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384341.042578:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e266fc1 00000400:00000010:2.0:1767384341.042581:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e266fc1. 02000000:00000010:1.0:1767384341.042582:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c4626409. 00000400:00000200:2.0:1767384341.042584:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384341.042587:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078e1187d 02000000:00000001:1.0:1767384341.042590:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384341.042591:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078e1187d. 00000400:00000200:2.0:1767384341.042593:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp36 (00000000cb7977c7): -114 00000100:00000001:3.0:1767384341.042599:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384341.042602:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000009d23a56. 00000100:00000200:3.0:1767384341.042605:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039ee0fde x1853236732516352/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384341.042605:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3b4e40. 00000400:00000200:2.0:1767384341.042608:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000cb7977c7 (3) 00000400:00000200:2.0:1767384341.042615:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp36:-5 00000400:00000200:2.0:1767384341.042621:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp36(00000000cb7977c7) state 0x2061 rc -5 00000100:00000001:3.0:1767384341.042623:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384341.042627:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp36 (00000000cb7977c7) 00000100:00000040:3.0:1767384341.042630:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039ee0fde x1853236732516352/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384341.042631:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000cb7977c7 (2) 00000100:00000001:3.0:1767384341.042646:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.042648:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384341.042649:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000400e3183. 00000100:00000001:3.0:1767384341.042653:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.042659:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294928961 00000100:00000200:1.0:1767384341.042661:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732516480, portal 25 00000100:00000010:3.0:1767384341.042662:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098aa4318. 00000100:00000001:3.0:1767384341.042669:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384341.042688:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384341.042692:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210175872 : -119698499375744 : ffff93228576ed80) 00000100:00000001:3.0:1767384341.042697:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294928961 00000100:00000010:3.0:1767384341.042702:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a5c6a28. 00000100:00000040:1.0:1767384341.042703:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087a8f723 x1853236732516480/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.042706:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384341.042712:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294928961 00000100:00000010:3.0:1767384341.042721:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000753546f3. 00000100:00000001:3.0:1767384341.042733:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384341.042734:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384341.042749:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294928961 00000100:00000040:1.0:1767384341.042758:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384341.042761:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c19a7501. 00000400:00000010:1.0:1767384341.042764:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000716f79ef. 00000100:00000001:3.0:1767384341.042766:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767384341.042771:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732516480, offset 0 00000100:00000001:3.0:1767384341.042779:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384341.042783:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.042788:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.042789:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384341.042792:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384341.042793:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384341.042799:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d621246b. 00000400:00000200:2.0:1767384341.042803:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384341.042806:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384341.042810:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384341.042818:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp17->192.168.204.131@tcp17: PUT: OK 00000400:00000200:1.0:1767384341.042818:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384341.042819:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.042828:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384341.042836:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.042837:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384341.042843:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.042843:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000400:00000200:1.0:1767384341.042854:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205880 00000800:00000001:2.0:1767384341.042859:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384341.042864:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1285 [2] + 0 00000400:00000010:1.0:1767384341.042870:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be1c67a9. 00000800:00000001:2.0:1767384341.042871:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.042874:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384341.042881:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8e10030 00000800:00000001:2.0:1767384341.042882:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384341.042883:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732516352 02000000:00000001:3.0:1767384341.042892:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384341.042893:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384341.042896:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384341.042897:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384341.042903:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.042910:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp17(192.168.204.131@tcp17) <- 192.168.204.131@tcp17 : PUT - for me 02000000:00000001:3.0:1767384341.042912:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.042914:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384341.042924:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732516352 00000020:00000001:3.0:1767384341.042935:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384341.042938:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384341.042939:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8e10030 00000020:00000040:3.0:1767384341.042940:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000400:00000010:1.0:1767384341.042948:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8e10030. 00000020:00000001:3.0:1767384341.042965:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384341.042966:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384341.042974:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:3.0:1767384341.042975:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000400:00000200:2.0:1767384341.042976:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 464/496 into md 0x1975 [1] + 0 00000020:00000001:3.0:1767384341.042989:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384341.042993:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000010:2.0:1767384341.042996:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f26c76a. 00000100:00000040:1.0:1767384341.042996:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000036351cfc x1853236732516480 msgsize 4848 00000100:00000001:3.0:1767384341.043000:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384341.043006:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008777a947 00000020:00000010:3.0:1767384341.043008:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000078342baf. 00000800:00000001:2.0:1767384341.043013:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384341.043014:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384341.043020:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000078342baf. 00000100:00100000:1.0:1767384341.043022:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384341.043024:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384341.043029:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c99c9c7. 00000400:00000200:2.0:1767384341.043030:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384341.043031:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:3.0:1767384341.043039:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbb182bc. 00000400:00000200:2.0:1767384341.043044:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp17->192.168.204.131@tcp17: PUT: OK 00000400:00000200:2.0:1767384341.043049:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008777a947 00000020:00000010:3.0:1767384341.043050:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b5017ea. 00000400:00000010:2.0:1767384341.043051:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008777a947. 00000100:00000001:1.0:1767384341.043053:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384341.043057:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:3.0:1767384341.043060:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384341.043065:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716f79ef 00000100:00000001:3.0:1767384341.043066:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384341.043068:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (29) 00000100:00000001:3.0:1767384341.043071:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384341.043073:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000716f79ef. 00000100:00000001:3.0:1767384341.043076:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.043077:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000100:00000001:1.0:1767384341.043082:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384341.043084:0:16140:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (496 bytes) 00000100:00000001:3.0:1767384341.043090:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.043098:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000200:1.0:1767384341.043099:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087a8f723 x1853236732516480/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.043109:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384341.043116:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (30) 00000100:00000001:1.0:1767384341.043119:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384341.043129:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:1.0:1767384341.043129:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087a8f723 x1853236732516480/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.043132:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384341.043136:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732516480 02000000:00000001:3.0:1767384341.043144:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384341.043148:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384341.043149:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp17 to MR: 192.168.204.131@tcp17 local destination 00000100:00000001:3.0:1767384341.043152:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.043164:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384341.043175:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732516480 00000400:00000200:2.0:1767384341.043175:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp17 NI seq info: [107:107:256:4294967295] 192.168.204.131@tcp17 LPNI seq info [104:104:8:4294967295] 00000020:00000001:3.0:1767384341.043182:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384341.043184:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384341.043188:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384341.043195:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384341.043196:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384341.043198:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=16 00000400:00000200:2.0:1767384341.043201:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp17(192.168.204.131@tcp17:192.168.204.131@tcp17) -> 192.168.204.131@tcp17(192.168.204.131@tcp17:192.168.204.131@tcp17) 192.168.204.131@tcp17 : ACK try# 0 00000020:00000001:3.0:1767384341.043202:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384341.043208:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000800:00000200:2.0:1767384341.043213:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp17 00000100:00000001:3.0:1767384341.043214:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:2.0:1767384341.043218:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d621246b. 00000020:00000010:3.0:1767384341.043219:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000078342baf. 00000100:00000001:1.0:1767384341.043220:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.043224:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384341.043231:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efe8fbeb] -> 12345-192.168.204.131@tcp17 (6) 00000020:00000010:3.0:1767384341.043232:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000078342baf. 00000100:00000001:1.0:1767384341.043232:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294928961 00000020:00000010:3.0:1767384341.043240:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f7ffc1c. 00000800:00000200:2.0:1767384341.043241:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp17 ip 192.168.204.131:1007 00000100:00000001:1.0:1767384341.043243:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294928961 00000800:00000200:2.0:1767384341.043247:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d621246b type 0, nob 96 niov 1 nkiov 0 00000020:00000010:3.0:1767384341.043248:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a41ba3a8. 00000100:00000001:1.0:1767384341.043252:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294928961 00000020:00000010:3.0:1767384341.043255:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073ba0c08. 00000100:00000001:3.0:1767384341.043262:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1767384341.043263:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384341.043263:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294928961 00000100:00000001:3.0:1767384341.043270:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384341.043273:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.043274:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294928961 00000800:00000001:2.0:1767384341.043276:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.043279:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.043288:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.043288:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294928961 00000100:00000001:1.0:1767384341.043296:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294928961 00000100:00000001:1.0:1767384341.043301:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294928961 00000100:00000001:3.0:1767384341.043302:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384341.043307:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384341.043309:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384341.043314:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767384341.043315:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000001:1.0:1767384341.043320:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.043321:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000800:00000010:2.0:1767384341.043321:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d621246b. 00000100:00000001:3.0:1767384341.043330:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141067344 : -119697568484272 : ffff9322bcf33450) 00000400:00000200:2.0:1767384341.043332:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384341.043334:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.043338:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f3ba1c3 x1853236732516352/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:322/0 lens 4848/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384341.043345:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp17->192.168.204.131@tcp17: ACK: OK 00000100:00000001:1.0:1767384341.043347:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.043367:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384341.043373:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384341.043377:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000078342baf. 00000100:00000001:1.0:1767384341.043377:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1767384341.043378:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384341.043383:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384341.043385:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.043387:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384341.043388:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000078342baf. 00000800:00000001:2.0:1767384341.043388:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384341.043397:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.043397:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384341.043404:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f3ba1c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16148:x1853236732516352:12345-0@lo:253: 00000800:00000001:2.0:1767384341.043405:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384341.043406:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384341.043411:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384341.043423:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732516352 00000100:00000001:1.0:1767384341.043424:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.043425:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp17(192.168.204.131@tcp17) <- 192.168.204.131@tcp17 : ACK - for me 00000020:00000001:3.0:1767384341.043430:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384341.043439:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384341.043442:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.043447:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384341.043448:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp17: ACK from 12345-192.168.204.131@tcp17 into md 0x1a2d 00000020:00000001:3.0:1767384341.043449:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384341.043455:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384341.043455:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384341.043457:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384341.043463:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384341.043464:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384341.043467:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384341.043473:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp17->192.168.204.131@tcp17: ACK: OK 00000100:00000001:1.0:1767384341.043473:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384341.043474:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.043501:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384341.043503:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384341.043511:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110db611 00000400:00000010:2.0:1767384341.043514:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110db611. 02000000:00000010:3.0:1767384341.043517:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ac2d7752. 00000400:00000200:2.0:1767384341.043519:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 02000000:00000001:3.0:1767384341.043521:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.043525:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.043530:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 20000000:00000001:3.0:1767384341.043532:0:16776:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:1.0:1767384341.043535:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000400:00000200:2.0:1767384341.043540:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 20000000:00000010:3.0:1767384341.043546:0:16776:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000960743cd. 00000400:00000200:2.0:1767384341.043547:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (29) 00000100:00000040:1.0:1767384341.043547:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000800:00000001:2.0:1767384341.043555:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:3.0:1767384341.043556:0:16776:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384341.043557:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141060176 : -119697568491440 : ffff9322bcf31850) 20000000:00000001:3.0:1767384341.043561:0:16776:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:2.0:1767384341.043561:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384341.043567:0:16776:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384341.043571:0:16776:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384341.043573:0:16776:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.043575:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036351cfc x1853236732516480/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:322/0 lens 4848/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384341.043577:0:16776:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384341.043588:0:16776:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f3420231. 20000000:01000000:3.0:1767384341.043591:0:16776:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000100:00000001:1.0:1767384341.043594:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:3.0:1767384341.043599:0:16776:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384341.043601:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384341.043602:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000619746f3. 00080000:00000001:3.0:1767384341.043607:0:16776:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000010:2.0:1767384341.043608:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000009d23a56. 00000100:00000001:1.0:1767384341.043610:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384341.043616:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e78cdbdc. 00000020:00000010:1.0:1767384341.043618:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000619746f3. 00000400:00000010:2.0:1767384341.043620:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110db611. 00000400:00000200:2.0:1767384341.043626:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000009d23a56 00000400:00000010:2.0:1767384341.043630:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 0000000016b620fa. 00000100:00100000:1.0:1767384341.043631:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036351cfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16149:x1853236732516480:12345-0@lo:253: 00000400:00000200:2.0:1767384341.043636:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000400:00000200:2.0:1767384341.043642:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000200:2.0:1767384341.043645:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (28) 00000400:00000010:2.0:1767384341.043648:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000016b620fa. 00000400:00000010:2.0:1767384341.043654:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e266fc1. 00080000:00000001:3.0:1767384341.043658:0:16776:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384341.043661:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c004f573. 00000100:00000200:1.0:1767384341.043663:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732516480 00080000:00000001:3.0:1767384341.043664:0:16776:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384341.043667:0:16776:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.043671:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000020:00000001:1.0:1767384341.043674:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:3.0:1767384341.043677:0:16776:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384341.043678:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:00000001:3.0:1767384341.043684:0:16776:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384341.043684:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384341.043685:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000001:1.0:1767384341.043695:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.043696:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:00000001:3.0:1767384341.043698:0:16776:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000020:00000001:1.0:1767384341.043703:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:3.0:1767384341.043704:0:16776:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384341.043710:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00080000:00000010:3.0:1767384341.043712:0:16776:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005985818b. 00080000:00000001:3.0:1767384341.043721:0:16776:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874051584 : -119702835500032 : ffff93218302ec00) 00000400:00000200:2.0:1767384341.043721:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000020:00000001:1.0:1767384341.043722:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:3.0:1767384341.043730:0:16776:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384341.043731:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384341.043738:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000020:00000001:1.0:1767384341.043739:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384341.043744:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384341.043749:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.043750:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000100:00000001:1.0:1767384341.043756:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384341.043762:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 02000000:00000001:1.0:1767384341.043764:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384341.043772:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:2.0:1767384341.043775:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 02000000:00000010:1.0:1767384341.043778:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4e2c746. 00000400:00000200:2.0:1767384341.043780:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 02000000:00000001:1.0:1767384341.043785:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.043792:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000100:00000001:1.0:1767384341.043795:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.043797:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 20000000:00000001:1.0:1767384341.043805:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384341.043806:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:2.0:1767384341.043815:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:2.0:1767384341.043820:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:2.0:1767384341.043825:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000400:00000200:2.0:1767384341.043828:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:2.0:1767384341.043832:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:2.0:1767384341.043835:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000400:00000200:2.0:1767384341.043839:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000001:00000001:3.0:1767384341.043842:0:16776:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:00000010:1.0:1767384341.043843:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000732c1af. 00000400:00000200:2.0:1767384341.043844:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 24], ns[100, 24] 00080000:00000001:3.0:1767384341.043846:0:16776:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384341.043855:0:16776:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:01000000:1.0:1767384341.043857:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384341.043864:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384341.043869:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 24], ns[96, 24] 20000000:00000001:1.0:1767384341.043870:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384341.043874:0:16776:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384341.043880:0:16776:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384341.043881:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 24], ns[72, 24] 20000000:00000001:1.0:1767384341.043881:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384341.043893:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.043895:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 24], ns[97, 24] 20000000:00000001:1.0:1767384341.043900:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384341.043904:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 24], ns[99, 24] 00000400:00000200:2.0:1767384341.043909:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 24], ns[102, 24] 00000400:00000200:2.0:1767384341.043912:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[102, 24], ns[103, 24] 00000400:00000200:2.0:1767384341.043914:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:2.0:1767384341.043916:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp18 00000400:00000200:2.0:1767384341.043918:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp18 lpni_is_preferred = 0 00000400:00000200:2.0:1767384341.043920:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp18 00000400:00000200:2.0:1767384341.043923:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp18 NI seq info: [108:108:256:4294967295] 192.168.204.131@tcp18 LPNI seq info [105:105:8:4294967295] 00000400:00000200:2.0:1767384341.043927:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp18 00000400:00000200:2.0:1767384341.043934:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp18(192.168.204.131@tcp18:) -> 192.168.204.131@tcp18(192.168.204.131@tcp:192.168.204.131@tcp18) : GET try# 0 00000800:00000200:2.0:1767384341.043938:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp18 00000800:00000010:2.0:1767384341.043942:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d621246b. 00000800:00000200:2.0:1767384341.043946:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a86511c6] -> 12345-192.168.204.131@tcp18 (6) 00000800:00000200:2.0:1767384341.043952:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp18 ip 192.168.204.131:988 00000800:00000200:2.0:1767384341.043955:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d621246b type 2, nob 96 niov 1 nkiov 0 00080000:00000001:3.0:1767384341.043961:0:16776:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384341.043964:0:16776:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384341.043965:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384341.043969:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000800:00000200:2.0:1767384341.044030:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384341.044032:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d621246b. 00000400:00000200:2.0:1767384341.044035:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384341.044038:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp18->192.168.204.131@tcp18: GET: OK 00000400:00000200:2.0:1767384341.044041:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384341.044044:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000001:2.0:1767384341.044057:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384341.044064:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384341.044066:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384341.044075:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384341.044083:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp18(192.168.204.131@tcp18) <- 192.168.204.131@tcp18 : GET - for me 00000400:00000200:2.0:1767384341.044092:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384341.044098:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 496/496 into md 0x1a29 [1] + 0 00000400:00000200:2.0:1767384341.044106:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp18 to MR: 192.168.204.131@tcp18 local destination 00000400:00000200:2.0:1767384341.044114:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp18 NI seq info: [109:109:256:4294967295] 192.168.204.131@tcp18 LPNI seq info [106:106:8:4294967295] 00000400:00000200:2.0:1767384341.044127:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp18(192.168.204.131@tcp18:192.168.204.131@tcp18) -> 192.168.204.131@tcp18(192.168.204.131@tcp18:192.168.204.131@tcp18) 192.168.204.131@tcp18 : REPLY try# 0 00000800:00000200:2.0:1767384341.044132:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.131@tcp18 00000800:00000010:2.0:1767384341.044136:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d621246b. 00000800:00000200:2.0:1767384341.044146:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a86511c6] -> 12345-192.168.204.131@tcp18 (6) 00000800:00000200:2.0:1767384341.044151:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp18 ip 192.168.204.131:1005 00000800:00000200:2.0:1767384341.044154:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d621246b type 3, nob 592 niov 1 nkiov 1 00000800:00000200:2.0:1767384341.044201:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384341.044203:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d621246b. 00000400:00000200:2.0:1767384341.044206:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384341.044210:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp18->192.168.204.131@tcp18: REPLY: OK 00000800:00000001:2.0:1767384341.044220:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384341.044224:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384341.044226:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384341.044230:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384341.044231:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384341.044234:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384341.044238:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp18(192.168.204.131@tcp18) <- 192.168.204.131@tcp18 : REPLY - for me 00000400:00000200:2.0:1767384341.044244:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp18: Reply from 12345-192.168.204.131@tcp18 of length 496/496 into md 0x1a49 00000800:00000001:2.0:1767384341.044246:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384341.044248:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384341.044249:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384341.044259:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp18->192.168.204.131@tcp18: REPLY: OK 00000400:00000200:2.0:1767384341.044262:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e266fc1 00000400:00000010:2.0:1767384341.044263:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e266fc1. 00000400:00000200:2.0:1767384341.044266:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384341.044268:0:16140:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:2.0:1767384341.044271:0:16140:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:2.0:1767384341.044274:0:16140:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 29. state = 0x100271 00000400:00000200:2.0:1767384341.044278:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384341.044287:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (29) 00000800:00000001:2.0:1767384341.044293:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384341.044296:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.044314:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384341.044322:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000f1 00000400:00000010:3.0:1767384341.044335:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 00000000c97475c6. 00000400:00000010:3.0:1767384341.044340:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 00000000177ccced. 00000400:00000010:3.0:1767384341.044344:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 00000000b04643c3. 00000400:00000200:3.0:1767384341.044397:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp29(00000000f7984e47) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384341.044404:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp30(0000000041ba6b85) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384341.044409:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp32(00000000b8329d7c) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384341.044415:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp33(00000000e0f64093) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384341.044421:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp35(00000000d9bd0662) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384341.044431:0:16144:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.131@tcp36 00000400:00000200:3.0:1767384341.044437:0:16144:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.131@tcp36 NID 192.168.204.131@tcp36 00000400:00000200:3.0:1767384341.044441:0:16144:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000008777bbbe nid 192.168.204.131@tcp36 00000400:00000010:3.0:1767384341.044445:0:16144:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000008777bbbe. 00000400:00000200:3.0:1767384341.044454:0:16144:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000c9af81be net tcp36 00000400:00000010:3.0:1767384341.044456:0:16144:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000c9af81be. 00000400:00000200:3.0:1767384341.044462:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000cb7977c7 (1) 00000400:00000200:3.0:1767384341.044467:0:16144:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000cb7977c7 nid 192.168.204.131@tcp36 00000400:00000010:3.0:1767384341.044471:0:16144:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000cb7977c7. 00000400:00000010:3.0:1767384341.044692:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002e1769de. 00000400:00000200:3.0:1767384341.044699:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002e1769de nid 192.168.204.131@tcp36 00000400:00000010:3.0:1767384341.044704:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000535e67aa. 00000400:00000200:3.0:1767384341.044708:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000535e67aa net tcp36 00000400:00000200:3.0:1767384341.044712:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (28) 00000400:00000200:3.0:1767384341.044718:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp36 flags 0x11 00000400:00000010:3.0:1767384341.044725:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cb7977c7. 00000400:00000200:3.0:1767384341.044730:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cb7977c7 nid 192.168.204.131@tcp37 00000400:00000010:3.0:1767384341.044734:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002cfad8e0. 00000400:00000200:3.0:1767384341.044738:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000002cfad8e0 net tcp37 00000400:00000200:3.0:1767384341.044741:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (29) 00000400:00000200:3.0:1767384341.044747:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp37 flags 0x11 00000400:00000010:3.0:1767384341.044750:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 00000000c97475c6. 00000400:00000010:3.0:1767384341.044753:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 00000000177ccced. 00000400:00000010:3.0:1767384341.044756:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 00000000b04643c3. 00000400:00000010:3.0:1767384341.044759:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000016b620fa. 00000400:00000200:3.0:1767384341.044766:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384341.044770:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:3.0:1767384341.044774:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000400:00000200:3.0:1767384341.044778:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:3.0:1767384341.044782:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384341.044785:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:3.0:1767384341.044789:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384341.044792:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (30) 00000100:00000040:3.0:1767384341.053526:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294928961, at 4294928962 00000100:00000010:3.0:1767384341.053536:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c19a7501. 00000100:00000040:1.0:1767384341.053649:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294928961, at 4294928962 00000100:00000010:1.0:1767384341.053668:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a5c6a28. 00000100:00000040:0.0:1767384341.053702:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294928961, at 4294928962 00000100:00000010:0.0:1767384341.053713:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098aa4318. 00080000:00000001:0.0:1767384341.054347:0:16776:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384341.054370:0:16776:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:0.0:1767384341.054374:0:16776:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384341.054378:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384341.054378:0:16776:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384341.054384:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384341.054389:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384341.054391:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384341.054393:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384341.054397:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005985818b. 20000000:01000000:0.0:1767384341.054397:0:16776:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384341.054408:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384341.054416:0:16776:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384341.054417:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008777bbbe. 20000000:01000000:3.0:1767384341.054423:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:01000000:0.0:1767384341.054424:0:16776:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384341.054429:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384341.054435:0:16776:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384341.054436:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384341.054459:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384341.054463:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384341.054469:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384341.054474:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 10000000:01000000:0.0:1767384341.054475:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384341.054476:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.054528:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384341.054532:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384341.054537:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000100:00000040:2.0:1767384341.054537:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294928961, at 4294928963 00000020:00000001:3.0:1767384341.054541:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:0.0:1767384341.054541:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e65a330d count: 2 00000100:00000010:2.0:1767384341.054544:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000753546f3. 00010000:00000001:0.0:1767384341.054547:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384341.054548:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384341.054554:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384341.054555:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:3.0:1767384341.054559:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b04643c3. 00080000:00000001:3.0:1767384341.054562:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874050560 : -119702835501056 : ffff93218302e800) 00010000:00000010:0.0:1767384341.054562:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bcb19e6. 00080000:00000001:3.0:1767384341.054568:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384341.054571:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384341.054578:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005bcb19e6 with handle 0xf83434fd52e6dac7 to hash 00000020:00000001:0.0:1767384341.054581:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384341.054585:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384341.054588:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384341.054592:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384341.054596:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384341.054599:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.054609:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384341.054613:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384341.054616:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384341.054619:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384341.054623:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384341.054630:0:16798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6dac0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6dab9 expref: 16 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.054637:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384341.054640:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.054642:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384341.054644:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.054647:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.054649:0:16798:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384341.054653:0:16798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384341.054660:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e65a330d) refcount = 2 00000001:00000001:3.0:1767384341.054669:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384341.054672:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384341.054674:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:3.0:1767384341.054676:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:0.0:1767384341.054681:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6dac0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf83434fd52e6dab9 expref: 16 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384341.054688:0:16798:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384341.054690:0:16798:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384341.054699:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384341.054700:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b76df35. 00080000:00000001:3.0:1767384341.054704:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:0.0:1767384341.054706:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384341.054713:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e514a734. 00000100:00000001:0.0:1767384341.054716:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370841021632 : -119702868529984 : ffff9321810aecc0) 00000100:00000001:0.0:1767384341.054720:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370841021632 : -119702868529984 : ffff9321810aecc0) 00000100:00000001:0.0:1767384341.054723:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384341.054725:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384341.054727:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384341.054732:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.054735:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384341.054740:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384341.054743:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384341.054745:0:16798:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384341.054747:0:16798:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384341.054753:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033105b84. 00000020:00000040:0.0:1767384341.054757:0:16798:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00000100:00000001:0.0:1767384341.054763:0:16798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384341.054766:0:16798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384341.054772:0:16798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384341.054780:0:16798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed36acf1. 00000100:00000001:0.0:1767384341.054789:0:16798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384341.054796:0:16798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6dac0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf83434fd52e6dab9 expref: 16 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384341.054814:0:16798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6dac0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf83434fd52e6dab9 expref: 16 pid: 16776 timeout: 411 lvb_type: 0 00010000:00000001:0.0:1767384341.054823:0:16798:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384341.054832:0:16798:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384341.054837:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033105b84 x1853236732516608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384341.054845:0:16798:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384341.054847:0:16798:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384341.054850:0:16798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000033105b84 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732516608:0@lo:104: 00000100:00000001:0.0:1767384341.054853:0:16798:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384341.054857:0:16798:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384341.054859:0:16798:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.054861:0:16798:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384341.054864:0:16798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c254167c. 02000000:00000001:0.0:1767384341.054866:0:16798:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384341.054871:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005b819c3. 00000400:00000010:0.0:1767384341.054880:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00000100:00000200:0.0:1767384341.054883:0:16798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732516608, portal 16 00000100:00000001:0.0:1767384341.054885:0:16798:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384341.054888:0:16798:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659225856 : -119698050325760 : ffff9322a03ae300) 00000100:00000040:0.0:1767384341.054894:0:16798:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000033105b84 x1853236732516608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384341.054900:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:3.0:1767384341.054906:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000040:0.0:1767384341.054907:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:3.0:1767384341.054909:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:0.0:1767384341.054915:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000100:00000200:0.0:1767384341.054922:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732516608, offset 0 00000400:00000200:0.0:1767384341.054931:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384341.054945:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384341.054954:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d205900 00000400:00000200:0.0:1767384341.054965:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 328 00000400:00000200:0.0:1767384341.054969:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384341.054972:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384341.054977:0:16798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384341.054979:0:16798:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384341.054983:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f2711fe. 00000100:00000040:0.0:1767384341.054987:0:16798:0:(events.c:337:request_in_callback()) incoming req@000000009f2711fe x1853236732516608 msgsize 328 00000100:00100000:0.0:1767384341.054990:0:16798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384341.055009:0:16798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384341.055019:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e483d52 00000400:00000010:0.0:1767384341.055021:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000100:00000001:0.0:1767384341.055028:0:16798:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384341.055035:0:16798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033105b84 x1853236732516608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384341.055046:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384341.055051:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033105b84 x1853236732516608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384341.055052:0:16767:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384341.055058:0:16767:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732516608 02000000:00000001:3.0:1767384341.055062:0:16767:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384341.055065:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.055066:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384341.055070:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.055071:0:16798:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384341.055077:0:16767:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384341.055082:0:16767:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732516608 00000100:00000001:0.0:1767384341.055083:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.055085:0:16767:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384341.055088:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294928973 00000020:00000040:3.0:1767384341.055090:0:16767:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d77f 00000100:00000010:0.0:1767384341.055093:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e9b886b. 00000020:00000001:3.0:1767384341.055094:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384341.055099:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008088def refcount=3 00000100:00000001:0.0:1767384341.055101:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384341.055103:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000020:00000001:3.0:1767384341.055107:0:16767:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000001:0.0:1767384341.055110:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294928973 00000100:00000001:3.0:1767384341.055111:0:16767:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384341.055118:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da3d9c5a. 00000100:00000010:0.0:1767384341.055118:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001de25256. 00000100:00000001:0.0:1767384341.055122:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384341.055123:0:16767:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384341.055128:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da3d9c5a. 00000100:00000001:0.0:1767384341.055130:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294928973 00000100:00000010:0.0:1767384341.055135:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ed5d51f. 00000020:00000010:3.0:1767384341.055136:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf16e35d. 00000100:00000001:0.0:1767384341.055138:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384341.055144:0:16767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000282c16df. 00000100:00000001:0.0:1767384341.055145:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294928973 00000020:00000010:3.0:1767384341.055152:0:16767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c2ec2a. 00000100:00000010:0.0:1767384341.055152:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a4605a0. 00000100:00000001:0.0:1767384341.055158:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384341.055166:0:16798:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384341.055169:0:16767:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384341.055169:0:16798:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.055172:0:16798:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.055174:0:16798:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.055176:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.055180:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384341.055181:0:16767:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384341.055182:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384341.055184:0:16767:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384341.055185:0:16798:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.055186:0:16767:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.055189:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384341.055191:0:16798:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384341.055194:0:16767:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.055200:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.055204:0:16798:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384341.055205:0:16767:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.055206:0:16798:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384341.055210:0:16798:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e514a734 going to sleep for 11 seconds 00000100:00000001:0.0:1767384341.055213:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.055216:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.055222:0:16767:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384341.055225:0:16767:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384341.055230:0:16767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384341.055233:0:16767:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008088def : new rpc_count 1 00000100:00000001:3.0:1767384341.055235:0:16767:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375659232128 : -119698050319488 : ffff9322a03afb80) 00000100:00000040:3.0:1767384341.055240:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f2711fe x1853236732516608/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:322/0 lens 328/0 e 0 to 0 dl 1767384352 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384341.055247:0:16767:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384341.055250:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da3d9c5a. 00000100:00000001:3.0:1767384341.055252:0:16767:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384341.055255:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da3d9c5a. 00000100:00100000:3.0:1767384341.055259:0:16767:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009f2711fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732516608:12345-0@lo:104: 00000100:00000200:3.0:1767384341.055263:0:16767:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732516608 00010000:00000001:3.0:1767384341.055265:0:16767:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384341.055268:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384341.055269:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384341.055271:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=2 00000020:00000001:3.0:1767384341.055272:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:3.0:1767384341.055275:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:3.0:1767384341.055278:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384341.055282:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384341.055285:0:16767:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6dac0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384341.055290:0:16767:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384341.055292:0:16767:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384341.055295:0:16767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000177ccced. 02000000:00000001:3.0:1767384341.055302:0:16767:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.055304:0:16767:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.055309:0:16767:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384341.055311:0:16767:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384341.055315:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 000000009ed84a9f time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384341.055318:0:16767:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384341.055321:0:16767:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384341.055323:0:16767:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384341.055325:0:16767:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384341.055326:0:16767:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.055328:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384341.055330:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384341.055333:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e8d93dc. 00000100:00000200:3.0:1767384341.055335:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236732516608, offset 224 00000400:00000200:3.0:1767384341.055339:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384341.055344:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384341.055349:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d205900 00000400:00000200:3.0:1767384341.055370:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1a4d [1] + 224 00000400:00000200:3.0:1767384341.055373:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.055378:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384341.055381:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384341.055385:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033105b84 x1853236732516608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384341.055394:0:16767:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000033105b84 x1853236732516608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384341.055411:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384341.055415:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e8d93dc 00000400:00000010:3.0:1767384341.055417:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e8d93dc. 00000100:00000001:3.0:1767384341.055420:0:16767:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384341.055421:0:16767:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384341.055424:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.055427:0:16767:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384341.055429:0:16767:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384341.055430:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:3.0:1767384341.055433:0:16767:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008c63cd58. 00000400:00000001:0.0:1767384341.055436:0:16798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384341.055438:0:16798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384341.055439:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005b819c3. 00010000:00000001:3.0:1767384341.055445:0:16767:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767384341.055445:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21e367f 00000400:00000010:0.0:1767384341.055449:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000100:00000001:0.0:1767384341.055452:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384341.055456:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033105b84 x1853236732516608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384341.055460:0:16767:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384341.055464:0:16767:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384341.055466:0:16798:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033105b84 x1853236732516608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384341.055467:0:16767:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.055472:0:16767:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.055472:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384341.055507:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.055509:0:16798:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.055512:0:16798:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384341.055513:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f2711fe x1853236732516608/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:322/0 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384341.055516:0:16798:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384341.055517:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.055519:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.055522:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.055524:0:16772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:0.0:1767384341.055528:0:16798:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.055531:0:16772:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00001000:0.0:1767384341.055533:0:16798:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e169ce83 time=61 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384341.055534:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1767384341.055535:0:16767:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009f2711fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732516608:12345-0@lo:104: Request processed in 283us (544us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384341.055538:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6dac0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384341.055542:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000319a7c00 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.055551:0:16798:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384341.055553:0:16767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:0.0:1767384341.055554:0:16798:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.055557:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ed4520fc already unused, calling callback (00000000081d0b67) 00000100:00000040:3.0:1767384341.055559:0:16767:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008088def : new rpc_count 0 00010000:00000001:0.0:1767384341.055560:0:16798:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:2.0:1767384341.055562:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384341.055563:0:16767:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384341.055563:0:16798:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767384341.055565:0:16772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf83434fd52e6dac0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384341.055566:0:16767:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384341.055568:0:16798:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384341.055572:0:16767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000282c16df. 00000100:00000040:0.0:1767384341.055576:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033105b84 x1853236732516608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384341.055578:0:16767:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c2ec2a. 00010000:00000001:2.0:1767384341.055579:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384341.055582:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:3.0:1767384341.055585:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf16e35d. 00000020:00000001:2.0:1767384341.055586:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384341.055588:0:16798:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384341.055591:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=3 00000100:00000001:0.0:1767384341.055593:0:16798:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384341.055595:0:16767:0:(genops.c:898:class_export_put()) PUTting export 0000000008088def : new refcount 2 00000020:00000001:2.0:1767384341.055595:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00000100:00000001:3.0:1767384341.055599:0:16767:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384341.055601:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00000100:00000001:0.0:1767384341.055604:0:16798:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384341.055607:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767384341.055608:0:16798:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384341.055610:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.055612:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.055614:0:16798:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.055616:0:16772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf83434fd52e6dac0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384341.055622:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033105b84 x1853236732516608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384341.055625:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384341.055628:0:16772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf83434fd52e6dac0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384341.055633:0:16798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000033105b84 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732516608:0@lo:104: 10000000:01000000:2.0:1767384341.055643:0:16772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384341.055643:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.055650:0:16798:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384341.055651:0:16772:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:0.0:1767384341.055653:0:16798:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000040:2.0:1767384341.055656:0:16772:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384341.055658:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000040:2.0:1767384341.055661:0:16772:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000040:0.0:1767384341.055664:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033105b84 x1853236732516608/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384341.055666:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384341.055670:0:16772:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.055673:0:16798:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384341.055678:0:16798:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384341.055679:0:16798:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c254167c. 02000000:00000001:0.0:1767384341.055684:0:16798:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384341.055685:0:16798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384341.055686:0:16798:0:(genops.c:1242:class_import_put()) import 00000000da0ccbb4 refcount=1 obd=MGS 00000020:00000001:0.0:1767384341.055688:0:16798:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1767384341.055691:0:16772:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000010:0.0:1767384341.055691:0:16798:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ed36acf1. 02000000:00000001:0.0:1767384341.055694:0:16798:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:2.0:1767384341.055695:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:0.0:1767384341.055697:0:16798:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000040:2.0:1767384341.055700:0:16772:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 2 00000100:00000010:0.0:1767384341.055700:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033105b84. 10000000:00000001:2.0:1767384341.055706:0:16772:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1767384341.055707:0:16798:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:2.0:1767384341.055710:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.055710:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384341.055717:0:16798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e514a734. 00000100:00000001:0.0:1767384341.055721:0:16798:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384341.055723:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384341.055724:0:16798:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384341.055727:0:16798:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b76df35. 00010000:00000001:2.0:1767384341.055729:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384341.055731:0:16798:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.055732:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384341.055734:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.055737:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384341.055738:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384341.055742:0:16772:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384341.055743:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384341.055746:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:2.0:1767384341.055748:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ed4520fc with handle 0xf83434fd52e6dab9 from hash 00010000:00010000:0.0:1767384341.055753:0:16798:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384341.055754:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384341.055757:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384341.055759:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384341.055761:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384341.055764:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384341.055766:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384341.055769:0:16772:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384341.055771:0:16772:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384341.055775:0:16772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b6e6db8. 00000020:00000040:2.0:1767384341.055778:0:16772:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384341.055781:0:16772:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384341.055782:0:16772:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384341.055785:0:16772:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384341.055794:0:16772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a013b735. 00000100:00000001:2.0:1767384341.055797:0:16772:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.055800:0:16772:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384341.055802:0:16772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6dac0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384341.055807:0:16772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384341.055808:0:16772:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.055811:0:16772:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384341.055813:0:16772:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.055817:0:16772:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b6e6db8] to pc [ptlrpcd_00_00+0] req@000000000b6e6db8 x1853236732516736/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384341.055842:0:16772:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384341.055846:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384341.055848:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384341.055849:0:16772:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.055853:0:16772:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384341.055855:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.055858:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6dac0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384341.055864:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384341.055866:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384341.055867:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384341.055872:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384341.055873:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.055873:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 00000000ed4520fc/0xf83434fd52e6dab9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6dac0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384341.055881:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:2.0:1767384341.055888:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000015342abe count: 0 00000100:00000040:1.0:1767384341.055906:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b6e6db8 x1853236732516736/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384341.055907:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384341.055911:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384341.055913:0:16772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008c63cd58. 00010000:00000001:2.0:1767384341.055921:0:16772:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.055928:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384341.055931:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.055937:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384341.055940:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384341.055941:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384341.055943:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.055946:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.055957:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384341.055960:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384341.055961:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384341.055962:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.055966:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384341.055968:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384341.055974:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384341.055980:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000b6e6db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732516736:0@lo:103: 00000100:00000001:1.0:1767384341.055987:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384341.055994:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384341.055997:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384341.056000:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384341.056005:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d53e574. 02000000:00000001:1.0:1767384341.056009:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384341.056016:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be1c67a9. 00000400:00000010:1.0:1767384341.056026:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057023649. 00000100:00000200:1.0:1767384341.056033:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732516736, portal 18 00000100:00000001:1.0:1767384341.056037:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384341.056039:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169385344 : -119698540166272 : ffff932283088380) 00000100:00000040:1.0:1767384341.056048:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000b6e6db8 x1853236732516736/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.056058:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384341.056066:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384341.056069:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000318da4a5. 00000100:00000200:1.0:1767384341.056075:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732516736, offset 0 00000400:00000200:1.0:1767384341.056088:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384341.056105:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384341.056120:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d205980 00000400:00000200:1.0:1767384341.056133:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:1.0:1767384341.056143:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384341.056150:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384341.056161:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384341.056164:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384341.056177:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ba10c48. 00000100:00000040:1.0:1767384341.056181:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000006ba10c48 x1853236732516736 msgsize 328 00000100:00100000:1.0:1767384341.056190:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384341.056213:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384341.056226:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000318da4a5 00000400:00000010:1.0:1767384341.056230:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000318da4a5. 00000100:00000001:1.0:1767384341.056235:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384341.056243:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b6e6db8 x1853236732516736/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.056254:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384341.056261:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b6e6db8 x1853236732516736/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.056270:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.056272:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384341.056279:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384341.056283:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384341.056285:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732516736 02000000:00000001:0.0:1767384341.056291:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384341.056292:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294928974 00000100:00000001:0.0:1767384341.056293:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.056297:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.056303:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.056305:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294928973 00000100:00100000:0.0:1767384341.056307:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732516736 00000020:00000001:0.0:1767384341.056312:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384341.056316:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:1.0:1767384341.056319:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294928974 00000020:00000001:0.0:1767384341.056320:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384341.056323:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=17 00000020:00000001:0.0:1767384341.056329:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384341.056330:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294928973 00000020:00000001:0.0:1767384341.056333:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384341.056343:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384341.056344:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294928974 00000020:00000010:0.0:1767384341.056347:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b76df35. 00000100:00000001:0.0:1767384341.056362:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384341.056365:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b76df35. 00000100:00000001:1.0:1767384341.056368:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294928973 00000020:00000010:0.0:1767384341.056371:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c254167c. 00000020:00000010:0.0:1767384341.056377:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b68c388. 00000100:00000001:1.0:1767384341.056379:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294928974 00000020:00000010:0.0:1767384341.056382:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f269c7a. 00000100:00000001:1.0:1767384341.056400:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294928973 00000100:00000040:0.0:1767384341.056400:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384341.056406:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384341.056410:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384341.056414:0:16769:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384341.056416:0:16769:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.056419:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384341.056419:0:16769:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384341.056425:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384341.056430:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384341.056431:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384341.056433:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070a4c68f refcount=4 00000020:00000001:0.0:1767384341.056443:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166794752 : -119698542756864 : ffff932282e0fc00) 00000100:00000001:1.0:1767384341.056444:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.056446:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166794752 : -119698542756864 : ffff932282e0fc00) 00000100:00000001:1.0:1767384341.056452:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384341.056455:0:16769:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6dac0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6dab9 expref: 17 pid: 16776 timeout: 411 lvb_type: 0 00000100:00000001:1.0:1767384341.056465:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384341.056467:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.056470:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384341.056471:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384341.056472:0:16769:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.056515:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.056522:0:16769:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384341.056528:0:16769:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ba10c48 x1853236732516736/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:322/0 lens 328/0 e 0 to 0 dl 1767384352 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.056535:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.056536:0:16769:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384341.056541:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.056542:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384341.056550:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.056555:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.056569:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.056571:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384341.056575:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384341.056583:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384341.056586:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 3 00000100:00000001:0.0:1767384341.056588:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210177664 : -119698499373952 : ffff93228576f480) 00000100:00000040:0.0:1767384341.056591:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ba10c48 x1853236732516736/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:322/0 lens 328/0 e 0 to 0 dl 1767384352 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.056597:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384341.056601:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b76df35. 00000100:00000001:0.0:1767384341.056604:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384341.056606:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b76df35. 00000100:00100000:0.0:1767384341.056614:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ba10c48 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+17:16146:x1853236732516736:12345-0@lo:103: 00000100:00000200:0.0:1767384341.056617:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732516736 00010000:00000001:0.0:1767384341.056619:0:16769:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384341.056621:0:16769:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384341.056624:0:16769:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384341.056627:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384341.056629:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384341.056632:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000026d760c7. 02000000:00000001:0.0:1767384341.056634:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.056636:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.056642:0:16769:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384341.056645:0:16769:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384341.056646:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384341.056647:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384341.056649:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070a4c68f refcount=4 00000020:00000001:0.0:1767384341.056650:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166794752 : -119698542756864 : ffff932282e0fc00) 00010000:00000001:0.0:1767384341.056652:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166794752 : -119698542756864 : ffff932282e0fc00) 00010000:00000040:0.0:1767384341.056654:0:16769:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e65a330d count: 3 00010000:00010000:0.0:1767384341.056657:0:16769:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6dac0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6dab9 expref: 17 pid: 16776 timeout: 411 lvb_type: 0 00000100:00001000:0.0:1767384341.056663:0:16769:0:(import.c:2128:obd_at_measure()) add 0 to 000000002788824c time=1767384341 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384341.056665:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384341.056671:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.056673:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384341.056675:0:16769:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6dac0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf83434fd52e6dab9 expref: 17 pid: 16776 timeout: 411 lvb_type: 0 00000020:00000001:0.0:1767384341.056678:0:16769:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384341.056680:0:16769:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384341.056681:0:16769:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.056683:0:16769:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.056685:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384341.056686:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384341.056692:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.056694:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.056695:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384341.056698:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384341.056702:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070a4c68f with handle 0xf83434fd52e6dac0 from hash 00010000:00000001:0.0:1767384341.056704:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384341.056705:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.056706:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.056707:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384341.056709:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384341.056711:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384341.056714:0:16769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070a4c68f/0xf83434fd52e6dac0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf83434fd52e6dab9 expref: 17 pid: 16776 timeout: 411 lvb_type: 0 00010000:00000040:0.0:1767384341.056722:0:16769:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 9 00000020:00000040:0.0:1767384341.056723:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 16 00010000:00000001:0.0:1767384341.056727:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.056729:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384341.056730:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384341.056731:0:16769:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000005bcb19e6 00010000:00000001:0.0:1767384341.056732:0:16769:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384341.056733:0:16769:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384341.056734:0:16769:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.056735:0:16769:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384341.056737:0:16769:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.056739:0:16769:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384341.056740:0:16769:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384341.056742:0:16769:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.056746:0:16769:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384341.056748:0:16769:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384341.056749:0:16769:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384341.056751:0:16769:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384341.056752:0:16769:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e65a330d) refcount = 2 00010000:00010000:0.0:1767384341.056754:0:16769:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.056757:0:16769:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384341.056759:0:16769:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384341.056759:0:16769:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.056761:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384341.056763:0:16769:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b76df35. 00000100:00000001:0.0:1767384341.056764:0:16769:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384341.056767:0:16769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e514a734. 00000100:00000001:0.0:1767384341.056768:0:16769:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370841021632 : -119702868529984 : ffff9321810aecc0) 00000100:00000001:0.0:1767384341.056769:0:16769:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370841021632 : -119702868529984 : ffff9321810aecc0) 00000100:00000001:0.0:1767384341.056771:0:16769:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384341.056776:0:16769:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384341.056777:0:16769:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384341.056778:0:16769:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384341.056780:0:16769:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:0.0:1767384341.056782:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384341.056783:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384341.056785:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bcb19e6 refcount=5 00000020:00000001:0.0:1767384341.056786:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384341.056788:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384341.056789:0:16769:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384341.056791:0:16769:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.056795:0:16769:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384341.056796:0:16769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.056800:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.056801:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384341.056802:0:16769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.056806:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384341.056807:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.056809:0:16769:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384341.056810:0:16769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384341.056814:0:16769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005bcb19e6 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384341.056816:0:16769:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384341.056818:0:16769:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384341.056820:0:16769:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.056823:0:16769:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384341.056828:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384341.056829:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384341.056830:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bcb19e6 refcount=6 00000020:00000001:0.0:1767384341.056832:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384341.056833:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384341.056836:0:16769:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384341.056837:0:16769:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.056840:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384341.056842:0:16769:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384341.056842:0:16769:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.056851:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384341.056853:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384341.056854:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384341.056855:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384341.056858:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005bcb19e6 with handle 0xf83434fd52e6dac7 from hash 00010000:00000001:0.0:1767384341.056860:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384341.056861:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.056862:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.056863:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384341.056864:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384341.056865:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384341.056867:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384341.056868:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.056871:0:16769:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.056874:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384341.056875:0:16769:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384341.056877:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.056878:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.056879:0:16769:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.056880:0:16769:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.056882:0:16769:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384341.056884:0:16769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.056888:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.056895:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.056897:0:16769:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384341.056900:0:16769:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384341.056901:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.056902:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.056903:0:16769:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384341.056905:0:16769:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384341.056906:0:16769:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.056907:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384341.056908:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384341.056910:0:16769:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.056912:0:16769:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384341.056914:0:16769:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384341.056917:0:16769:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.056919:0:16769:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.056922:0:16769:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384341.056925:0:16769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e514a734. 00000100:00000001:0.0:1767384341.056927:0:16769:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00010000:1.0:1767384341.056930:0:16798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384341.056930:0:16769:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384341.056938:0:16769:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b76df35. 00010000:00000001:0.0:1767384341.056944:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384341.056947:0:16769:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384341.056952:0:16769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.056959:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384341.056961:0:16798:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384341.056963:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384341.056969:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00001000:0.0:1767384341.056970:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=61 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384341.056980:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384341.056981:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384341.056988:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384341.056995:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384341.057004:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384341.057007:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1767384341.057008:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.057012:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384341.057015:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384341.057017:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6dac7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384341.057025:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384341.057032:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00010000:00000040:1.0:1767384341.057038:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e65a330d count: 0 00000100:00000200:0.0:1767384341.057040:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732516736, offset 224 00000400:00000200:0.0:1767384341.057053:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384341.057061:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384341.057066:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000001:1.0:1767384341.057067:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384341.057086:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d205980 00000400:00000200:0.0:1767384341.057096:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1a59 [1] + 224 00000400:00000200:0.0:1767384341.057101:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384341.057106:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384341.057110:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384341.057115:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b6e6db8 x1853236732516736/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384341.057125:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000b6e6db8 x1853236732516736/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.057141:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384341.057147:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21e367f 00000400:00000010:0.0:1767384341.057149:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000100:00000001:0.0:1767384341.057151:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384341.057152:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384341.057159:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.057162:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384341.057165:0:16769:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.057167:0:16769:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.057175:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ba10c48 x1853236732516736/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:322/0 lens 328/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.057185:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ba10c48 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16146:x1853236732516736:12345-0@lo:103: Request processed in 585us (1001us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384341.057194:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384341.057197:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:0.0:1767384341.057199:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384341.057201:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384341.057204:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b68c388. 00000020:00000010:0.0:1767384341.057209:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f269c7a. 00000020:00000010:0.0:1767384341.057213:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c254167c. 00000020:00000040:0.0:1767384341.057220:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000001:0.0:1767384341.057223:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.057271:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.057281:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384341.057288:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384341.057291:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384341.057293:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be1c67a9. 00000400:00000200:0.0:1767384341.057297:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057023649 00000400:00000010:0.0:1767384341.057299:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057023649. 00000100:00000001:0.0:1767384341.057305:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384341.057312:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b6e6db8 x1853236732516736/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384341.057322:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b6e6db8 x1853236732516736/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.057331:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.057334:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.057336:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384341.057339:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384341.057341:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.057343:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.057346:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384341.057363:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=61 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384341.057368:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.057371:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384341.057374:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.057377:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384341.057379:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.057382:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.057386:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b6e6db8 x1853236732516736/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.057394:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.057396:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384341.057398:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384341.057404:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b6e6db8 x1853236732516736/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.057412:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000b6e6db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732516736:0@lo:103: 00000100:00000001:0.0:1767384341.057417:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.057426:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384341.057429:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b6e6db8 x1853236732516736/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.057435:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384341.057437:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384341.057440:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d53e574. 02000000:00000001:0.0:1767384341.057444:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384341.057445:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384341.057447:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384341.057450:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384341.057451:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a013b735. 02000000:00000001:0.0:1767384341.057455:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384341.057457:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384341.057459:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b6e6db8. 00000100:00000001:0.0:1767384341.057462:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384341.057464:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.057466:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.057472:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384341.057473:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.057476:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.057534:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384341.062544:0:30537:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000015342abe. 00010000:00000010:0.1:1767384341.062556:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070a4c68f. 00010000:00000010:2.1:1767384341.062557:0:30537:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed4520fc. 00010000:00000010:1.1:1767384341.064524:0:16657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e65a330d. 00010000:00000010:1.1:1767384341.064544:0:16657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bcb19e6. 00000100:00000040:3.0:1767384341.066537:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294928974, at 4294928975 00000100:00000040:2.0:1767384341.066539:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294928974, at 4294928975 00000100:00000010:3.0:1767384341.066546:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a4605a0. 00000100:00000010:2.0:1767384341.066548:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ed5d51f. 00000100:00000040:0.0:1767384341.066831:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294928974, at 4294928975 00000100:00000010:0.0:1767384341.066837:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e9b886b. 00000100:00000040:1.0:1767384341.067541:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294928974, at 4294928976 00000100:00000010:1.0:1767384341.067551:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001de25256. 00000400:00000010:2.0:1767384341.068323:0:30537:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f376a8db. 00000400:00000040:2.0:1767384341.068341:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384341.068344:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384341.068346:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.068348:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384341.068385:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.068386:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384341.068389:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384341.068390:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384341.068391:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384341.068392:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384341.068394:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384341.068395:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384341.068397:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384341.068399:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384341.068400:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384341.068403:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384341.068405:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384341.068406:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384341.068407:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384341.068409:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.068411:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384341.068413:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384341.068415:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384341.068416:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.068417:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384341.068419:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.068421:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384341.068422:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384341.068423:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384341.068424:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.068431:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384341.068433:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.068434:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384341.068435:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384341.068437:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384341.068439:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.068440:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384341.068444:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384341.068446:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384341.068449:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384341.068451:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384341.068454:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.068458:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384341.068460:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384341.068462:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384341.068465:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384341.068466:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384341.068469:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384341.068474:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384341.068476:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384341.068509:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384341.068512:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384341.068513:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384341.068516:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384341.068518:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384341.068520:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384341.068522:0:30537:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384341.068671:0:30537:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f376a8db. 00080000:00000001:3.0:1767384341.068902:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384341.068910:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384341.068914:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384341.068916:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384341.068918:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:3.0:1767384341.068919:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384341.068925:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384341.068930:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384341.068932:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384341.068932:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384341.068934:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384341.068938:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000010:0.0:1767384341.068939:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b04643c3. 00080000:00000001:0.0:1767384341.068945:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384341.068948:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384341.068965:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384341.068969:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384341.068973:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384341.068984:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384341.068987:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384341.068994:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061f79a83. 00010000:00000001:3.0:1767384341.068998:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384341.069002:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e3f6db06. 00000020:00000001:3.0:1767384341.069008:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384341.069011:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e3f6db06 with handle 0xf83434fd52e6dace to hash 00000020:00000001:3.0:1767384341.069014:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384341.069016:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384341.069020:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384341.069024:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384341.069027:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384341.069031:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dace lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.069040:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384341.069044:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384341.069046:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384341.069049:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384341.069051:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384341.069055:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384341.069056:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384341.069059:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384341.069061:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384341.069062:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384341.069065:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384341.069067:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061f79a83) refcount = 1 00010000:00010000:3.0:1767384341.069071:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dace lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.069078:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384341.069079:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384341.069081:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384341.069083:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.069085:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384341.069088:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384341.069098:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384341.069102:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384341.069103:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384341.069105:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3f6db06 refcount=4 00000020:00000001:3.0:1767384341.069108:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384341.069111:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384341.069114:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384341.069116:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dace lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.069122:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384341.069141:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dace lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.069147:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384341.069149:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384341.069151:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dace lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.069156:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384341.069158:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.069162:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384341.069164:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dace lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384341.069170:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e3f6db06 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384341.069172:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384341.069174:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384341.069176:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dace lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.069182:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384341.069183:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384341.069184:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384341.069185:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3f6db06 refcount=5 00000020:00000001:3.0:1767384341.069195:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384341.069198:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384341.069202:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384341.069205:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dace lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.069210:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384341.069213:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384341.069214:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.069219:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384341.069222:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384341.069224:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384341.069226:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384341.069228:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3f6db06 with handle 0xf83434fd52e6dace from hash 00010000:00000001:3.0:1767384341.069231:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384341.069233:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384341.069235:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384341.069236:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384341.069238:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384341.069240:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384341.069242:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384341.069244:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384341.069246:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.069249:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384341.069251:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384341.069254:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384341.069255:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384341.069256:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.069259:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.069261:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384341.069264:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dace lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.069269:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384341.069271:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384341.069273:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384341.069282:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384341.069301:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384341.069302:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384341.069304:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384341.069307:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384341.069310:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384341.069312:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dace lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384341.069318:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384341.069319:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384341.069321:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dace lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384341.069327:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061f79a83 count: 0 00010000:00000001:3.0:1767384341.069336:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384341.069337:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384341.070282:0:16776:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384341.070286:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384341.070288:0:16776:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000960743cd. 20000000:00000001:3.0:1767384341.070295:0:16776:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384341.070299:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732516352 00010000:00000001:3.0:1767384341.070302:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384341.070309:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f3ba1c3 x1853236732516352/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384341.070316:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384341.070318:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384341.070320:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384341.070323:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384341.070328:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384341.070330:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384341.070333:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384341.070336:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.070339:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384341.070343:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384341.070347:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d403cc21. 00000100:00000200:3.0:1767384341.070385:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732516352, offset 224 00000400:00000200:3.0:1767384341.070393:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384341.070408:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384341.070416:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205800 00000400:00000200:3.0:1767384341.070426:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a35 [2] + 224 00000400:00000200:3.0:1767384341.070450:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.070457:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384341.070464:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384341.070470:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039ee0fde x1853236732516352/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384341.070478:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000039ee0fde x1853236732516352/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.070515:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384341.070524:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d403cc21 00000400:00000010:3.0:1767384341.070528:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d403cc21. 00000100:00000001:0.0:1767384341.070534:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.070535:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384341.070540:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384341.070542:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384341.070547:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.070553:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:0.0:1767384341.070554:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384341.070556:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384341.070560:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384341.070561:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.070567:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384341.070568:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073f55943. 00000100:00000040:3.0:1767384341.070573:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f3ba1c3 x1853236732516352/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384341.070575:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2029380 00000400:00000010:0.0:1767384341.070582:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2029380. 00000100:00100000:3.0:1767384341.070588:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f3ba1c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732516352:12345-0@lo:253: Request processed in 27218us (28037us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384341.070591:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384341.070602:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000040:3.0:1767384341.070606:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384341.070609:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384341.070611:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039ee0fde x1853236732516352/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.070613:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384341.070618:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbb182bc. 00000020:00000010:3.0:1767384341.070626:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b5017ea. 00000100:00000200:0.0:1767384341.070631:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039ee0fde x1853236732516352/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384341.070640:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c99c9c7. 00000020:00000040:3.0:1767384341.070649:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:0.0:1767384341.070649:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.070657:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384341.070658:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384341.070663:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ac2d7752. 00000100:00000001:0.0:1767384341.070665:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384341.070670:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384341.070670:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384341.070674:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384341.070675:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.070679:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384341.070682:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384341.070685:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384341.070689:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b19f09a4. 00000100:00001000:0.0:1767384341.070692:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=61 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384341.070694:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d403cc21. 00000100:00001000:0.0:1767384341.070701:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.070708:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384341.070712:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.070715:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384341.070717:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.070721:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.070727:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ee0fde x1853236732516352/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.070737:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.070741:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384341.070743:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384341.070748:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384341.070751:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384341.070754:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384341.070756:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384341.070760:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384341.070763:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384341.070767:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384341.070770:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384341.070773:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384341.070776:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384341.070783:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ee0fde x1853236732516352/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.070793:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039ee0fde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732516352:0@lo:253: 00000100:00000001:0.0:1767384341.070824:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.070828:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384341.070834:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039ee0fde x1853236732516352/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.070843:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384341.070846:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384341.070849:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c76880f. 02000000:00000001:0.0:1767384341.070858:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384341.070862:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384341.070865:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384341.070869:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384341.070872:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000082db6db4. 02000000:00000001:0.0:1767384341.070879:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384341.070881:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384341.070884:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039ee0fde. 00000100:00000001:0.0:1767384341.070890:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384341.070893:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.070896:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.070905:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384341.070908:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.070913:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.070918:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384341.073028:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384341.073033:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384341.073035:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000732c1af. 20000000:00000001:0.0:1767384341.073042:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384341.073062:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732516480 00010000:00000001:0.0:1767384341.073065:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384341.073070:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000036351cfc x1853236732516480/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.073080:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384341.073082:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384341.073084:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.073088:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384341.073090:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384341.073100:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384341.073103:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384341.073105:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.073108:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384341.073111:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384341.073114:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c8fb53e. 00000100:00000200:0.0:1767384341.073118:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732516480, offset 224 00000400:00000200:0.0:1767384341.073123:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384341.073145:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384341.073153:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205880 00000400:00000200:0.0:1767384341.073158:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a3d [2] + 224 00000400:00000200:0.0:1767384341.073166:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384341.073170:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384341.073174:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384341.073179:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087a8f723 x1853236732516480/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384341.073190:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000087a8f723 x1853236732516480/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.073209:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384341.073215:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c8fb53e 00000400:00000010:0.0:1767384341.073217:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c8fb53e. 00000100:00000001:0.0:1767384341.073220:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384341.073222:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384341.073229:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.073236:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384341.073240:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384341.073243:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.073247:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384341.073251:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384341.073252:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036351cfc x1853236732516480/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.073257:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384341.073270:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384341.073275:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384341.073276:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036351cfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732516480:12345-0@lo:253: Request processed in 29678us (30276us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384341.073280:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3b4e40. 00000400:00000200:1.0:1767384341.073290:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000400e3183 00000400:00000010:1.0:1767384341.073295:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000400e3183. 00000100:00100000:0.0:1767384341.073296:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000001:1.0:1767384341.073303:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384341.073312:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000200:1.0:1767384341.073317:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087a8f723 x1853236732516480/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.073319:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384341.073323:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384341.073328:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a41ba3a8. 00000020:00000010:0.0:1767384341.073336:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073ba0c08. 00000100:00000200:1.0:1767384341.073342:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087a8f723 x1853236732516480/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384341.073345:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f7ffc1c. 00000100:00000001:1.0:1767384341.073366:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384341.073371:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384341.073373:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:1.0:1767384341.073374:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384341.073379:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384341.073397:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384341.073399:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4e2c746. 00000100:00000001:1.0:1767384341.073403:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384341.073406:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.073408:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384341.073411:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.073413:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384341.073418:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=61 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384341.073420:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384341.073424:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384341.073428:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384341.073428:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005b819c3. 00000100:00000001:1.0:1767384341.073433:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384341.073436:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c8fb53e. 00010000:00000001:1.0:1767384341.073438:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384341.073443:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.073447:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.073456:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087a8f723 x1853236732516480/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.073465:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384341.073470:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384341.073472:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384341.073512:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384341.073516:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384341.073518:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384341.073520:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384341.073523:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384341.073524:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384341.073526:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384341.073528:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384341.073529:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384341.073535:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087a8f723 x1853236732516480/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384341.073542:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732516480:0@lo:253: 00000100:00000001:1.0:1767384341.073548:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.073551:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384341.073554:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087a8f723 x1853236732516480/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.073560:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384341.073562:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384341.073564:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c4626409. 02000000:00000001:1.0:1767384341.073572:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384341.073581:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384341.073583:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384341.073586:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384341.073588:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004ca98fb8. 02000000:00000001:1.0:1767384341.073594:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384341.073596:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384341.073599:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087a8f723. 00000100:00000001:1.0:1767384341.073605:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384341.073607:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.073610:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.073619:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384341.073621:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.073623:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384341.073626:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384341.079519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061f79a83. 00010000:00000010:3.1:1767384341.079528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e3f6db06. 00000400:00000001:3.0:1767384341.436560:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384341.436566:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384341.436569:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ad3aa94 00000400:00000010:3.0:1767384341.436576:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ad3aa94. 00000400:00000200:3.0:1767384341.436583:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384341.436594:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384341.436607:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cf44bc65. 00000400:00000010:3.0:1767384341.436612:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000019a31591. 00000400:00000001:3.0:1767384341.436620:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384341.436622:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384341.436624:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c1c721 00000400:00000010:3.0:1767384341.436626:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086c1c721. 00000400:00000200:3.0:1767384341.436632:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384341.436634:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384341.436636:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e5bc15ff. 00000400:00000010:3.0:1767384341.436638:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000962a8f2e. 00000400:00000200:3.0:1767384341.436643:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp35 00000400:00000010:3.0:1767384341.436647:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e5bc15ff. 00000400:00000010:3.0:1767384341.436651:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002d918078. 00000400:00000010:3.0:1767384341.436654:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c1c721. 00000400:00000010:3.0:1767384341.436660:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000056fc0d37. 00000400:00000200:3.0:1767384341.436664:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp35 00000400:00000200:3.0:1767384341.436676:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp35 local destination 00000400:00000200:3.0:1767384341.436681:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp35 00000400:00000200:3.0:1767384341.436685:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp35 NI seq info: [110:110:256:4294967295] 192.168.204.131@tcp35 LPNI seq info [107:107:8:4294967295] 00000400:00000200:3.0:1767384341.436692:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp35 00000400:00000200:3.0:1767384341.436707:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp35(192.168.204.131@tcp35:) -> 192.168.204.131@tcp35(192.168.204.131@tcp35:192.168.204.131@tcp35) : GET try# 0 00000800:00000200:3.0:1767384341.436712:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp35 00000800:00000010:3.0:1767384341.436716:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eaec64ed. 00000800:00000200:3.0:1767384341.436723:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e604f565] -> 12345-192.168.204.131@tcp35 (2) 00000800:00000200:3.1:1767384341.436727:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e604f565] -> 12345-192.168.204.131@tcp35 (2) 00000400:00000200:3.0:1767384341.436745:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp35 added to recovery queue. ping count: 1 next ping: 264 health :900 00000400:00000200:3.0:1767384341.436748:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp36 00000400:00000010:3.0:1767384341.436751:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004508ffa3. 00000400:00000010:3.0:1767384341.436754:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d8c1f3a5. 00000400:00000010:3.0:1767384341.436755:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ad3aa94. 00000400:00000010:3.0:1767384341.436760:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ae1f2b17. 00000400:00000200:3.0:1767384341.436762:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp36 00000400:00000200:3.0:1767384341.436767:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp36 local destination 00000400:00000200:3.0:1767384341.436769:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp36 00000400:00000200:3.0:1767384341.436771:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp36 NI seq info: [111:111:256:4294967295] 192.168.204.131@tcp36 LPNI seq info [108:108:8:4294967295] 00000400:00000200:3.0:1767384341.436776:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp36 00000400:00000200:3.0:1767384341.436792:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp36(192.168.204.131@tcp36:) -> 192.168.204.131@tcp36(192.168.204.131@tcp36:192.168.204.131@tcp36) : GET try# 0 00000800:00000200:3.0:1767384341.436795:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp36 00000800:00000010:3.0:1767384341.436798:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bd5dd254. 00000800:00000200:3.0:1767384341.436802:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (2) 00000800:00000200:3.1:1767384341.436807:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (2) 00000400:00000200:3.0:1767384341.436820:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp36 added to recovery queue. ping count: 1 next ping: 264 health :900 00000400:00000200:1.0:1767384341.436837:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.436899:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.436921:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.436974:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.437056:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.437056:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.437176:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.437181:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.437250:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.437300:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.437334:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.437435:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.437453:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.437547:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.437586:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.437627:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.437676:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.437768:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.437863:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.437961:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.438053:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.438152:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.438249:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.438368:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.438471:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.438621:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.438725:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.438817:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.438885:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.438976:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.439065:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.439140:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.439229:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.439261:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.439312:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.439366:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.439416:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.439449:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.439530:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.439542:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.439603:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.439611:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.439684:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.439691:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.439779:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.439780:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.439852:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.439880:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.439942:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.439966:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440026:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440076:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440114:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440163:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440209:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000800:00000010:0.0:1767384341.440241:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b779e14a. 00000800:00000010:0.0:1767384341.440250:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000153c1168. 00000800:00000010:0.0:1767384341.440257:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c0549bc5. 00000400:00000200:1.0:1767384341.440267:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000800:00000010:0.0:1767384341.440299:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c0549bc5. 00000800:00020000:0.0:1767384341.440322:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000400:00000200:1.0:1767384341.440323:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000800:00000010:0.0:1767384341.440333:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000153c1168. 00000800:00000010:0.0:1767384341.440340:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b779e14a. 00000400:00000200:1.0:1767384341.440381:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440444:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:02020000:0.0:1767384341.440470:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp36 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384341.440525:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp36 notifying 192.168.204.131@tcp36: down 00000400:00000200:1.0:1767384341.440527:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000800:00000200:0.0:1767384341.440539:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp36 down 00000800:00000100:0.0:1767384341.440552:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp36 00000800:00000010:0.0:1767384341.440557:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bd5dd254. 00000400:00000200:0.0:1767384341.440565:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384341.440572:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp36->192.168.204.131@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384341.440575:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.440585:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384341.440599:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384341.440604:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384341.440612:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp36) recovery failed with -71 00000400:00000200:1.0:1767384341.440646:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440667:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440697:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440716:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440736:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440780:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440810:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384341.440828:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384341.440990:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c1e6f858. 00000800:00000010:1.0:1767384341.440995:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c883455b. 00000800:00000010:1.0:1767384341.441000:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003cad490d. 00000800:00000010:1.0:1767384341.441030:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003cad490d. 00000800:00020000:1.0:1767384341.441038:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384341.441041:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c883455b. 00000800:00000010:1.0:1767384341.441044:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c1e6f858. 00000400:02020000:1.0:1767384341.441110:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp35 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384341.441118:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp35 notifying 192.168.204.131@tcp35: down 00000800:00000200:1.0:1767384341.441126:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp35 down 00000800:00000100:1.0:1767384341.441134:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp35 00000800:00000010:1.0:1767384341.441138:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eaec64ed. 00000400:00000200:1.0:1767384341.441143:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384341.441150:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp35->192.168.204.131@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384341.441162:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384341.441165:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384341.441180:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp35) recovery failed with -71 00010000:00000001:1.0:1767384341.884605:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384341.884609:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.884614:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384341.884617:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384341.884619:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384341.884621:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.884624:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384341.884626:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.884628:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.884630:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.884669:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384341.884674:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.884678:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384342.011526:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384342.011532:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384342.011537:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033105b84. 00000100:00000040:1.0:1767384342.011539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:0.0:1767384342.011545:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384342.011546:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384342.011552:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087a8f723. 00000100:00000001:0.0:1767384342.011552:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384342.011555:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1767384342.011557:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384342.011561:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384342.011561:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.011563:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384342.011568:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384342.011571:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053e00a80. 02000000:00000010:1.0:1767384342.011573:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002a2407c1. 00000100:00000001:1.0:1767384342.011579:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.011580:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.011588:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384342.011590:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.011591:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384342.011599:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033105b84] to pc [ptlrpcd_00_01+1] req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.011600:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384342.011603:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.011611:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087a8f723] to pc [ptlrpcd_00_02+2] req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384342.011628:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.011633:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.011637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384342.011640:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384342.011641:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767384342.011643:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039ee0fde. 00000100:00000001:0.0:1767384342.011646:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384342.011647:0:36:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384342.011651:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384342.011652:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384342.011665:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384342.011669:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384342.011676:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.011680:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767384342.011683:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000675d8896. 00000100:00000001:0.0:1767384342.011683:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.011689:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.011690:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384342.011694:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384342.011697:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384342.011698:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384342.011705:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000033105b84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732516864:0@lo:13: 00000100:00000001:1.0:1767384342.011710:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384342.011712:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.011712:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384342.011718:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384342.011719:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039ee0fde] to pc [ptlrpcd_00_03+3] req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384342.011722:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.011726:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384342.011731:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384342.011732:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000068fa893d. 00000100:00000040:1.0:1767384342.011733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384342.011737:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.011738:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384342.011742:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000515a4868. 00000400:00000010:0.0:1767384342.011744:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000581050d4. 00000020:00000040:1.0:1767384342.011745:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384342.011747:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384342.011748:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384342.011750:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384342.011756:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ed03aae. 00000100:00000001:1.0:1767384342.011760:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384342.011760:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00000100:00000040:1.0:1767384342.011767:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384342.011769:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732516864, portal 4 00000100:00000001:0.0:1767384342.011776:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384342.011777:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384342.011780:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.011781:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375659225856 : -119698050325760 : ffff9322a03ae300) 00000100:00000040:1.0:1767384342.011784:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000515a4868] to pc [ptlrpcd_00_00+0] req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.011792:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.011793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384342.011795:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.011796:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384342.011800:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ce9bacd. 00000020:00000040:1.0:1767384342.011803:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384342.011807:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384342.011812:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384342.011815:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384342.011818:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384342.011819:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384342.011823:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000592cc6d6. 00000400:00000010:0.0:1767384342.011825:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000100:00000001:1.0:1767384342.011827:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384342.011830:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732516864, offset 0 00000100:00000040:1.0:1767384342.011831:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384342.011839:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384342.011840:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.011844:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ce9bacd] to pc [ptlrpcd_00_01+1] req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.011844:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384342.011854:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.011857:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (267) 00000400:00000200:0.0:1767384342.011864:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384342.011880:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d205a00 00000100:00000001:1.0:1767384342.011886:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.011889:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384342.011889:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2240 00000100:00000001:1.0:1767384342.011891:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384342.011896:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.011901:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384342.011901:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384342.011903:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.011907:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384342.011908:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384342.011911:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384342.011912:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384342.011915:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732516992:0@lo:400: 00000100:00000001:1.0:1767384342.011919:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384342.011922:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384342.011922:0:16147:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384342.011925:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384342.011927:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:1.0:1767384342.011928:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384342.011932:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a777a26. 02000000:00000001:1.0:1767384342.011935:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384342.011935:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000097a9db9. 00000400:00000010:1.0:1767384342.011941:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3b4e40. 00000100:00000040:0.0:1767384342.011941:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000097a9db9 x1853236732516864 msgsize 224 00000400:00000010:1.0:1767384342.011949:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000318da4a5. 00000100:00100000:0.0:1767384342.011953:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384342.011954:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732516992, portal 25 00000100:00000001:1.0:1767384342.011958:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384342.011959:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210175872 : -119698499375744 : ffff93228576ed80) 00000100:00000001:0.0:1767384342.011963:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384342.011971:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.011973:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e483d52 00000100:00000001:1.0:1767384342.011978:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384342.011978:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000100:00000040:1.0:1767384342.011984:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384342.011984:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384342.011989:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008dbb81d. 00000100:00000200:0.0:1767384342.011990:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384342.011992:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236732516992, offset 0 00000400:00000200:1.0:1767384342.012001:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384342.012002:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384342.012006:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384342.012010:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384342.012018:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.012020:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384342.012021:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d205a80 00000100:00000001:0.0:1767384342.012025:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.012030:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12a9 [2] + 0 00000100:00000040:0.0:1767384342.012030:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4497 usecs (5 jiffies) 00000400:00000010:1.0:1767384342.012035:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcfef16c. 00000400:00000200:1.0:1767384342.012042:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000044c68de7 00000100:00000001:0.0:1767384342.012042:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294929925 00000400:00000200:1.0:1767384342.012048:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384342.012048:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e9b886b. 00000400:00000200:1.0:1767384342.012053:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384342.012055:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384342.012057:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044c68de7 00000400:00000010:1.0:1767384342.012061:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044c68de7. 00000100:00000001:0.0:1767384342.012062:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294929925 00000100:00000001:1.0:1767384342.012066:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384342.012067:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab1f2dd1. 00000100:00000200:1.0:1767384342.012070:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384342.012071:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384342.012078:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000b6acb92c x1853236732516992 msgsize 224 00000100:00000001:0.0:1767384342.012079:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294929925 00000100:00000010:0.0:1767384342.012085:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026c57ba3. 00000100:00100000:1.0:1767384342.012087:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384342.012089:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384342.012092:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384342.012093:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294929925 00000100:00000010:0.0:1767384342.012098:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee4c4349. 00000100:00000001:0.0:1767384342.012101:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384342.012103:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384342.012106:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384342.012109:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.012110:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008dbb81d 00000100:00000001:0.0:1767384342.012112:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384342.012114:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008dbb81d. 00000100:00000001:0.0:1767384342.012115:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.012119:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384342.012123:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.012126:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384342.012129:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384342.012132:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384342.012132:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384342.012136:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384342.012137:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.012139:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384342.012146:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384342.012146:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.012150:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384342.012155:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.012156:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384342.012159:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.012161:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294929930 02000000:00000001:0.0:1767384342.012162:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384342.012164:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384342.012166:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384342.012180:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ce9bacd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16147:1853236732517376:0@lo:400: 00000100:00000001:1.0:1767384342.012183:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294929925 00000100:00000001:0.0:1767384342.012183:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384342.012185:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384342.012191:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294929930 02000000:00000001:0.0:1767384342.012194:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.012197:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384342.012200:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294929925 02000000:00000010:0.0:1767384342.012200:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f5bdfa6. 02000000:00000001:0.0:1767384342.012204:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.012208:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294929930 00000400:00000010:0.0:1767384342.012209:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcc5320. 00000100:00000001:1.0:1767384342.012214:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294929925 00000400:00000010:0.0:1767384342.012215:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000100:00000001:1.0:1767384342.012219:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294929930 00000100:00000200:0.0:1767384342.012220:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732517376, portal 10 00000100:00000001:1.0:1767384342.012224:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294929925 00000100:00000001:0.0:1767384342.012224:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384342.012227:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210167808 : -119698499383808 : ffff93228576ce00) 00000100:00000001:1.0:1767384342.012231:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384342.012234:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.012235:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.012241:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.012245:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.012248:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384342.012252:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384342.012253:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384342.012256:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384342.012258:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed63fbc6. 00000100:00000001:1.0:1767384342.012259:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384342.012261:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732517376, offset 0 00000100:00000001:1.0:1767384342.012262:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384342.012266:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384342.012270:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384342.012271:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384342.012275:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.012278:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384342.012280:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384342.012284:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384342.012285:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.012288:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384342.012291:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384342.012296:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.012296:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d205c00 00000100:00000001:1.0:1767384342.012306:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384342.012308:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00000001:1.0:1767384342.012309:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.012314:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384342.012316:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384342.012317:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384342.012321:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384342.012324:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384342.012325:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039ee0fde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732517120:0@lo:400: 00000100:00000001:1.0:1767384342.012329:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384342.012329:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384342.012346:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384342.012350:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabc44ce. 02000000:00000001:1.0:1767384342.012353:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384342.012353:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000eabc44ce x1853236732517376 msgsize 224 02000000:00000001:1.0:1767384342.012357:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.012362:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767384342.012363:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1767384342.012378:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d53e574. 02000000:00000001:1.0:1767384342.012381:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.012385:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384342.012386:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067217700. 00000400:00000010:1.0:1767384342.012393:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008dbb81d. 00000400:00000200:0.0:1767384342.012394:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed63fbc6 00000400:00000010:0.0:1767384342.012397:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed63fbc6. 00000100:00000001:0.0:1767384342.012399:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384342.012403:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732517120, portal 4 00000100:00000200:0.0:1767384342.012404:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.012408:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384342.012411:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210169600 : -119698499382016 : ffff93228576d500) 00000100:00000040:1.0:1767384342.012418:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.012418:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384342.012422:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.012426:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384342.012432:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384342.012436:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fdfba4b. 00000100:00000200:1.0:1767384342.012440:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732517120, offset 0 00000100:00000001:0.0:1767384342.012440:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.012445:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384342.012448:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384342.012452:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.012456:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384342.012458:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2867 usecs (3 jiffies) 00000100:00000001:0.0:1767384342.012461:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294929923 00000400:00000200:1.0:1767384342.012465:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d205b00 00000100:00000001:0.0:1767384342.012466:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294929930 00000100:00000001:0.0:1767384342.012470:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294929923 00000100:00000001:0.0:1767384342.012472:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294929930 00000400:00000200:1.0:1767384342.012474:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3440 00000100:00000001:0.0:1767384342.012476:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294929923 00000100:00000001:0.0:1767384342.012924:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294929930 00000100:00000001:0.0:1767384342.012926:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294929924 00000100:00000001:0.0:1767384342.012928:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294929930 00000100:00000001:0.0:1767384342.012930:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384342.012932:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.012935:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.012937:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.012941:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384342.012943:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384342.012945:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384342.012946:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384342.012948:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384342.012950:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384342.012952:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.012955:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384342.012956:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.012959:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384342.012960:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384342.012961:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384342.012965:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.012970:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384342.012977:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.012980:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384342.012981:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384342.012983:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384342.012986:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16147:1853236732517248:0@lo:400: 00000100:00000001:0.0:1767384342.012989:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384342.012991:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384342.012993:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.012995:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384342.012997:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004cedddd1. 02000000:00000001:0.0:1767384342.012999:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384342.013003:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f117034b. 00000100:00000001:2.0:1767384342.013041:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384342.013045:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384342.013045:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed63fbc6. 00000100:00100000:2.0:1767384342.013046:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732516992 02000000:00000001:2.0:1767384342.013051:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384342.013051:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384342.013052:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732517248, portal 10 00000100:00000001:2.0:1767384342.013054:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384342.013058:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384342.013059:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.013060:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384342.013061:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 00000100:00000200:1.0:1767384342.013064:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384342.013065:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384342.013068:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d53b5e2. 00000100:00000040:0.0:1767384342.013069:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384342.013070:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732516992 00000100:00000040:1.0:1767384342.013073:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000004d53b5e2 x1853236732517120 msgsize 224 00000020:00000001:2.0:1767384342.013081:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384342.013085:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00100000:1.0:1767384342.013085:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384342.013085:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384342.013089:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384342.013093:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000040:0.0:1767384342.013093:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384342.013095:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384342.013096:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000020:00000001:2.0:1767384342.013098:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:1.0:1767384342.013101:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fdfba4b 00000100:00000200:0.0:1767384342.013101:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732517248, offset 0 00000020:00000001:2.0:1767384342.013112:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000010:1.0:1767384342.013115:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fdfba4b. 00000100:00000001:2.0:1767384342.013120:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384342.013120:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384342.013124:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.013124:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384342.013125:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9c4c53e. 00000100:00000001:2.0:1767384342.013131:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384342.013136:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384342.013138:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9c4c53e. 00000020:00000010:2.0:1767384342.013146:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf16e35d. 00000100:00000001:1.0:1767384342.013146:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384342.013150:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d205b80 00000020:00000010:2.0:1767384342.013154:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005ad0efd. 00000100:00000040:1.0:1767384342.013156:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.013159:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000020:00000010:2.0:1767384342.013162:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005882749f. 00000400:00000200:0.0:1767384342.013171:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384342.013172:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.013175:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384342.013176:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384342.013178:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384342.013181:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384342.013182:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.013183:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384342.013184:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384342.013186:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4497 usecs (5 jiffies) 00000100:00000001:2.0:1767384342.013188:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384342.013188:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384342.013190:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294929926 00000100:00000001:1.0:1767384342.013195:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294929930 00000100:00000010:0.0:1767384342.013195:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004acc4c69. 00000100:00000001:1.0:1767384342.013198:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294929926 00000100:00000001:2.0:1767384342.013199:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384342.013200:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000004acc4c69 x1853236732517248 msgsize 224 00000100:00000001:1.0:1767384342.013204:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294929930 00000100:00000001:1.0:1767384342.013207:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294929926 00000100:00000001:1.0:1767384342.013211:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294929930 00000100:00000001:1.0:1767384342.013213:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294929926 00000100:00100000:0.0:1767384342.013214:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384342.013217:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.013218:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294929930 00000100:00000001:1.0:1767384342.013222:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384342.013224:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.013227:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384342.013228:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.013230:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.013232:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384342.013235:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384342.013239:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384342.013241:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000100:00000001:1.0:1767384342.013243:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384342.013244:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384342.013244:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000400:00000010:0.0:1767384342.013244:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000100:00000001:1.0:1767384342.013247:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.013250:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384342.013254:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.013260:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384342.013261:0:16776:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384342.013261:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000040:0.0:1767384342.013264:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.013265:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141064272 : -119697568487344 : ffff9322bcf32850) 00000100:00000001:3.0:1767384342.013266:0:16776:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384342.013276:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6acb92c x1853236732516992/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:323/0 lens 224/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.013276:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.013280:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384342.013286:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.013287:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384342.013290:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2843 usecs (3 jiffies) 00000020:00000010:2.0:1767384342.013292:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9c4c53e. 00000100:00000001:0.0:1767384342.013294:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294929924 00000100:00000001:2.0:1767384342.013297:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384342.013298:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294929930 00000020:00000010:2.0:1767384342.013301:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9c4c53e. 00000100:00000001:0.0:1767384342.013302:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294929924 00000100:00000001:0.0:1767384342.013306:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294929930 00000100:00000001:0.0:1767384342.013307:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294929924 00000100:00100000:2.0:1767384342.013310:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6acb92c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732516992:12345-0@lo:400: 00000100:00000001:0.0:1767384342.013311:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294929930 00000100:00000001:0.0:1767384342.013316:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294929924 00000100:00000200:2.0:1767384342.013317:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732516992 00000100:00000001:0.0:1767384342.013319:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294929930 00000100:00000001:0.0:1767384342.013320:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384342.013322:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.013328:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384342.013328:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.013348:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384342.013349:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.013351:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.013355:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384342.013357:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342976 : -1042208640 : ffffffffc1e12880) 00000020:00000001:2.0:1767384342.013360:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384342.013362:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384342.013364:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384342.013377:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384342.013379:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.013381:0:16777:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384342.013383:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384342.013386:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384342.013390:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b6cf07b6. 02000000:00000001:2.0:1767384342.013392:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.013394:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.013396:0:16777:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384342.013399:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732516992 00000100:00000001:0.0:1767384342.013400:0:16783:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1767384342.013401:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384342.013404:0:16783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732517376 00010000:00000200:2.0:1767384342.013407:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6acb92c x1853236732516992/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384342.013407:0:16783:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384342.013410:0:16783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384342.013413:0:16783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.013418:0:16783:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.013421:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384342.013421:0:16783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732517376 00010000:00000001:2.0:1767384342.013425:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384342.013425:0:16783:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:2.0:1767384342.013429:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384342.013433:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384342.013434:0:16783:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000020:00000001:0.0:1767384342.013437:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384342.013438:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000020:00000040:0.0:1767384342.013440:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000100:00000001:2.0:1767384342.013442:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000001:0.0:1767384342.013445:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 02000000:00000001:2.0:1767384342.013446:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384342.013449:0:16783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 02000000:00000001:2.0:1767384342.013450:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.013454:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384342.013455:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384342.013460:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384342.013460:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045b39c4d. 00000400:00000010:2.0:1767384342.013465:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e266fc1. 00000020:00000010:0.0:1767384342.013467:0:16783:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000327a43ee. 00000100:00000200:2.0:1767384342.013470:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236732516992, offset 224 00000020:00000040:0.0:1767384342.013474:0:16783:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:0.0:1767384342.013504:0:16783:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1767384342.013507:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384342.013508:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a013b735. 00000020:00000010:0.0:1767384342.013514:0:16783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009902499d. 00000400:00000200:2.0:1767384342.013516:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384342.013520:0:16783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f269c7a. 00000400:00000200:2.0:1767384342.013527:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d205a80 00000100:00000040:0.0:1767384342.013530:0:16783:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384342.013533:0:16783:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384342.013535:0:16783:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384342.013539:0:16783:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384342.013543:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1a85 [1] + 224 00000100:00000001:0.0:1767384342.013546:0:16783:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384342.013548:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384342.013550:0:16783:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384342.013553:0:16783:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384342.013555:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384342.013561:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384342.013563:0:16783:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384342.013566:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.013574:0:16783:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384342.013575:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384342.013578:0:16783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732517248 02000000:00000001:0.0:1767384342.013582:0:16783:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384342.013584:0:16783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384342.013587:0:16783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.013590:0:16783:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384342.013592:0:16783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732517248 00000100:00000001:2.0:1767384342.013594:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384342.013594:0:16783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384342.013596:0:16783:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000100:00000001:1.0:1767384342.013599:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384342.013599:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384342.013600:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000400:00000200:2.0:1767384342.013601:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e266fc1 00000100:00000001:1.0:1767384342.013602:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384342.013605:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e266fc1. 00000020:00000001:0.0:1767384342.013606:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000020:00000001:0.0:1767384342.013610:0:16783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:2.0:1767384342.013612:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384342.013612:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384342.013612:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384342.013615:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384342.013615:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384342.013619:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384342.013619:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3b4e40. 00000020:00000010:0.0:1767384342.013621:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075d735b1. 00000400:00000200:1.0:1767384342.013623:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000318da4a5 00000100:00000001:0.0:1767384342.013625:0:16783:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384342.013626:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:1.0:1767384342.013628:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000318da4a5. 00010000:00000001:2.0:1767384342.013632:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384342.013632:0:16783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075d735b1. 00000100:00000001:1.0:1767384342.013634:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384342.013635:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.013639:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384342.013640:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c99c9c7. 00000100:00000200:1.0:1767384342.013641:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384342.013645:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6acb92c x1853236732516992/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384342.013648:0:16783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bea36166. 00000020:00000010:0.0:1767384342.013655:0:16783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000013dc0d4e. 00000100:00000001:0.0:1767384342.013664:0:16783:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384342.013665:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.013666:0:16783:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384342.013670:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6acb92c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732516992:12345-0@lo:400: Request processed in 378us (1586us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384342.013671:0:16783:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.013678:0:16783:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384342.013681:0:16783:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384342.013685:0:16783:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384342.013688:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000040:2.0:1767384342.013693:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:0.0:1767384342.013695:0:16783:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.013697:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384342.013701:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384342.013704:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384342.013707:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005ad0efd. 00000100:00000001:1.0:1767384342.013707:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.013708:0:16783:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384342.013711:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384342.013712:0:16783:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384342.013714:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384342.013715:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005882749f. 00000100:00000001:1.0:1767384342.013716:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384342.013720:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384342.013720:0:16783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000020:00000010:2.0:1767384342.013721:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf16e35d. 00000100:00000040:0.0:1767384342.013724:0:16783:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 02000000:00000001:1.0:1767384342.013726:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.013728:0:16783:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154146560 : -119697555405056 : ffff9322bdbac700) 00000020:00000040:2.0:1767384342.013729:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00001000:1.0:1767384342.013731:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384342.013736:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=62 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384342.013737:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eabc44ce x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:323/0 lens 224/0 e 0 to 0 dl 1767384353 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384342.013738:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384342.013742:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b6cf07b6. 00000100:00000001:1.0:1767384342.013743:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384342.013746:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.013752:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384342.013753:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384342.013753:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384342.013754:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.013759:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.013759:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384342.013759:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075d735b1. 00000100:00000001:0.0:1767384342.013766:0:16783:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384342.013767:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:0.0:1767384342.013768:0:16783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075d735b1. 00000100:00000040:1.0:1767384342.013769:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384342.013773:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c70c23d. 00000100:00100000:0.0:1767384342.013780:0:16783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eabc44ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16147:x1853236732517376:12345-0@lo:400: 00000400:00000010:2.0:1767384342.013781:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ec32e46. 00000100:00000001:1.0:1767384342.013782:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384342.013788:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384342.013789:0:16783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732517376 00000100:00000001:1.0:1767384342.013791:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384342.013796:0:16783:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384342.013798:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384342.013801:0:16783:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384342.013806:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732516992:0@lo:400: 00000020:00000001:0.0:1767384342.013806:0:16783:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.013812:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384342.013813:0:16783:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384342.013815:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384342.013817:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732516864 00000100:00000001:1.0:1767384342.013818:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384342.013818:0:16783:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 02000000:00000001:2.0:1767384342.013823:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384342.013823:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087a8f723 x1853236732516992/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384342.013825:0:16783:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384342.013827:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384342.013831:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.013832:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384342.013836:0:16783:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384342.013837:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384342.013838:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384342.013840:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a777a26. 00000020:00000001:0.0:1767384342.013841:0:16783:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384342.013842:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732516864 00000020:00000001:0.0:1767384342.013845:0:16783:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384342.013846:0:17559:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384342.013846:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384342.013850:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384342.013850:0:16783:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384342.013851:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000040:1.0:1767384342.013854:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384342.013856:0:16783:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384342.013857:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384342.013857:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384342.013860:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000100:00000001:0.0:1767384342.013861:0:16783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384342.013863:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 02000000:00000001:0.0:1767384342.013865:0:16783:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384342.013866:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002a2407c1. 00000020:00000001:2.0:1767384342.013867:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 02000000:00000010:0.0:1767384342.013870:0:16783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ed30a23f. 00000100:00000001:2.0:1767384342.013872:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384342.013872:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384342.013875:0:16783:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.013876:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1767384342.013877:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9c4c53e. 00000100:00000010:1.0:1767384342.013880:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087a8f723. 00000100:00000001:0.0:1767384342.013880:0:16783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384342.013882:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fe2e093e. 00000020:00000001:0.0:1767384342.013885:0:16783:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.013888:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1767384342.013889:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00010000:00000040:0.0:1767384342.013889:0:16783:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732517376 00000100:00000001:1.0:1767384342.013890:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384342.013893:0:16783:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384342.013897:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.013898:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384342.013901:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:0.0:1767384342.013901:0:16783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eabc44ce x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384342.013904:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf16e35d. 00000100:00000001:1.0:1767384342.013904:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384342.013907:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384342.013912:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005ad0efd. 00000100:00000001:1.0:1767384342.013912:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384342.013915:0:16783:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384342.013918:0:16783:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384342.013919:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005882749f. 00000100:00001000:0.0:1767384342.013921:0:16783:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384342.013926:0:16783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384342.013929:0:16783:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000040:2.0:1767384342.013930:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384342.013931:0:16783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:2.0:1767384342.013935:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767384342.013936:0:16783:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384342.013939:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384342.013940:0:16783:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.013943:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.013945:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384342.013945:0:16783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384342.013948:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384342.013949:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384342.013951:0:16783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384342.013955:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000400:00000010:0.0:1767384342.013956:0:16783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000100:00000001:2.0:1767384342.013959:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384342.013960:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00000200:0.0:1767384342.013960:0:16783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732517376, offset 224 00000100:00000001:1.0:1767384342.013965:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154149248 : -119697555402368 : ffff9322bdbad180) 00000100:00000040:1.0:1767384342.013971:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004acc4c69 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:323/0 lens 224/0 e 0 to 0 dl 1767384353 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.013972:0:16783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384342.013973:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384342.013977:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384342.013982:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384342.013984:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000400:00000200:0.0:1767384342.013985:0:16783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384342.013987:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b5ea210. 00000100:00000001:1.0:1767384342.013990:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384342.013995:0:16783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d205c00 00000020:00000010:1.0:1767384342.013996:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b5ea210. 00000100:00000040:2.0:1767384342.013997:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:2.0:1767384342.014002:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154153728 : -119697555397888 : ffff9322bdbae300) 00000400:00000200:0.0:1767384342.014004:0:16783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a8d [1] + 224 00000100:00100000:1.0:1767384342.014007:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004acc4c69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16147:x1853236732517248:12345-0@lo:400: 00000100:00000040:2.0:1767384342.014011:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000097a9db9 x1853236732516864/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:323/0 lens 224/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.014013:0:16783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384342.014014:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732517248 00000020:00000001:1.0:1767384342.014019:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384342.014022:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384342.014023:0:16783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384342.014026:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.014030:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384342.014031:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384342.014031:0:16783:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384342.014033:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000010:2.0:1767384342.014036:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e2a6e52. 00000020:00000001:1.0:1767384342.014036:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384342.014037:0:16783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384342.014039:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.014040:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384342.014043:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384342.014045:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e2a6e52. 00000020:00000001:1.0:1767384342.014047:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384342.014051:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384342.014055:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000097a9db9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236732516864:12345-0@lo:13: 00000100:00000040:0.0:1767384342.014061:0:16783:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384342.014062:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732516864 00000020:00000001:1.0:1767384342.014062:0:16784:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384342.014066:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384342.014067:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384342.014071:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384342.014071:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384342.014075:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384342.014076:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008ff9181c. 00000020:00000001:2.0:1767384342.014077:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384342.014078:0:16783:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384342.014081:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 02000000:00000001:1.0:1767384342.014082:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.014084:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384342.014086:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384342.014086:0:16783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000020:00000001:2.0:1767384342.014088:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384342.014089:0:16784:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384342.014090:0:16783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000020:00000001:2.0:1767384342.014092:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384342.014095:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000040:1.0:1767384342.014095:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732517248 00000100:00000001:0.0:1767384342.014096:0:16783:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384342.014100:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384342.014101:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.014101:0:16783:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384342.014105:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000200:1.0:1767384342.014106:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004acc4c69 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384342.014108:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384342.014108:0:16783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384342.014114:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b6cf07b6. 00000100:00000040:0.0:1767384342.014116:0:16783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 02000000:00000001:2.0:1767384342.014119:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384342.014121:0:16783:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384342.014123:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.014123:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384342.014124:0:16783:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.014126:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384342.014130:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:0.0:1767384342.014130:0:16783:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1767384342.014131:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=57 v=5 (1 0 0 0) 00002000:00000001:2.0:1767384342.014137:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384342.014137:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384342.014139:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eabc44ce x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384342.014141:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:1.0:1767384342.014142:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00080000:00000001:2.0:1767384342.014146:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384342.014147:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384342.014152:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384342.014155:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384342.014158:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384342.014159:0:16783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eabc44ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16147:x1853236732517376:12345-0@lo:400: Request processed in 403us (1802us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384342.014160:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384342.014165:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384342.014168:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000024:2.0:1767384342.014170:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00100000:0.0:1767384342.014172:0:16783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000400:00000010:1.0:1767384342.014173:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000318da4a5. 00000020:00000020:2.0:1767384342.014175:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000040:0.0:1767384342.014179:0:16783:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000020:00000020:2.0:1767384342.014180:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00000100:00000200:1.0:1767384342.014181:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732517248, offset 224 00000100:00000001:0.0:1767384342.014183:0:16783:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384342.014186:0:16783:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384342.014190:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384342.014191:0:16783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009902499d. 00002000:00000020:2.0:1767384342.014194:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000010:0.0:1767384342.014196:0:16783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f269c7a. 00002000:00000001:2.0:1767384342.014197:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:0.0:1767384342.014201:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a013b735. 00000400:00000200:1.0:1767384342.014202:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:2.0:1767384342.014204:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384342.014207:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384342.014207:0:16783:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00002000:00000001:2.0:1767384342.014212:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.014212:0:16783:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.014213:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d205b80 00010000:00000040:2.0:1767384342.014219:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732516864 00000400:00000200:1.0:1767384342.014222:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a9d [1] + 224 00010000:00000001:2.0:1767384342.014223:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384342.014227:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1767384342.014230:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000097a9db9 x1853236732516864/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:323/0 lens 224/368 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384342.014234:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:1.0:1767384342.014235:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384342.014240:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:1.0:1767384342.014243:0:16784:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:0.0:1767384342.014247:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:2.0:1767384342.014249:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384342.014250:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384342.014252:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00010000:00000001:2.0:1767384342.014253:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384342.014260:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384342.014265:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384342.014265:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384342.014271:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000100:00000001:0.0:1767384342.014273:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384342.014276:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384342.014277:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384342.014280:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384342.014281:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.014283:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384342.014289:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384342.014293:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e266fc1. 00000100:00000200:2.0:1767384342.014299:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732516864, offset 224 00000100:00000001:1.0:1767384342.014300:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384342.014313:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384342.014317:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000318da4a5 00000400:00000010:1.0:1767384342.014321:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000318da4a5. 00000400:00000200:2.0:1767384342.014323:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384342.014324:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384342.014325:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384342.014328:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384342.014329:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384342.014343:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d205a00 00000100:00000001:1.0:1767384342.014345:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384342.014346:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f117034b. 00000400:00000200:0.0:1767384342.014352:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed63fbc6 00000100:00000040:1.0:1767384342.014353:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000400:00000010:0.0:1767384342.014355:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed63fbc6. 00010000:00000001:1.0:1767384342.014359:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384342.014361:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384342.014363:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384342.014365:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a7d [1] + 224 00000020:00000001:1.0:1767384342.014369:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384342.014369:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384342.014372:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384342.014377:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004acc4c69 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384342.014381:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384342.014386:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.014388:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384342.014396:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384342.014413:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004acc4c69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16147:x1853236732517248:12345-0@lo:400: Request processed in 426us (1208us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384342.014413:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384342.014417:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384342.014422:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.014422:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384342.014426:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384342.014430:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000001:0.0:1767384342.014430:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384342.014433:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.014436:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 02000000:00000001:0.0:1767384342.014438:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.014441:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384342.014445:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384342.014446:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384342.014446:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=57 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384342.014448:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bea36166. 00000100:00001000:0.0:1767384342.014452:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=57 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384342.014454:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000013dc0d4e. 00000100:00000001:0.0:1767384342.014459:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767384342.014460:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e266fc1 00000020:00000010:1.0:1767384342.014460:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c99c9c7. 00000100:00000001:0.0:1767384342.014461:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384342.014464:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e266fc1. 00010000:00000001:0.0:1767384342.014465:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384342.014466:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000100:00000001:2.0:1767384342.014468:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384342.014470:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.014471:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00080000:0.0:1767384342.014472:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384342.014496:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.014498:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384342.014500:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384342.014502:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384342.014503:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384342.014505:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.014509:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.014510:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384342.014511:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384342.014516:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732517120 00000100:00000001:0.0:1767384342.014516:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384342.014518:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:0.0:1767384342.014520:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384342.014521:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1767384342.014522:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384342.014524:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384342.014525:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.014528:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.014531:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384342.014532:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384342.014534:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384342.014536:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732517120 00000100:00000040:2.0:1767384342.014539:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000097a9db9 x1853236732516864/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:323/0 lens 224/368 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384342.014540:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384342.014543:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:1.0:1767384342.014546:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384342.014555:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=6 00000100:00100000:0.0:1767384342.014560:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16147:1853236732517248:0@lo:400: 00000020:00000001:1.0:1767384342.014561:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:1.0:1767384342.014565:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00100000:2.0:1767384342.014568:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000097a9db9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16147:x1853236732516864:12345-0@lo:13: Request processed in 534us (2623us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384342.014571:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:0.0:1767384342.014572:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384342.014575:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b5ea210. 00000400:00000001:0.0:1767384342.014575:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384342.014578:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcc5320. 00000100:00100000:2.0:1767384342.014581:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384342.014581:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384342.014583:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e483d52 00000020:00000010:1.0:1767384342.014586:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b5ea210. 00000100:00000040:2.0:1767384342.014587:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000400:00000010:0.0:1767384342.014588:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000020:00000010:1.0:1767384342.014592:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a777a26. 00000100:00000001:2.0:1767384342.014593:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384342.014594:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384342.014596:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384342.014598:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a4ac4b8. 00000100:00000200:0.0:1767384342.014599:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384342.014600:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005ad0efd. 00000020:00000010:1.0:1767384342.014605:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b31309d. 00000020:00000010:2.0:1767384342.014606:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005882749f. 00000020:00000010:2.0:1767384342.014614:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf16e35d. 00000100:00000200:0.0:1767384342.014615:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384342.014616:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000040:2.0:1767384342.014620:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 5 00000100:00000001:1.0:1767384342.014621:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384342.014625:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384342.014626:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.014629:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.014630:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384342.014634:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.014635:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384342.014636:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384342.014640:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1767384342.014640:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384342.014642:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.014645:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.014645:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384342.014646:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.014649:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.014651:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384342.014654:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=57 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384342.014657:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384342.014658:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.014660:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384342.014662:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384342.014664:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384342.014667:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.014669:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384342.014671:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384342.014675:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384342.014676:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:0.0:1767384342.014678:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384342.014680:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000040:0.0:1767384342.014681:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384342.014685:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210178560 : -119698499373056 : ffff93228576f800) 00000100:00000001:0.0:1767384342.014685:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384342.014687:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.014691:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d53b5e2 x1853236732517120/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:323/0 lens 224/0 e 0 to 0 dl 1767384353 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384342.014693:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.014698:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384342.014702:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b5ea210. 00000100:00000001:1.0:1767384342.014706:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384342.014708:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384342.014709:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b5ea210. 00000100:00000001:0.0:1767384342.014710:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384342.014713:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384342.014717:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d53b5e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732517120:12345-0@lo:400: 00000100:00000040:0.0:1767384342.014721:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384342.014722:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732517120 00000020:00000001:1.0:1767384342.014726:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384342.014730:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ce9bacd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16147:1853236732517376:0@lo:400: 00000020:00000001:1.0:1767384342.014734:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384342.014737:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384342.014737:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384342.014740:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384342.014741:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1767384342.014743:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000581050d4. 00000020:00000001:1.0:1767384342.014744:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000400:00000200:0.0:1767384342.014746:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21e367f 00000020:00000001:1.0:1767384342.014748:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1767384342.014749:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000020:00000001:1.0:1767384342.014751:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.014753:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384342.014754:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384342.014756:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384342.014758:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384342.014759:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.014763:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384342.014767:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384342.014770:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384342.014773:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384342.014774:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c627cf17. 02000000:00000001:1.0:1767384342.014777:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.014781:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.014785:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384342.014788:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732517120 00010000:00000001:1.0:1767384342.014791:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384342.014792:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:1.0:1767384342.014795:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d53b5e2 x1853236732517120/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.014797:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.014803:0:16147:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384342.014805:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384342.014807:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384342.014808:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384342.014811:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384342.014811:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384342.014815:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.014816:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384342.014820:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 02000000:00000001:0.0:1767384342.014821:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.014822:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384342.014827:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384342.014829:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384342.014830:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=52 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384342.014831:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384342.014836:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1767384342.014837:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=52 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384342.014839:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000318da4a5. 00000100:00000001:0.0:1767384342.014843:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384342.014844:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732517120, offset 224 00000100:00000001:0.0:1767384342.014846:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384342.014851:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384342.014852:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00080000:0.0:1767384342.014857:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384342.014862:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384342.014871:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.014872:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d205b00 00000400:00000200:1.0:1767384342.014876:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1a95 [1] + 224 00000100:00000001:0.0:1767384342.014884:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767384342.014886:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384342.014887:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:1.0:1767384342.014893:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384342.014893:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384342.014898:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.014899:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384342.014907:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384342.014907:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.014936:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384342.014938:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.014940:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384342.014943:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384342.014947:0:16147:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384342.014952:0:16147:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:1.0:1767384342.014954:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000040:0.0:1767384342.014955:0:16147:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000200:1.0:1767384342.014960:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000318da4a5 00000400:00000010:1.0:1767384342.014963:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000318da4a5. 00000004:00000020:0.0:1767384342.014963:0:16147:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:1.0:1767384342.014966:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384342.014969:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:0.0:1767384342.014970:0:16147:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.014974:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384342.014975:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384342.014981:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384342.014986:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384342.014989:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384342.014989:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000033105b84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732516864:0@lo:13: 00000020:00000001:1.0:1767384342.014994:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384342.014995:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.014998:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384342.014999:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d53b5e2 x1853236732517120/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384342.015003:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000515a4868 x1853236732517248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384342.015016:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d53b5e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732517120:12345-0@lo:400: Request processed in 315us (1939us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384342.015021:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384342.015025:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767384342.015028:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 02000000:00000010:0.0:1767384342.015028:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004cedddd1. 00000100:00000040:1.0:1767384342.015032:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 02000000:00000001:0.0:1767384342.015034:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384342.015035:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384342.015038:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384342.015038:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384342.015041:0:16147:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000010:1.0:1767384342.015043:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a4ac4b8. 00000020:00000001:0.0:1767384342.015046:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384342.015048:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b31309d. 02000000:00000010:0.0:1767384342.015049:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ed03aae. 00000020:00000010:1.0:1767384342.015054:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a777a26. 02000000:00000001:0.0:1767384342.015055:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1767384342.015059:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 02000000:00000001:0.0:1767384342.015063:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384342.015064:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384342.015066:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000515a4868. 00000100:00000001:0.0:1767384342.015071:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384342.015072:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.015073:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384342.015076:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ce9bacd x1853236732517376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.015081:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384342.015082:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384342.015084:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f5bdfa6. 02000000:00000001:0.0:1767384342.015087:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384342.015088:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384342.015089:0:16147:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384342.015091:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384342.015092:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000592cc6d6. 02000000:00000001:0.0:1767384342.015094:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384342.015095:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384342.015096:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ce9bacd. 00000100:00000001:0.0:1767384342.015098:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384342.015099:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.015100:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384342.015102:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033105b84 x1853236732516864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.015107:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384342.015109:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384342.015110:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000068fa893d. 02000000:00000001:0.0:1767384342.015112:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384342.015113:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384342.015114:0:16147:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384342.015115:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384342.015116:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000053e00a80. 02000000:00000001:0.0:1767384342.015118:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384342.015119:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384342.015120:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033105b84. 00000100:00000001:0.0:1767384342.015123:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384342.015124:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.015125:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.015133:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384342.015134:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.015136:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384342.015138:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.015156:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384342.015157:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384342.015160:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384342.015161:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384342.015162:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067217700. 00000400:00000200:0.0:1767384342.015165:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008dbb81d 00000400:00000010:0.0:1767384342.015166:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008dbb81d. 00000100:00000001:0.0:1767384342.015169:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384342.015171:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384342.015176:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.015181:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384342.015182:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.015184:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384342.015184:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384342.015185:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384342.015186:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.015188:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384342.015190:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=52 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384342.015192:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384342.015194:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384342.015194:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384342.015196:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384342.015198:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384342.015202:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.015203:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384342.015204:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384342.015205:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384342.015206:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384342.015208:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.015219:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384342.015221:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384342.015222:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384342.015224:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384342.015228:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039ee0fde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732517120:0@lo:400: 00000100:00000001:0.0:1767384342.015231:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.015233:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384342.015234:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039ee0fde x1853236732517120/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.015239:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384342.015241:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384342.015242:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d53e574. 02000000:00000001:0.0:1767384342.015245:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384342.015246:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384342.015247:0:16148:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384342.015249:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384342.015250:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000675d8896. 02000000:00000001:0.0:1767384342.015253:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384342.015255:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384342.015256:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039ee0fde. 00000100:00000001:0.0:1767384342.015259:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384342.015260:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.015261:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.015264:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384342.015266:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.015267:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384342.015269:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384342.022593:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294929930, at 4294929931 00000100:00000010:2.0:1767384342.022603:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026c57ba3. 00000100:00000040:0.0:1767384342.023507:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294929930, at 4294929932 00000100:00000010:0.0:1767384342.023513:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e9b886b. 00000100:00000040:1.0:1767384342.023528:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294929930, at 4294929932 00000100:00000040:3.0:1767384342.023534:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294929930, at 4294929932 00000100:00000010:1.0:1767384342.023535:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab1f2dd1. 00000100:00000010:3.0:1767384342.023542:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee4c4349. 00000400:00000001:3.0:1767384342.459548:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384342.459555:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384342.459559:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c1c721 00000400:00000010:3.0:1767384342.459578:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086c1c721. 00000800:00000200:1.0:1767384342.459581:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8fefeb0] -> 12345-192.168.204.131@tcp19 (6) 00000800:00000200:1.0:1767384342.459591:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp19 ip 192.168.204.131:988 00000400:00000200:3.0:1767384342.459594:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384342.459598:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384342.459602:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp35 recovery ping unlinked 00000400:00000010:3.0:1767384342.459617:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e5bc15ff. 00000400:00000010:3.0:1767384342.459624:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002d918078. 00000400:00000001:3.0:1767384342.459632:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384342.459633:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384342.459636:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ad3aa94 00000400:00000010:3.0:1767384342.459637:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ad3aa94. 00000400:00000200:3.0:1767384342.459640:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384342.459643:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp36 recovery ping unlinked 00000400:00000010:3.0:1767384342.459646:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004508ffa3. 00000400:00000010:3.0:1767384342.459649:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d8c1f3a5. 00000800:00000200:2.0:1767384342.459708:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384342.459715:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384342.459734:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384342.459738:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384342.459740:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384342.474986:0:30957:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384342.475001:0:30957:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.475005:0:30957:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384342.475010:0:30957:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384342.475015:0:30957:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.475018:0:30957:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.907521:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384342.907528:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.907535:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384342.907537:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.907564:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384342.907568:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.907571:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384343.195742:0:31121:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384343.195751:0:31121:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:2.0:1767384343.198722:0:31121:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384343.205549:0:31122:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a172e136. 00000400:00000010:3.0:1767384343.205566:0:31122:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000086fea09c. 00000400:00000010:3.0:1767384343.205577:0:31122:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004e05b69f. 00000400:00000010:3.0:1767384343.205580:0:31122:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000540f3a27. 00000400:00000010:3.0:1767384343.205585:0:31122:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000471a7cb1. 00000400:00000010:3.0:1767384343.205588:0:31122:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d3e683d. 00000400:00000010:3.0:1767384343.205590:0:31122:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b77f9b02. 00000400:00000010:3.0:1767384343.205591:0:31122:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002e52cbc6. 00000400:00000010:3.0:1767384343.205594:0:31122:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c81506aa. 00000800:00000010:3.0:1767384343.205609:0:31122:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a940ae6e. 00000800:00000200:3.0:1767384343.205623:0:31122:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384343.205634:0:31122:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384343.205671:0:31122:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:3.0:1767384343.205690:0:31122:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp38 [8/256/0/180] 00000400:00000010:3.0:1767384343.207075:0:31122:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000c4abe3a5. 00000400:00000010:3.0:1767384343.207080:0:31122:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d028a8b2. 00000400:00000010:3.0:1767384343.207085:0:31122:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ad3aa94. 00000400:00000001:3.0:1767384343.207108:0:31122:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384343.207110:0:31122:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384343.207111:0:31122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eee21b39. 00000400:00000200:3.0:1767384343.207113:0:31122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9fc840 00000400:00000010:3.0:1767384343.207115:0:31122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab9fc840. 00000400:00000010:3.0:1767384343.207118:0:31122:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000f0a0c6bc. 00000400:00000200:3.0:1767384343.207127:0:31122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (29) 00000400:00000200:3.0:1767384343.207141:0:31122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384343.207151:0:31122:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:3.0:1767384343.207159:0:31122:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ac2d7752. 00000400:00000200:2.0:1767384343.207163:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384343.207165:0:31122:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384343.207171:0:31122:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp38 00000400:00000200:2.0:1767384343.207172:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:2.0:1767384343.207180:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e266fc1. 00000400:00000200:2.0:1767384343.207182:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (30) 00000400:00000010:2.0:1767384343.207188:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aa3a2216. 00000400:00000010:3.0:1767384343.207189:0:31122:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000086fea09c. 00000400:00000200:2.0:1767384343.207194:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp18 00000400:00000010:3.0:1767384343.207198:0:31122:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a172e136. 00000400:00000200:2.0:1767384343.207217:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp18 to MR: 192.168.204.131@tcp18 local destination 00000400:00000200:2.0:1767384343.207224:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp18 NI seq info: [112:112:256:4294967295] 192.168.204.131@tcp18 LPNI seq info [109:109:8:4294967295] 00000400:00000200:2.0:1767384343.207233:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp18 00000400:00000200:2.0:1767384343.207242:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp18(192.168.204.131@tcp18:192.168.204.131@tcp18) -> 192.168.204.131@tcp18(192.168.204.131@tcp18:192.168.204.131@tcp18) : PUT try# 0 00000020:00000001:0.0:1767384343.207245:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384343.207251:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384343.207254:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:2.0:1767384343.207257:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.131@tcp18 00000800:00000010:2.0:1767384343.207264:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000192cd04c. 10000000:01000000:0.0:1767384343.207264:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384343.207268:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384343.207271:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384343.207273:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384343.207276:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:2.0:1767384343.207278:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a86511c6] -> 12345-192.168.204.131@tcp18 (6) 00000020:01000004:0.0:1767384343.207278:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:2.0:1767384343.207290:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp18 ip 192.168.204.131:988 00000020:01000004:0.0:1767384343.207291:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384343.207293:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384343.207296:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:2.0:1767384343.207299:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000192cd04c type 1, nob 608 niov 1 nkiov 1 00000020:01000004:0.0:1767384343.207299:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384343.207300:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384343.207307:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004725f0f0. 00000020:00000040:0.0:1767384343.207326:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:2.0:1767384343.207329:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384343.207332:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00000001:0.0:1767384343.207333:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384343.207337:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384343.207342:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384343.207350:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b779e14a. 00000100:00000001:0.0:1767384343.207358:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.207366:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384343.207368:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.207376:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004725f0f0] to pc [ptlrpcd_00_02+2] req@000000004725f0f0 x1853236732517504/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384343.207398:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384343.207400:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384343.207402:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384343.207404:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384343.207410:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384343.207411:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384343.207413:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384343.207413:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384343.207416:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384343.207418:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384343.207420:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384343.207420:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384343.207424:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384343.207425:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384343.207426:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384343.207430:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384343.207431:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384343.207433:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:1.0:1767384343.207434:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767384343.207435:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004725f0f0 x1853236732517504/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384343.207440:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000192cd04c. 00000020:01000004:0.0:1767384343.207441:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384343.207443:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384343.207447:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384343.207448:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002f78dff. 00000100:00000001:3.0:1767384343.207451:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384343.207454:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384343.207454:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000400:00000200:1.0:1767384343.207460:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp18->192.168.204.131@tcp18: PUT: OK 00000100:00000001:0.0:1767384343.207460:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384343.207462:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384343.207464:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384343.207467:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384343.207468:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384343.207470:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1767384343.207471:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384343.207510:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004725f0f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732517504:0@lo:253: 02000000:00000010:0.0:1767384343.207510:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a4e2c746. 00000100:00000001:3.0:1767384343.207517:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384343.207518:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.207523:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384343.207526:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384343.207527:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.207530:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.207531:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384343.207537:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000960743cd. 00000100:00000040:0.0:1767384343.207538:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002f78dff] to pc [ptlrpcd_00_03+3] req@0000000002f78dff x1853236732517632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384343.207540:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384343.207545:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eee21b39. 00000400:00000010:3.0:1767384343.207550:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d9a9969. 00000100:00000200:3.0:1767384343.207557:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732517504, portal 25 00000100:00000001:3.0:1767384343.207560:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384343.207560:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.207563:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154157312 : -119697555394304 : ffff9322bdbaf100) 10000000:00000001:0.0:1767384343.207566:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.207570:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004725f0f0 x1853236732517504/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384343.207570:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384343.207574:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384343.207578:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ac2d7752. 00000100:00000001:3.0:1767384343.207585:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384343.207587:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384343.207595:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086fea09c. 00000100:00000200:3.0:1767384343.207598:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732517504, offset 0 00000400:00000200:3.0:1767384343.207603:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384343.207606:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384343.207612:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:0.0:1767384343.207615:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384343.207618:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384343.207622:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384343.207624:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205c80 00000400:00000200:0.0:1767384343.207632:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp18(192.168.204.131@tcp18) <- 192.168.204.131@tcp18 : PUT - for me 00000400:00000200:3.0:1767384343.207637:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12b1 [2] + 0 00000400:00000010:3.0:1767384343.207642:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065069e6f. 00000400:00000200:0.0:1767384343.207646:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384343.207647:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006890c866 00000400:00000200:0.0:1767384343.207655:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 496/512 into md 0x1a45 [1] + 0 00000400:00000200:3.0:1767384343.207657:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384343.207659:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e78cdbdc. 00000400:00000200:0.0:1767384343.207664:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000110db611 00000400:00000200:3.0:1767384343.207666:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384343.207669:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384343.207673:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006890c866 00000800:00000001:0.0:1767384343.207675:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384343.207677:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006890c866. 00000400:00000200:1.0:1767384343.207678:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp18: 0 00000400:00000200:0.0:1767384343.207679:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384343.207688:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp18->192.168.204.131@tcp18: PUT: OK 00000100:00000001:3.0:1767384343.207689:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384343.207692:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384343.207695:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000a58192e2 x1853236732517504 msgsize 4848 00000100:00100000:3.0:1767384343.207699:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384343.207700:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384343.207703:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110db611 00000400:00000010:0.0:1767384343.207706:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110db611. 00000400:00000200:0.0:1767384343.207711:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384343.207716:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384343.207725:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086fea09c 00000400:00000200:0.0:1767384343.207725:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (31) 00000400:00000010:3.0:1767384343.207728:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086fea09c. 00000400:00000200:0.0:1767384343.207733:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000100:00000001:3.0:1767384343.207735:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384343.207738:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (512 bytes) 00000100:00000200:3.0:1767384343.207741:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004725f0f0 x1853236732517504/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384343.207744:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000001:3.0:1767384343.207754:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384343.207757:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (32) 00000100:00000040:3.0:1767384343.207758:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004725f0f0 x1853236732517504/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384343.207764:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384343.207773:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.207773:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp18 to MR: 192.168.204.131@tcp18 local destination 00000100:00000001:3.0:1767384343.207779:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384343.207785:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp18 NI seq info: [113:113:256:4294967295] 192.168.204.131@tcp18 LPNI seq info [110:110:8:4294967295] 00000400:00000200:0.0:1767384343.207800:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp18(192.168.204.131@tcp18:192.168.204.131@tcp18) -> 192.168.204.131@tcp18(192.168.204.131@tcp18:192.168.204.131@tcp18) 192.168.204.131@tcp18 : ACK try# 0 00000800:00000200:0.0:1767384343.207806:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp18 00000100:00000001:3.0:1767384343.207810:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384343.207812:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6910fd2. 00000100:00000001:3.0:1767384343.207814:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294931126 00000100:00000010:3.0:1767384343.207819:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6736ced. 00000800:00000200:0.0:1767384343.207820:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a86511c6] -> 12345-192.168.204.131@tcp18 (6) 00000100:00000001:3.0:1767384343.207827:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767384343.207828:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp18 ip 192.168.204.131:1005 00000800:00000200:0.0:1767384343.207833:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d6910fd2 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384343.207835:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294931126 00000100:00000010:3.0:1767384343.207840:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a64bd513. 00000100:00000001:1.0:1767384343.207841:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384343.207843:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384343.207846:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384343.207850:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384343.207851:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000800:00000001:0.0:1767384343.207851:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.207858:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294931126 00000100:00000040:1.0:1767384343.207859:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002f78dff x1853236732517632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384343.207862:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a64969d4. 00000100:00000001:3.0:1767384343.207867:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384343.207874:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294931126 00000100:00000001:1.0:1767384343.207875:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384343.207878:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384343.207879:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d26c2827. 02000000:00000001:1.0:1767384343.207884:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384343.207885:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 02000000:00000001:1.0:1767384343.207889:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.207890:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.207897:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.207897:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.207903:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384343.207905:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002f78dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732517632:0@lo:253: 00000100:00000001:3.0:1767384343.207907:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.207914:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767384343.207914:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384343.207919:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6910fd2. 00000100:00000001:3.0:1767384343.207920:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384343.207920:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384343.207922:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384343.207924:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384343.207925:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.207928:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384343.207931:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp18->192.168.204.131@tcp18: ACK: OK 00000100:00000001:3.0:1767384343.207932:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384343.207932:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384343.207937:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384343.207940:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384343.207941:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384343.207942:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c1e6f858. 00000800:00000001:0.0:1767384343.207946:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384343.207949:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384343.207952:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384343.207954:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384343.207955:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384343.207962:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384343.207963:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3b4e40. 00000800:00000001:0.0:1767384343.207963:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384343.207965:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732517504 02000000:00000001:3.0:1767384343.207970:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384343.207973:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed5e6d24. 00000400:00000200:0.0:1767384343.207973:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp18(192.168.204.131@tcp18) <- 192.168.204.131@tcp18 : ACK - for me 00000100:00000001:3.0:1767384343.207974:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384343.207979:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384343.207981:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732517632, portal 25 02000000:00000001:3.0:1767384343.207983:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.207985:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384343.207987:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732517504 00000100:00000001:1.0:1767384343.207989:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154160000 : -119697555391616 : ffff9322bdbafb80) 00000020:00000001:3.0:1767384343.207991:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384343.207992:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp18: ACK from 12345-192.168.204.131@tcp18 into md 0x1ac1 00000020:00000040:3.0:1767384343.207995:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000400:00000200:0.0:1767384343.207998:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384343.207999:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384343.208000:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002f78dff x1853236732517632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384343.208003:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000400:00000200:0.0:1767384343.208006:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp18->192.168.204.131@tcp18: ACK: OK 00000020:00000001:3.0:1767384343.208009:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:0.0:1767384343.208013:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e266fc1 00000020:00000001:3.0:1767384343.208015:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384343.208022:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384343.208022:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384343.208023:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e266fc1. 00000020:00000010:3.0:1767384343.208028:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c628811e. 00000400:00000200:0.0:1767384343.208028:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000040:1.0:1767384343.208029:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384343.208034:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384343.208036:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eedd9aa. 00000400:00000200:0.0:1767384343.208036:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000020:00000010:3.0:1767384343.208038:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c628811e. 00000100:00000200:1.0:1767384343.208042:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732517632, offset 0 00000400:00000200:0.0:1767384343.208043:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384343.208051:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (31) 00000020:00000010:3.0:1767384343.208055:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ac4361e. 00000400:00000200:1.0:1767384343.208056:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384343.208056:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384343.208061:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a86402a. 00000800:00000001:0.0:1767384343.208062:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384343.208070:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b5017ea. 00000400:00000200:1.0:1767384343.208070:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384343.208078:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000040:3.0:1767384343.208081:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:0.0:1767384343.208084:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000a0470922. 00000400:00000200:1.0:1767384343.208085:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205d00 00000100:00000001:3.0:1767384343.208088:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384343.208090:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000581050d4. 00000100:00000001:3.0:1767384343.208091:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384343.208096:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12d5 [2] + 0 00000100:00000001:3.0:1767384343.208097:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384343.208105:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c5a7c1c. 00000100:00000001:3.0:1767384343.208106:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384343.208109:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fccd7989 00000100:00000001:3.0:1767384343.208114:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384343.208116:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00000400:00000200:1.0:1767384343.208117:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384343.208122:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a0470922 00000400:00000200:1.0:1767384343.208124:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384343.208125:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000009d23a56. 00000100:00000001:3.0:1767384343.208126:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384343.208131:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384343.208132:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fccd7989 00000400:00000200:0.0:1767384343.208132:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000400:00000010:1.0:1767384343.208137:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fccd7989. 00000100:00100000:3.0:1767384343.208138:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000400:00000200:0.0:1767384343.208141:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 00000100:00000040:3.0:1767384343.208145:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384343.208145:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384343.208146:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (30) 00000100:00000200:1.0:1767384343.208149:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384343.208150:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141059152 : -119697568492464 : ffff9322bcf31450) 00000400:00000010:0.0:1767384343.208153:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000004a4eb744. 00000100:00000040:1.0:1767384343.208156:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000068efb4e8 x1853236732517632 msgsize 4848 00000100:00000040:3.0:1767384343.208158:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a58192e2 x1853236732517504/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:324/0 lens 4848/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384343.208159:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000400:00000010:0.0:1767384343.208166:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000441e90ea. 00000100:00100000:1.0:1767384343.208169:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384343.208175:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384343.208175:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000100:00000001:3.0:1767384343.208184:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384343.208187:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c628811e. 00000400:00000200:0.0:1767384343.208188:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000100:00000001:1.0:1767384343.208189:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384343.208192:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384343.208195:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c628811e. 00000400:00000200:0.0:1767384343.208198:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00100000:3.0:1767384343.208203:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a58192e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732517504:12345-0@lo:253: 00000400:00000200:0.0:1767384343.208205:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000100:00000200:3.0:1767384343.208211:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732517504 00000400:00000200:0.0:1767384343.208215:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000020:00000001:3.0:1767384343.208216:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384343.208220:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384343.208221:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000020:00000001:3.0:1767384343.208223:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.208228:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384343.208228:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000020:00000001:3.0:1767384343.208231:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384343.208235:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384343.208236:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000020:00000001:3.0:1767384343.208237:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384343.208243:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384343.208245:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000020:00000001:3.0:1767384343.208246:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384343.208250:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.208253:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000100:00000001:3.0:1767384343.208254:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384343.208264:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384343.208267:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[113, 38] 02000000:00000010:3.0:1767384343.208270:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001c3d0dcb. 00000400:00000200:0.0:1767384343.208271:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 02000000:00000001:3.0:1767384343.208275:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.208278:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.208281:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 20000000:00000001:3.0:1767384343.208282:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384343.208287:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:0.0:1767384343.208292:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 20000000:00000010:3.0:1767384343.208293:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000993b0dda. 00000400:00000200:0.0:1767384343.208296:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 20000000:01000000:3.0:1767384343.208298:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384343.208304:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384343.208305:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 20000000:00000001:3.0:1767384343.208307:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384343.208324:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384343.208328:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.208329:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 20000000:00000001:3.0:1767384343.208331:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384343.208336:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000400:00000200:0.0:1767384343.208339:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 20000000:00000010:3.0:1767384343.208342:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000ae88dc6. 00000400:00000200:0.0:1767384343.208343:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 20000000:01000000:3.0:1767384343.208347:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00000400:00000200:0.0:1767384343.208352:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 26], ns[100, 26] 20000000:00000001:3.0:1767384343.208355:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384343.208358:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 26], ns[96, 26] 00000400:00000200:0.0:1767384343.208362:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 26], ns[72, 26] 00080000:00000001:3.0:1767384343.208363:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384343.208367:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 26], ns[97, 26] 00000400:00000200:0.0:1767384343.208372:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 26], ns[99, 26] 00000400:00000200:0.0:1767384343.208374:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 26], ns[102, 26] 00000400:00000200:0.0:1767384343.208379:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[107, 26], ns[110, 26] 00000400:00000200:0.0:1767384343.208391:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[108, 26], ns[111, 26] 00000400:00000200:0.0:1767384343.208396:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00000400:00000200:0.0:1767384343.208400:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000400:00000200:0.0:1767384343.208405:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp37 00000400:00000200:0.0:1767384343.208408:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp37 lpni_is_preferred = 0 00000400:00000200:0.0:1767384343.208411:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp37 00000400:00000200:0.0:1767384343.208414:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp37 NI seq info: [114:114:256:4294967295] 192.168.204.131@tcp37 LPNI seq info [111:111:8:4294967295] 00080000:00000001:3.0:1767384343.208417:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384343.208420:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp37 00080000:00000001:3.0:1767384343.208422:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384343.208425:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384343.208430:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384343.208431:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp37(192.168.204.131@tcp37:) -> 192.168.204.131@tcp37(192.168.204.131@tcp:192.168.204.131@tcp37) : GET try# 0 00000020:00000001:3.0:1767384343.208434:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:0.0:1767384343.208438:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp37 00000020:00000001:3.0:1767384343.208440:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000400:00000200:1.0:1767384343.208441:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eedd9aa 00000800:00000010:0.0:1767384343.208442:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d6910fd2. 00080000:00000001:3.0:1767384343.208445:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000010:1.0:1767384343.208446:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eedd9aa. 00000800:00000010:0.0:1767384343.208451:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ce7ef2f3. 00000100:00000001:1.0:1767384343.208452:0:16149:0:(events.c:34:request_out_callback()) Process entered 00080000:00000010:3.0:1767384343.208453:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ac6b59a3. 00080000:00000001:3.0:1767384343.208458:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874047488 : -119702835504128 : ffff93218302dc00) 00000800:00000010:0.0:1767384343.208459:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008acd8af4. 00000100:00000200:1.0:1767384343.208460:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002f78dff x1853236732517632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384343.208462:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:0.0:1767384343.208470:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000100:00000001:1.0:1767384343.208508:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.1:1767384343.208517:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000100:00000040:1.0:1767384343.208522:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002f78dff x1853236732517632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.208530:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.208533:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000100:00000001:1.0:1767384343.208534:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384343.208540:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100251 rc 0 00000100:00000001:1.0:1767384343.208543:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.208548:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294931127 00000100:00000001:1.0:1767384343.208554:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294931126 00000100:00000001:1.0:1767384343.208560:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294931127 00000100:00000001:1.0:1767384343.208565:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294931126 00000100:00000001:1.0:1767384343.208570:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294931127 00000100:00000001:1.0:1767384343.208578:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294931126 00000100:00000001:0.0:1767384343.208579:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384343.208583:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732517632 00000100:00000001:1.0:1767384343.208584:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294931127 02000000:00000001:0.0:1767384343.208587:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384343.208590:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384343.208591:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294931126 00000100:00000001:0.0:1767384343.208591:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.208596:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.208600:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384343.208600:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732517632 00000020:00000001:0.0:1767384343.208604:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384343.208605:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384343.208607:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:0.0:1767384343.208607:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00080000:00000001:3.0:1767384343.208612:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.208612:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384343.208612:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767384343.208615:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:0.0:1767384343.208616:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:1.0:1767384343.208617:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384343.208622:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384343.208625:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384343.208626:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384343.208627:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384343.208630:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384343.208634:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384343.208637:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384343.208638:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fc57463. 00080000:00000001:3.0:1767384343.208639:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.208640:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.208643:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384343.208646:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767384343.208647:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384343.208647:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fc57463. 00000020:00000010:0.0:1767384343.208655:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cae392a. 00000020:00000010:0.0:1767384343.208660:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f43e3693. 00000020:00000010:0.0:1767384343.208665:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f269c7a. 00000100:00000001:0.0:1767384343.208669:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384343.208670:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384343.208671:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.208674:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.208676:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.208685:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384343.208687:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384343.208691:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000040:0.0:1767384343.208693:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:0.0:1767384343.208695:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141055056 : -119697568496560 : ffff9322bcf30450) 00000100:00000040:0.0:1767384343.208699:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000068efb4e8 x1853236732517632/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:324/0 lens 4848/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.208706:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384343.208709:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fc57463. 00000100:00000001:0.0:1767384343.208711:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384343.208713:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fc57463. 00000100:00100000:0.0:1767384343.208717:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000068efb4e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732517632:12345-0@lo:253: 00000100:00000200:0.0:1767384343.208720:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732517632 00000020:00000001:0.0:1767384343.208721:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384343.208723:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000020:00000001:0.0:1767384343.208723:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384343.208726:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384343.208729:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384343.208731:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:0.0:1767384343.208733:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384343.208735:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384343.208736:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384343.208744:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384343.208746:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.208748:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384343.208751:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384343.208756:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004ca98fb8. 02000000:00000001:0.0:1767384343.208759:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.208760:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384343.208763:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384343.208771:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000082db6db4. 20000000:01000000:0.0:1767384343.208775:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384343.208776:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 20000000:00000001:0.0:1767384343.208777:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384343.208783:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:00000001:0.0:1767384343.208783:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384343.208788:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384343.208791:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384343.208793:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384343.208806:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.208856:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.208914:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.208937:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.208959:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.208987:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209015:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209033:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209064:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209092:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209115:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209135:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209157:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209198:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209220:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209303:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209379:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209428:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209476:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209628:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209671:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209715:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209759:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209790:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209810:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209838:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209878:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.209914:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.210557:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.210621:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.210659:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.210698:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.210747:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.210791:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384343.210903:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c76880f. 00000800:00000010:0.0:1767384343.210908:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012fb1b84. 00000800:00000010:0.0:1767384343.210913:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000568eee92. 00000800:00000010:0.0:1767384343.210935:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000568eee92. 00000800:00020000:0.0:1767384343.210944:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384343.210948:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012fb1b84. 00000800:00000010:0.0:1767384343.210950:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002c76880f. 00000400:02020000:0.0:1767384343.210984:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp37 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384343.210990:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp37 notifying 192.168.204.131@tcp37: down 00000800:00000200:0.0:1767384343.210996:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp37 down 00000800:00000100:0.0:1767384343.211001:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp37 00000800:00000010:0.0:1767384343.211003:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d6910fd2. 00000400:00000200:0.0:1767384343.211013:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384343.211016:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp37->192.168.204.131@tcp37: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384343.211023:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp37 added to recovery queue. ping count: 0 next ping: 264 health :900 00000400:00000200:0.0:1767384343.211026:0:16137:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384343.211028:0:16137:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 1 00000400:00000200:0.0:1767384343.211031:0:16137:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384343.211059:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384343.211067:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100851 00000400:00000001:3.0:1767384343.211072:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384343.211075:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384343.211085:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e483d52 00000400:00000010:3.0:1767384343.211088:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000400:00000200:3.0:1767384343.211093:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384343.211098:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000010:3.0:1767384343.211101:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000004a4eb744. 00000400:00000200:3.0:1767384343.211105:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (31) 00000400:00000200:3.0:1767384343.211109:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp:-71 00000400:00000200:3.0:1767384343.211113:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 rc -71 00000400:00000200:3.0:1767384343.211116:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384343.211119:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (30) 00080000:00000001:3.0:1767384343.217343:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384343.217352:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384343.217356:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384343.217356:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384343.217358:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384343.217362:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384343.217365:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384343.217366:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384343.217367:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384343.217369:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ac6b59a3. 20000000:01000000:3.0:1767384343.217370:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384343.217377:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384343.217381:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384343.217385:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384343.217387:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003d68694c. 20000000:01000000:0.0:1767384343.217391:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00080000:00000020:3.0:1767384343.217392:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384343.217396:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384343.217403:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384343.217407:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384343.217411:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384343.217414:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384343.217418:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384343.217421:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384343.217428:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009078a358. 00080000:00000001:0.0:1767384343.217432:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384343.217433:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384343.217438:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e3f6db06. 00080000:00000001:0.0:1767384343.217438:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384343.217440:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384343.217442:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384343.217444:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384343.217445:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:3.0:1767384343.217448:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e3f6db06 with handle 0xf83434fd52e6dad5 to hash 00000020:00000001:0.0:1767384343.217450:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000020:00000001:3.0:1767384343.217451:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384343.217454:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00080000:00000001:0.0:1767384343.217455:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384343.217457:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384343.217461:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384343.217462:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000aae56da4. 00010000:00000001:3.0:1767384343.217465:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384343.217466:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375264027648 : -119698445523968 : ffff932288aca400) 00010000:00010000:3.0:1767384343.217468:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dad5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384343.217470:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384343.217516:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384343.217520:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384343.217522:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384343.217524:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384343.217526:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.217529:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384343.217530:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.217533:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384343.217534:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384343.217536:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384343.217537:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384343.217539:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009078a358) refcount = 1 00010000:00010000:3.0:1767384343.217541:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dad5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.217545:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384343.217547:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384343.217549:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.217550:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.217552:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384343.217555:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384343.217558:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384343.217561:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384343.217562:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384343.217564:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3f6db06 refcount=4 00000020:00000001:3.0:1767384343.217566:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384343.217568:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384343.217570:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384343.217572:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dad5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.217576:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384343.217578:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dad5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384343.217578:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384343.217581:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384343.217586:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384343.217597:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.217599:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384343.217600:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dad5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384343.217602:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.217604:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384343.217606:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384343.217607:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.217611:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384343.217613:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dad5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384343.217619:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e3f6db06 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384343.217621:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384343.217623:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384343.217626:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dad5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.217630:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384343.217631:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384343.217633:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384343.217634:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3f6db06 refcount=5 00000020:00000001:3.0:1767384343.217636:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384343.217637:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384343.217640:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384343.217642:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dad5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.217645:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384343.217647:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384343.217648:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.217651:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384343.217653:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384343.217655:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384343.217660:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384343.217663:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3f6db06 with handle 0xf83434fd52e6dad5 from hash 00010000:00000001:3.0:1767384343.217665:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384343.217667:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.217668:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.217669:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384343.217671:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384343.217673:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384343.217676:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384343.217677:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.217679:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.217681:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384343.217682:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384343.217684:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.217685:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.217687:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.217689:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.217690:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.217692:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dad5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.217696:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.217697:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.217698:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384343.217700:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384343.217701:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.217702:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.217704:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384343.217706:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384343.217708:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.217710:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dad5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.217714:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384343.217716:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384343.217718:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dad5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384343.217718:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384343.217723:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000040:3.0:1767384343.217733:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009078a358 count: 0 00010000:00000001:3.0:1767384343.217744:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384343.217745:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384343.219516:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294931127, at 4294931128 00000100:00000010:2.0:1767384343.219525:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a64969d4. 00000100:00000040:0.0:1767384343.219591:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294931127, at 4294931128 00000100:00000010:0.0:1767384343.219597:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6736ced. 00000100:00000040:1.0:1767384343.219607:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294931127, at 4294931128 00000100:00000010:1.0:1767384343.219616:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a64bd513. 00000100:00000040:3.0:1767384343.219736:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294931127, at 4294931128 00000100:00000010:3.0:1767384343.219744:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d26c2827. 00010000:00000010:3.1:1767384343.224539:0:31128:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009078a358. 00010000:00000010:3.1:1767384343.224549:0:31128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e3f6db06. 00080000:00000001:3.0:1767384343.227396:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384343.227399:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384343.227399:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384343.227402:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384343.227404:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384343.227405:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384343.227406:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000010:3.0:1767384343.227408:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000aae56da4. 20000000:00000001:1.0:1767384343.227411:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384343.227413:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384343.227414:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384343.227423:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384343.227433:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384343.227436:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384343.227443:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384343.227449:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384343.227453:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384343.227455:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384343.227459:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384343.227462:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384343.227467:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009078a358. 00010000:00000001:3.0:1767384343.227470:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384343.227473:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e3f6db06. 00000020:00000001:3.0:1767384343.227509:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384343.227512:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e3f6db06 with handle 0xf83434fd52e6dadc to hash 00000020:00000001:3.0:1767384343.227514:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384343.227516:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384343.227518:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384343.227521:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384343.227522:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.227524:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dadc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.227530:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384343.227532:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384343.227534:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384343.227535:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384343.227543:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.227544:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384343.227545:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.227547:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384343.227549:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384343.227550:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384343.227551:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384343.227552:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009078a358) refcount = 1 00010000:00010000:3.0:1767384343.227554:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dadc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.227558:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384343.227560:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384343.227560:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.227562:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.227563:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384343.227565:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384343.227566:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384343.227568:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384343.227569:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384343.227571:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3f6db06 refcount=4 00000020:00000001:3.0:1767384343.227572:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384343.227574:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384343.227576:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384343.227577:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dadc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.227580:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384343.227581:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dadc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.227585:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.227585:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384343.227586:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dadc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.227598:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384343.227599:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.227601:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384343.227603:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dadc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384343.227606:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e3f6db06 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384343.227608:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384343.227609:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384343.227610:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dadc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.227614:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384343.227615:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384343.227616:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384343.227616:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e3f6db06 refcount=5 00000020:00000001:3.0:1767384343.227618:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384343.227619:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166789632 : -119698542761984 : ffff932282e0e800) 00010000:00000001:3.0:1767384343.227621:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384343.227623:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dadc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.227626:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384343.227627:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384343.227628:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.227630:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384343.227631:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384343.227633:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384343.227633:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384343.227635:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3f6db06 with handle 0xf83434fd52e6dadc from hash 00010000:00000001:3.0:1767384343.227636:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384343.227637:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.227638:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.227644:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384343.227645:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384343.227647:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384343.227648:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384343.227650:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384343.227651:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.227652:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384343.227653:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384343.227655:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.227656:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.227657:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.227658:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.227659:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.227660:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dadc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.227664:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.227665:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.227665:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384343.227666:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384343.227667:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384343.227668:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384343.227669:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384343.227672:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384343.227673:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.227674:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dadc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384343.227678:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384343.227679:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384343.227680:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e3f6db06/0xf83434fd52e6dadc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384343.227683:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009078a358 count: 0 00010000:00000001:3.0:1767384343.227693:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384343.227693:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384343.227788:0:31127:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000916d1d5a. 00000400:00000040:0.0:1767384343.227806:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384343.227808:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384343.227811:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.227813:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384343.227815:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.227820:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384343.227823:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384343.227824:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384343.227826:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384343.227827:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384343.227829:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384343.227831:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384343.227833:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384343.227834:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384343.227835:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384343.227836:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384343.227837:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384343.227838:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384343.227839:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384343.227841:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.227842:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384343.227843:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384343.227844:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384343.227846:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384343.227847:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384343.227849:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.227850:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384343.227851:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384343.227852:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384343.227853:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384343.227855:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384343.227856:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384343.227857:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384343.227858:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384343.227859:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384343.227861:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384343.227862:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384343.227864:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384343.227865:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384343.227866:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384343.227867:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384343.227868:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384343.227869:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384343.227870:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384343.227876:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384343.227877:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384343.227879:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384343.227880:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384343.227882:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384343.227883:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384343.227884:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384343.227886:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384343.227886:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384343.227888:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384343.227889:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384343.227890:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384343.227890:0:31127:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384343.227987:0:31127:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000916d1d5a. 00080000:00000020:1.0:1767384343.228555:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384343.228559:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384343.228562:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000993b0dda. 20000000:00000001:1.0:1767384343.228568:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384343.228573:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732517504 00010000:00000001:1.0:1767384343.228576:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384343.228585:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a58192e2 x1853236732517504/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384343.228594:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384343.228596:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384343.228600:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=63 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384343.228604:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384343.228607:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384343.228609:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384343.228613:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384343.228615:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.228619:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384343.228623:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384343.228626:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008148c13b. 00000100:00000200:1.0:1767384343.228631:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732517504, offset 224 00000400:00000200:1.0:1767384343.228640:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384343.228653:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384343.228665:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205c80 00000400:00000200:1.0:1767384343.228672:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ac5 [2] + 224 00000400:00000200:1.0:1767384343.228678:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384343.228682:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384343.228688:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384343.228692:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004725f0f0 x1853236732517504/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384343.228699:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004725f0f0 x1853236732517504/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.228718:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384343.228723:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384343.228726:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008148c13b 00000100:00000001:3.0:1767384343.228727:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384343.228729:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008148c13b. 00000100:00000001:1.0:1767384343.228732:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384343.228734:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384343.228740:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384343.228741:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384343.228743:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:3.0:1767384343.228744:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384343.228747:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384343.228748:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eee21b39. 00000020:00000001:1.0:1767384343.228750:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384343.228753:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384343.228758:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a58192e2 x1853236732517504/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384343.228764:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a58192e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732517504:12345-0@lo:253: Request processed in 20580us (21067us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384343.228770:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9a9969 00000400:00000010:3.0:1767384343.228772:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d9a9969. 00000100:00100000:1.0:1767384343.228776:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000001:3.0:1767384343.228778:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384343.228780:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384343.228783:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384343.228784:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004725f0f0 x1853236732517504/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.228785:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384343.228791:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a86402a. 00000100:00000200:3.0:1767384343.228795:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004725f0f0 x1853236732517504/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384343.228797:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b5017ea. 00000020:00000010:1.0:1767384343.228803:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ac4361e. 00000020:00000040:1.0:1767384343.228808:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:3.0:1767384343.228810:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384343.228813:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384343.228814:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384343.228816:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001c3d0dcb. 00000100:00000001:3.0:1767384343.228821:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384343.228822:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384343.228825:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384343.228826:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384343.228831:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384343.228831:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384343.228835:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384343.228837:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b11cf0e3. 02000000:00000001:3.0:1767384343.228840:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384343.228842:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008148c13b. 00000100:00001000:3.0:1767384343.228848:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=63 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384343.228854:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384343.228857:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384343.228860:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.228862:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384343.228864:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.228866:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.228870:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004725f0f0 x1853236732517504/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.228876:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.228878:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384343.228880:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384343.228884:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384343.228885:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384343.228886:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384343.228887:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384343.228888:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384343.228889:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384343.228890:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384343.228891:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384343.228898:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384343.228900:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384343.228902:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004725f0f0 x1853236732517504/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384343.228907:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004725f0f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732517504:0@lo:253: 00000100:00000001:3.0:1767384343.228912:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.228914:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384343.228915:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004725f0f0 x1853236732517504/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.228921:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384343.228923:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384343.228925:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000960743cd. 02000000:00000001:3.0:1767384343.228928:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384343.228930:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384343.228931:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384343.228933:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384343.228934:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b779e14a. 02000000:00000001:3.0:1767384343.228938:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384343.228939:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384343.228941:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004725f0f0. 00000100:00000001:3.0:1767384343.228944:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384343.228945:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.228947:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.228954:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384343.228956:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.228958:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.228960:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384343.230569:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384343.230572:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384343.230573:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000082db6db4. 20000000:00000001:3.0:1767384343.230577:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384343.230580:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732517632 00010000:00000001:3.0:1767384343.230581:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384343.230585:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000068efb4e8 x1853236732517632/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384343.230600:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384343.230602:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384343.230603:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384343.230605:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384343.230607:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384343.230608:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384343.230610:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384343.230612:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.230613:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384343.230615:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384343.230617:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008784c61c. 00000100:00000200:3.0:1767384343.230619:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732517632, offset 224 00000400:00000200:3.0:1767384343.230624:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384343.230629:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384343.230634:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205d00 00000400:00000200:3.0:1767384343.230638:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1acd [2] + 224 00000400:00000200:3.0:1767384343.230642:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384343.230644:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384343.230646:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384343.230649:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002f78dff x1853236732517632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384343.230654:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000002f78dff x1853236732517632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.230666:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384343.230669:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008784c61c 00000400:00000010:3.0:1767384343.230671:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008784c61c. 00000100:00000001:3.0:1767384343.230673:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384343.230675:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384343.230675:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.230677:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.230678:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384343.230682:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384343.230684:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384343.230684:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384343.230687:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384343.230688:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.230690:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384343.230696:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3b4e40. 00000400:00000200:1.0:1767384343.230701:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5e6d24 00000100:00000040:3.0:1767384343.230703:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068efb4e8 x1853236732517632/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384343.230703:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed5e6d24. 00000100:00000001:1.0:1767384343.230708:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384343.230713:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002f78dff x1853236732517632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384343.230717:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000068efb4e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732517632:12345-0@lo:253: Request processed in 22007us (22557us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384343.230733:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000200:1.0:1767384343.230733:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002f78dff x1853236732517632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384343.230739:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384343.230743:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384343.230745:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384343.230747:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384343.230749:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f43e3693. 00000100:00000001:1.0:1767384343.230750:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.230754:0:16149:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384343.230757:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f269c7a. 02000000:00000001:1.0:1767384343.230757:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384343.230759:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384343.230762:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cae392a. 00000100:00000001:1.0:1767384343.230762:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.230764:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384343.230767:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00001000:1.0:1767384343.230767:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=63 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384343.230771:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384343.230772:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=63 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384343.230773:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004ca98fb8. 00000100:00000001:1.0:1767384343.230776:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384343.230778:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384343.230779:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.230783:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.230783:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384343.230786:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384343.230789:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384343.230789:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.230795:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002f78dff x1853236732517632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384343.230796:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eee21b39. 00000100:00000001:1.0:1767384343.230803:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384343.230805:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008784c61c. 00000100:00000001:1.0:1767384343.230805:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384343.230808:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384343.230812:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384343.230813:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384343.230814:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384343.230815:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384343.230816:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384343.230817:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384343.230818:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384343.230820:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384343.230821:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384343.230828:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002f78dff x1853236732517632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384343.230833:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002f78dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732517632:0@lo:253: 00000100:00000001:1.0:1767384343.230838:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.230840:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384343.230842:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002f78dff x1853236732517632/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.230846:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384343.230848:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384343.230849:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c1e6f858. 02000000:00000001:1.0:1767384343.230852:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384343.230853:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384343.230854:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384343.230856:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384343.230857:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a4e2c746. 02000000:00000001:1.0:1767384343.230860:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384343.230861:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384343.230862:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002f78dff. 00000100:00000001:1.0:1767384343.230864:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384343.230865:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.230866:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.230870:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384343.230871:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.230872:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384343.230874:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384343.238514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009078a358. 00010000:00000010:3.1:1767384343.238523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e3f6db06. 00000400:00000200:1.0:1767384343.483561:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp35 00000400:00000010:1.0:1767384343.483569:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003ab718a7. 00000400:00000010:1.0:1767384343.483580:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e9822227. 00000400:00000010:1.0:1767384343.483587:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000318da4a5. 00000400:00000010:1.0:1767384343.483598:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fc48d75e. 00000400:00000200:1.0:1767384343.483605:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp35 00000400:00000200:1.0:1767384343.483626:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp35 local destination 00000400:00000200:1.0:1767384343.483634:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp35 00000400:00000200:1.0:1767384343.483639:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp35 NI seq info: [115:115:256:4294967295] 192.168.204.131@tcp35 LPNI seq info [112:112:8:4294967295] 00000400:00000200:1.0:1767384343.483655:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp35 00000400:00000200:1.0:1767384343.483665:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp35(192.168.204.131@tcp35:) -> 192.168.204.131@tcp35(192.168.204.131@tcp35:192.168.204.131@tcp35) : GET try# 0 00000800:00000200:1.0:1767384343.483672:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp35 00000800:00000010:1.0:1767384343.483678:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a7e22975. 00000800:00000200:1.0:1767384343.483686:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e604f565] -> 12345-192.168.204.131@tcp35 (2) 00000800:00000200:1.1:1767384343.483692:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e604f565] -> 12345-192.168.204.131@tcp35 (2) 00000400:00000200:1.0:1767384343.483712:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp35 added to recovery queue. ping count: 2 next ping: 268 health :800 00000400:00000200:1.0:1767384343.483717:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp36 00000400:00000010:1.0:1767384343.483720:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c6bca0f0. 00000400:00000010:1.0:1767384343.483724:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001ab31aab. 00000400:00000010:1.0:1767384343.483728:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fdfba4b. 00000400:00000010:1.0:1767384343.483734:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000573f47ad. 00000400:00000200:1.0:1767384343.483738:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp36 00000400:00000200:1.0:1767384343.483744:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp36 local destination 00000400:00000200:1.0:1767384343.483749:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp36 00000400:00000200:1.0:1767384343.483752:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp36 NI seq info: [116:116:256:4294967295] 192.168.204.131@tcp36 LPNI seq info [113:113:8:4294967295] 00000400:00000200:1.0:1767384343.483758:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp36 00000400:00000200:1.0:1767384343.483765:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp36(192.168.204.131@tcp36:) -> 192.168.204.131@tcp36(192.168.204.131@tcp36:192.168.204.131@tcp36) : GET try# 0 00000800:00000200:1.0:1767384343.483770:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp36 00000800:00000010:1.0:1767384343.483773:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ab16df94. 00000800:00000200:1.0:1767384343.483776:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (2) 00000800:00000200:1.1:1767384343.483781:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (2) 00000400:00000200:1.0:1767384343.483801:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp36 added to recovery queue. ping count: 2 next ping: 268 health :800 00000400:00000200:1.0:1767384343.483808:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp37 00000400:00000010:1.0:1767384343.483811:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d36f0ea6. 00000400:00000010:1.0:1767384343.483816:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000009d23a56. 00000400:00000010:1.0:1767384343.483820:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e1477f. 00000400:00000010:1.0:1767384343.483826:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000002cdbc86. 00000400:00000200:1.0:1767384343.483831:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp37 00000400:00000200:1.0:1767384343.483837:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp37 local destination 00000400:00000200:1.0:1767384343.483842:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp37 00000400:00000200:1.0:1767384343.483854:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp37 NI seq info: [117:117:256:4294967295] 192.168.204.131@tcp37 LPNI seq info [114:114:8:4294967295] 00000400:00000200:1.0:1767384343.483859:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp37 00000400:00000200:0.0:1767384343.483864:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.483870:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp37(192.168.204.131@tcp37:) -> 192.168.204.131@tcp37(192.168.204.131@tcp37:192.168.204.131@tcp37) : GET try# 0 00000800:00000200:1.0:1767384343.483876:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp37 00000800:00000010:1.0:1767384343.483880:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000be00203c. 00000800:00000200:1.0:1767384343.483885:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000800:00000200:1.1:1767384343.483890:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000400:00000200:1.0:1767384343.483906:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp37 added to recovery queue. ping count: 1 next ping: 266 health :900 00000400:00000200:0.0:1767384343.483948:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000200:1.0:1767384343.483959:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008b7091ec] -> 12345-192.168.204.131@tcp22 (6) 00000800:00000200:1.0:1767384343.483964:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp22 ip 192.168.204.131:988 00000800:00000200:1.0:1767384343.483968:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384343.483990:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484021:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484024:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484075:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484075:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484133:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484133:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484183:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484183:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484217:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484217:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484244:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484245:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484271:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484272:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484330:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484330:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484382:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484382:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484423:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484423:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484452:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484452:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484476:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484476:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484538:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484538:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484568:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484568:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484595:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484596:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484642:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484642:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484686:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484686:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484731:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484736:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484776:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484780:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484820:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484820:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484862:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484862:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484902:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484902:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.484958:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.484958:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485009:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.485009:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485059:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.485059:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485106:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.485106:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485148:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.485148:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485181:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.485181:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.485230:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485232:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485279:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.485279:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485347:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.485347:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485395:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.485395:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485423:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485450:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485507:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485540:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485575:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000800:00000010:0.0:1767384343.485601:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c76880f. 00000800:00000010:0.0:1767384343.485608:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef427227. 00000800:00000010:0.0:1767384343.485615:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b76ed74c. 00000400:00000200:1.0:1767384343.485626:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000800:00000010:0.0:1767384343.485645:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b76ed74c. 00000800:00020000:0.0:1767384343.485657:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384343.485661:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef427227. 00000800:00000010:0.0:1767384343.485664:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002c76880f. 00000400:00000200:1.0:1767384343.485673:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.485706:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000400:02020000:0.0:1767384343.485707:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp35 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384343.485714:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp35 notifying 192.168.204.131@tcp35: down 00000400:00000200:0.0:1767384343.485719:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384343.485725:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp35 00000800:00000010:0.0:1767384343.485728:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a7e22975. 00000400:00000200:0.0:1767384343.485732:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384343.485737:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp35->192.168.204.131@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384343.485747:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384343.485750:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384343.485763:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp35) recovery failed with -71 00000400:00000200:0.0:1767384343.485808:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.485860:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000010:1.0:1767384343.485900:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c1e6f858. 00000800:00000010:1.0:1767384343.485905:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c0e868d. 00000800:00000010:1.0:1767384343.485910:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000345062b9. 00000400:00000200:0.0:1767384343.485922:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000010:1.0:1767384343.485947:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000345062b9. 00000400:00000200:0.0:1767384343.485956:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.485992:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000800:00000200:1.0:1767384343.486019:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384343.486025:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384343.486025:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000800:00000001:1.0:1767384343.486031:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384343.486036:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384343.486040:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384343.486076:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.486108:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384343.486128:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp36 from 215.3.0.2 00000400:00000200:0.0:1767384343.486130:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000800:00000010:1.0:1767384343.486132:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002c2d9357. 00000400:00000200:0.0:1767384343.486180:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486202:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486227:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486252:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486281:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486336:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486369:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486410:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486443:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486505:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486551:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486598:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486639:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486666:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486695:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486723:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486749:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486797:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.486841:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000800:00000010:1.0:1767384343.486876:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007a115f7. 00000800:00000010:1.0:1767384343.486880:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed5e6d24. 00000400:00000200:0.0:1767384343.486899:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000800:00000010:1.0:1767384343.486902:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000be1a0b9b. 00000800:00000200:1.1:1767384343.486908:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (2) 00000800:00000200:1.1:1767384343.486913:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp36 00000000be1a0b9b deleted 00000800:00000010:1.1:1767384343.486916:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000be1a0b9b. 00000800:00000200:1.1:1767384343.486921:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384343.486927:0:16137:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp36 ip 192.168.204.131:983 00000800:00000200:1.1:1767384343.486930:0:16137:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab16df94 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384343.486935:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp36 p 3.x 192.168.204.131 -> 192.168.204.131:983 incarnation:1767384338761193066 sched[0] 00000400:00000200:0.0:1767384343.486939:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000800:00000010:1.0:1767384343.486941:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000345062b9. 00000400:00000200:0.0:1767384343.486968:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000800:00000010:1.0:1767384343.486986:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000345062b9. 00000800:00000010:1.0:1767384343.486989:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed5e6d24. 00000400:00000200:0.0:1767384343.487016:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000800:00000010:1.0:1767384343.487020:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002c2d9357. 00000800:00000001:0.0:1767384343.487025:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384343.487030:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384343.487080:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384343.487084:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ab16df94. 00000400:00000200:1.0:1767384343.487088:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384343.487088:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.487094:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp36->192.168.204.131@tcp36: GET: OK 00000400:00000200:1.0:1767384343.487098:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384343.487101:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp36 recovery message sent successfully:0 00000800:00000200:1.1:1767384343.487132:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384343.487138:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp36 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384338761193066 sched[0] 00000800:00000010:1.0:1767384343.487142:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c0e868d. 00000400:00000200:0.0:1767384343.487142:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.487191:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.487191:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.487224:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.487225:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.487252:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.487283:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000800:00000010:0.0:1767384343.487356:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c76880f. 00000400:00000200:1.0:1767384343.487358:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000800:00000010:0.0:1767384343.487361:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef427227. 00000800:00000010:0.0:1767384343.487366:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b76ed74c. 00000800:00000010:0.0:1767384343.487387:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b76ed74c. 00000800:00020000:0.0:1767384343.487395:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384343.487399:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef427227. 00000800:00000010:0.0:1767384343.487401:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002c76880f. 00000400:00000200:1.0:1767384343.487409:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:02020000:0.0:1767384343.487447:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp37 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384343.487453:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp37 notifying 192.168.204.131@tcp37: down 00000400:00000200:0.0:1767384343.487457:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384343.487461:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp37 00000800:00000010:0.0:1767384343.487464:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000be00203c. 00000400:00000200:1.0:1767384343.487466:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.487468:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384343.487476:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp37->192.168.204.131@tcp37: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384343.487508:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384343.487515:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384343.487519:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp37) recovery failed with -71 00000800:00000001:0.0:1767384343.487541:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384343.487548:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384343.487550:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384343.487556:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000800:00000001:0.0:1767384343.487557:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384343.487564:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp36(192.168.204.131@tcp36) <- 192.168.204.131@tcp36 : GET - for me 00000400:00000200:0.0:1767384343.487577:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384343.487585:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x1abd [1] + 0 00000400:00000200:1.0:1767384343.487586:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.487603:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp36 to MR: 192.168.204.131@tcp36 local destination 00000400:00000200:1.0:1767384343.487610:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384343.487611:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp36 NI seq info: [118:118:256:4294967295] 192.168.204.131@tcp36 LPNI seq info [115:115:8:4294967295] 00000400:00000200:0.0:1767384343.487622:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp36(192.168.204.131@tcp36:192.168.204.131@tcp36) -> 192.168.204.131@tcp36(192.168.204.131@tcp36:192.168.204.131@tcp36) 192.168.204.131@tcp36 : REPLY try# 0 00000800:00000200:0.0:1767384343.487629:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp36 00000800:00000010:0.0:1767384343.487633:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a3389be. 00000800:00000200:0.0:1767384343.487638:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (4) 00000800:00000200:0.0:1767384343.487645:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp36 ip 192.168.204.131:988 00000800:00000200:0.0:1767384343.487648:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a3389be type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384343.487651:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.487700:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000800:00000200:0.0:1767384343.487704:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384343.487707:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a3389be. 00000400:00000200:0.0:1767384343.487711:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384343.487716:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp36->192.168.204.131@tcp36: REPLY: OK 00000800:00000001:0.0:1767384343.487727:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384343.487731:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384343.487734:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384343.487739:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384343.487741:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384343.487745:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384343.487750:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp36(192.168.204.131@tcp36) <- 192.168.204.131@tcp36 : REPLY - for me 00000400:00000200:0.0:1767384343.487762:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp36: Reply from 12345-192.168.204.131@tcp36 of length 272/272 into md 0x1af1 00000400:00000200:1.0:1767384343.487766:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000800:00000001:0.0:1767384343.487766:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384343.487772:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384343.487775:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384343.487779:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp36->192.168.204.131@tcp36: REPLY: OK 00000400:00000200:0.0:1767384343.487784:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fdfba4b 00000400:00000010:0.0:1767384343.487787:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fdfba4b. 00000400:00000200:0.0:1767384343.487791:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384343.487796:0:16139:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c6bca0f0. 00000400:00000010:0.0:1767384343.487799:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001ab31aab. 00000800:00000001:0.0:1767384343.487804:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384343.487811:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000800:00000001:0.0:1767384343.487814:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384343.487843:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.487904:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.487955:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488008:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488040:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488061:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488080:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488097:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488114:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488137:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488178:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488221:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488257:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488319:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488350:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488370:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488406:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488431:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488449:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488468:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384343.488537:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384343.488671:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e4111e58. 00000800:00000010:1.0:1767384343.488674:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c0e868d. 00000800:00000010:1.0:1767384343.488677:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000345062b9. 00000800:00000010:1.0:1767384343.488695:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000345062b9. 00000800:00020000:1.0:1767384343.488701:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384343.488703:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c0e868d. 00000800:00000010:1.0:1767384343.488705:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e4111e58. 00000400:02020000:1.0:1767384343.488745:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp36 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384343.932849:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384343.932856:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.932864:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384343.932875:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.932912:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384343.932916:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.932920:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384344.507562:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384344.507568:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384344.507572:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000318da4a5 00000400:00000010:3.0:1767384344.507577:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000318da4a5. 00000400:00000200:3.0:1767384344.507583:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384344.507590:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp35 recovery ping unlinked 00000400:00000010:3.0:1767384344.507601:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003ab718a7. 00000400:00000010:3.0:1767384344.507604:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e9822227. 00000400:00000001:3.0:1767384344.507609:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384344.507610:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384344.507611:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e1477f 00000400:00000010:3.0:1767384344.507613:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e1477f. 00000400:00000200:3.0:1767384344.507621:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384344.507623:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp37 recovery ping unlinked 00000400:00000010:3.0:1767384344.507626:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d36f0ea6. 00000400:00000010:3.0:1767384344.507627:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000009d23a56. 00000400:00000200:3.0:1767384344.507631:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp30 00000400:00000010:3.0:1767384344.507633:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004e4addae. 00000400:00000010:3.0:1767384344.507638:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000009d23a56. 00000400:00000010:3.0:1767384344.507641:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab9fc840. 00000400:00000010:3.0:1767384344.507647:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000088178fa5. 00000400:00000200:3.0:1767384344.507650:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp30 00000400:00000200:3.0:1767384344.507661:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp30 local destination 00000400:00000200:3.0:1767384344.507666:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp30 00000400:00000200:3.0:1767384344.507670:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp30 NI seq info: [119:119:256:4294967295] 192.168.204.131@tcp30 LPNI seq info [116:116:8:4294967295] 00000400:00000200:3.0:1767384344.507676:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp30 00000400:00000200:3.0:1767384344.507682:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp30(192.168.204.131@tcp30:) -> 192.168.204.131@tcp30(192.168.204.131@tcp30:192.168.204.131@tcp30) : GET try# 0 00000800:00000200:3.0:1767384344.507686:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp30 00000800:00000010:3.0:1767384344.507690:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eaec64ed. 00000800:00000200:3.0:1767384344.507696:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000800:00000200:3.1:1767384344.507700:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000400:00000200:3.0:1767384344.507716:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp30 added to recovery queue. ping count: 4 next ping: 281 health :600 00000400:00000200:1.0:1767384344.507803:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.507856:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.507891:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.507924:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.507953:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.507984:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508017:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508048:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508080:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508113:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508143:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508169:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508209:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508240:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508268:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508318:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508357:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508388:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508422:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508472:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508568:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508634:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508699:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508736:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508776:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508815:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508858:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508899:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508937:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.508979:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.509011:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.509056:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.509083:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.509108:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384344.509138:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384344.509328:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e4111e58. 00000800:00000010:1.0:1767384344.509335:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc9f9566. 00000800:00000010:1.0:1767384344.509341:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000327a43ee. 00000800:00000010:1.0:1767384344.509366:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000327a43ee. 00000800:00020000:1.0:1767384344.509376:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384344.509380:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc9f9566. 00000800:00000010:1.0:1767384344.509383:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e4111e58. 00000400:02020000:1.0:1767384344.509432:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp30 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384344.509441:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp30 notifying 192.168.204.131@tcp30: down 00000800:00000200:1.0:1767384344.509449:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp30 down 00000800:00000100:1.0:1767384344.509457:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp30 00000800:00000010:1.0:1767384344.509462:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eaec64ed. 00000400:00000200:1.0:1767384344.509467:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384344.509473:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp30->192.168.204.131@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384344.509502:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384344.509506:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384344.509512:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp30) recovery failed with -71 00080000:00000001:0.0:1767384344.607468:0:31559:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384344.607483:0:31559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.607487:0:31559:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384344.607492:0:31559:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384344.607530:0:31559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.607534:0:31559:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.956538:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384344.956544:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.956549:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384344.956551:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.956589:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384344.956593:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384344.956596:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384345.339016:0:31723:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384345.339021:0:31723:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:0.0:1767384345.342022:0:31723:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384345.349077:0:31724:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000090e2dfa2. 00000400:00000010:0.0:1767384345.349093:0:31724:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000025a1ac8c. 00000400:00000010:0.0:1767384345.349103:0:31724:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000eb0fe017. 00000400:00000010:0.0:1767384345.349106:0:31724:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002d918078. 00000400:00000010:0.0:1767384345.349110:0:31724:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005f619837. 00000400:00000010:0.0:1767384345.349114:0:31724:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2ed0e6b. 00000400:00000010:0.0:1767384345.349115:0:31724:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006b6fa97f. 00000400:00000010:0.0:1767384345.349117:0:31724:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002ed0fbf5. 00000400:00000010:0.0:1767384345.349120:0:31724:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000039489de6. 00000800:00000010:0.0:1767384345.349134:0:31724:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fe29ee7d. 00000800:00000200:0.0:1767384345.349147:0:31724:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384345.349158:0:31724:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384345.349194:0:31724:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:0.0:1767384345.349216:0:31724:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp39 [8/256/0/180] 00000400:00000010:0.0:1767384345.350505:0:31724:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000f1768c92. 00000400:00000010:0.0:1767384345.350512:0:31724:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcc5320. 00000400:00000010:0.0:1767384345.350517:0:31724:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed63fbc6. 00000400:00000001:0.0:1767384345.350537:0:31724:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384345.350539:0:31724:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384345.350540:0:31724:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d028a8b2. 00000400:00000200:0.0:1767384345.350543:0:31724:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ad3aa94 00000400:00000010:0.0:1767384345.350545:0:31724:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ad3aa94. 00000400:00000010:0.0:1767384345.350549:0:31724:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000c4abe3a5. 00000400:00000200:0.0:1767384345.350554:0:31724:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (29) 00000400:00000200:0.0:1767384345.350574:0:31724:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384345.350581:0:31724:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:0.0:1767384345.350588:0:31724:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002c76880f. 00000400:00000200:2.0:1767384345.350593:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384345.350593:0:31724:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384345.350595:0:31724:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp39 00000400:00000200:2.0:1767384345.350602:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000200:2.0:1767384345.350607:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (30) 00000400:00000010:2.0:1767384345.350611:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 0000000075e03b97. 00000400:00000010:0.0:1767384345.350613:0:31724:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000025a1ac8c. 00000400:00000010:2.0:1767384345.350615:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57985bf. 00000400:00000010:0.0:1767384345.350618:0:31724:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000090e2dfa2. 00000400:00000010:2.0:1767384345.350624:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000082dbd24b. 00000400:00000200:2.0:1767384345.350636:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000020:00000001:1.0:1767384345.350644:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384345.350652:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 10000000:00000001:1.0:1767384345.350652:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384345.350661:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384345.350667:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 10000000:01000000:1.0:1767384345.350667:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384345.350674:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384345.350679:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384345.350684:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:1.0:1767384345.350685:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384345.350692:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000400:00000200:2.0:1767384345.350699:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000020:01000004:1.0:1767384345.350703:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384345.350706:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000400:00000200:2.0:1767384345.350712:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000400:00000200:2.0:1767384345.350715:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:2.0:1767384345.350720:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:2.0:1767384345.350723:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[113, 38] 00000400:00000200:2.0:1767384345.350726:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000400:00000200:2.0:1767384345.350731:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000020:01000004:1.0:1767384345.350732:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384345.350738:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384345.350746:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384345.350750:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000020:01000004:1.0:1767384345.350753:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384345.350758:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000020:01000004:1.0:1767384345.350760:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384345.350764:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000020:01000004:1.0:1767384345.350765:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384345.350772:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000400:00000200:2.0:1767384345.350776:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000100:00000010:1.0:1767384345.350777:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087a8f723. 00000400:00000200:2.0:1767384345.350782:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000400:00000200:2.0:1767384345.350790:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000020:00000040:1.0:1767384345.350791:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:2.0:1767384345.350814:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 00000100:00000001:1.0:1767384345.350816:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384345.350818:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 26], ns[100, 26] 00000400:00000200:2.0:1767384345.350825:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 26], ns[119, 26] 02000000:00000001:1.0:1767384345.350825:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384345.350835:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 26], ns[72, 26] 00000400:00000200:2.0:1767384345.350838:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 26], ns[97, 26] 02000000:00000001:1.0:1767384345.350840:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.350844:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 26], ns[99, 26] 00000400:00000200:2.0:1767384345.350850:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 26], ns[102, 26] 00000400:00000200:2.0:1767384345.350853:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[112, 26], ns[115, 26] 00000400:00000200:2.0:1767384345.350856:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 26], ns[118, 26] 02000000:00000010:1.0:1767384345.350858:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e4111e58. 00000400:00000200:2.0:1767384345.350862:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[114, 26], ns[117, 26] 00000400:00000200:2.0:1767384345.350868:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000100:00000001:1.0:1767384345.350868:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.350875:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp19 00000400:00000200:2.0:1767384345.350879:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp19 lpni_is_preferred = 0 00000100:00000001:1.0:1767384345.350879:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384345.350884:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.350887:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp19 00000400:00000200:2.0:1767384345.350894:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp19 NI seq info: [120:120:256:4294967295] 192.168.204.131@tcp19 LPNI seq info [117:117:8:4294967295] 00000100:00000040:1.0:1767384345.350898:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087a8f723] to pc [ptlrpcd_00_00+0] req@0000000087a8f723 x1853236732517760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384345.350909:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp19 00000400:00000200:2.0:1767384345.350929:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp19(192.168.204.131@tcp19:) -> 192.168.204.131@tcp19(192.168.204.131@tcp:192.168.204.131@tcp19) : GET try# 0 00000800:00000200:2.0:1767384345.350937:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp19 00000800:00000010:2.0:1767384345.350942:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007d2946fd. 10000000:00000001:1.0:1767384345.350946:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384345.350950:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.350952:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384345.350957:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:2.0:1767384345.350962:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8fefeb0] -> 12345-192.168.204.131@tcp19 (6) 00000020:00000001:1.0:1767384345.350965:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384345.350967:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384345.350968:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384345.350977:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:2.0:1767384345.350978:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp19 ip 192.168.204.131:988 00000100:00000001:3.0:1767384345.350981:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:1.0:1767384345.350983:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:2.0:1767384345.350986:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d2946fd type 2, nob 96 niov 1 nkiov 0 00000020:01000004:1.0:1767384345.350989:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384345.350990:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384345.350996:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384345.351000:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384345.351003:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:3.0:1767384345.351008:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087a8f723 x1853236732517760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384345.351009:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384345.351016:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384345.351017:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000020:01000004:1.0:1767384345.351024:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384345.351029:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000020:01000004:1.0:1767384345.351030:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384345.351037:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384345.351044:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883f8f58. 00000020:00000040:1.0:1767384345.351050:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384345.351051:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384345.351055:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.351062:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384345.351063:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384345.351069:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384345.351071:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384345.351072:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.351082:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384345.351084:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000732c1af. 00000100:00100000:3.0:1767384345.351090:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732517760:0@lo:253: 00000100:00000001:1.0:1767384345.351091:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.351099:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384345.351103:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384345.351103:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384345.351127:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883f8f58] to pc [ptlrpcd_00_01+1] req@00000000883f8f58 x1853236732517888/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384345.351132:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384345.351137:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384345.351140:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.351142:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:1.0:1767384345.351144:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.351148:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384345.351150:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:3.0:1767384345.351153:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000960743cd. 00000020:00000010:1.0:1767384345.351154:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002c76880f. 02000000:00000001:3.0:1767384345.351165:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384345.351168:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384345.351172:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007d2946fd. 00000400:00000010:3.0:1767384345.351174:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040b3902c. 00000400:00000200:2.0:1767384345.351189:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384345.351195:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069c0bc48. 00000100:00000001:1.0:1767384345.351195:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384345.351202:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp19->192.168.204.131@tcp19: GET: OK 00000100:00000001:1.0:1767384345.351202:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384345.351206:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732517760, portal 25 00000100:00000001:1.0:1767384345.351208:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384345.351212:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384345.351218:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384345.351220:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000100:00000040:1.0:1767384345.351221:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883f8f58 x1853236732517888/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.351227:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210175872 : -119698499375744 : ffff93228576ed80) 00000800:00000001:2.0:1767384345.351234:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.351258:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384345.351259:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087a8f723 x1853236732517760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.351284:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:2.0:1767384345.351285:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384345.351291:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.351294:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384345.351297:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:2.0:1767384345.351299:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384345.351301:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384345.351305:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384345.351307:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.351314:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b3fe3b4. 00000400:00000200:2.0:1767384345.351316:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp19(192.168.204.131@tcp19) <- 192.168.204.131@tcp19 : GET - for me 00000100:00100000:1.0:1767384345.351322:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883f8f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732517888:0@lo:253: 00000100:00000200:3.0:1767384345.351324:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732517760, offset 0 00000100:00000001:1.0:1767384345.351332:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384345.351339:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 512 into portal 0 MB=0x8000000000000000 02000000:00000001:1.0:1767384345.351342:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384345.351349:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384345.351349:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.351356:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384345.351363:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 512/512 into md 0x1afd [1] + 0 02000000:00000010:1.0:1767384345.351365:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a4e2c746. 00000400:00000200:3.0:1767384345.351377:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384345.351377:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.351389:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp19 to MR: 192.168.204.131@tcp19 local destination 00000400:00000200:2.0:1767384345.351394:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp19 NI seq info: [121:121:256:4294967295] 192.168.204.131@tcp19 LPNI seq info [118:118:8:4294967295] 00000400:00000010:1.0:1767384345.351395:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3b4e40. 00000400:00000010:1.0:1767384345.351406:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc9f9566. 00000400:00000200:2.0:1767384345.351416:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp19(192.168.204.131@tcp19:192.168.204.131@tcp19) -> 192.168.204.131@tcp19(192.168.204.131@tcp19:192.168.204.131@tcp19) 192.168.204.131@tcp19 : REPLY try# 0 00000100:00000200:1.0:1767384345.351418:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732517888, portal 25 00000800:00000200:2.0:1767384345.351422:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.131@tcp19 00000800:00000010:2.0:1767384345.351425:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d2946fd. 00000400:00000200:3.0:1767384345.351433:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205d80 00000100:00000001:1.0:1767384345.351434:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767384345.351441:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8fefeb0] -> 12345-192.168.204.131@tcp19 (6) 00000100:00000001:1.0:1767384345.351441:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210170496 : -119698499381120 : ffff93228576d880) 00000400:00000200:3.0:1767384345.351454:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12dd [2] + 0 00000100:00000040:1.0:1767384345.351458:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883f8f58 x1853236732517888/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384345.351460:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp19 ip 192.168.204.131:1003 00000800:00000200:2.0:1767384345.351468:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d2946fd type 3, nob 608 niov 1 nkiov 1 00000400:00000010:3.0:1767384345.351470:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050f9fb7d. 00000100:00000001:1.0:1767384345.351512:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384345.351516:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000078843544 00000100:00000040:1.0:1767384345.351518:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384345.351527:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094c72c2a. 00000400:00000200:3.0:1767384345.351531:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384345.351533:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732517888, offset 0 00000400:00000200:3.0:1767384345.351545:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384345.351548:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384345.351548:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:2.0:1767384345.351557:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d2946fd. 00000400:00000200:3.0:1767384345.351560:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078843544 00000400:00000200:2.0:1767384345.351564:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384345.351566:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078843544. 00000400:00000200:2.0:1767384345.351576:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp19->192.168.204.131@tcp19: REPLY: OK 00000400:00000200:1.0:1767384345.351577:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384345.351579:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:2.0:1767384345.351586:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384345.351587:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384345.351590:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384345.351593:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384345.351594:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000004e60f53d x1853236732517760 msgsize 4848 00000400:00000200:1.0:1767384345.351603:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d205e00 00000800:00000001:2.0:1767384345.351607:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384345.351616:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384345.351618:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384345.351621:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384345.351623:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x130d [2] + 0 00000100:00000040:3.0:1767384345.351628:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384345.351641:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp19(192.168.204.131@tcp19) <- 192.168.204.131@tcp19 : REPLY - for me 00000400:00000010:1.0:1767384345.351642:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e08846e1. 00000100:00000001:3.0:1767384345.351651:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384345.351653:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f9941c0d 00000400:00000200:1.0:1767384345.351661:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.351665:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp19: Reply from 12345-192.168.204.131@tcp19 of length 512/512 into md 0x1b01 00000400:00000200:1.0:1767384345.351672:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384345.351674:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b3fe3b4 00000800:00000001:2.0:1767384345.351675:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384345.351681:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b3fe3b4. 00000800:00000001:2.0:1767384345.351682:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.351686:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384345.351689:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384345.351690:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9941c0d 00000400:00000200:2.0:1767384345.351692:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp19->192.168.204.131@tcp19: REPLY: OK 00000400:00000010:1.0:1767384345.351694:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9941c0d. 00000400:00000200:2.0:1767384345.351702:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57985bf 00000100:00000001:1.0:1767384345.351703:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384345.351712:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087a8f723 x1853236732517760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384345.351714:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384345.351715:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57985bf. 00000100:00000040:1.0:1767384345.351730:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000b3fc78d6 x1853236732517888 msgsize 4848 00000400:00000200:2.0:1767384345.351731:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384345.351744:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000100:00100000:1.0:1767384345.351759:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384345.351763:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384345.351764:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384345.351765:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000100:00000040:3.0:1767384345.351772:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087a8f723 x1853236732517760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384345.351774:0:16139:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.131@tcp (528 bytes) 00000400:00000200:2.0:1767384345.351781:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000001:1.0:1767384345.351784:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384345.351792:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 0000000075e03b97. 00000100:00000001:3.0:1767384345.351794:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.351796:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (31) 00000100:00000001:3.0:1767384345.351799:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384345.351809:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094c72c2a 00000800:00000001:2.0:1767384345.351812:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384345.351814:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094c72c2a. 00000800:00000001:2.0:1767384345.351817:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.351819:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.351822:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384345.351829:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294933270 00000100:00000200:1.0:1767384345.351833:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883f8f58 x1853236732517888/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384345.351839:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7009f22. 00000400:00000200:2.0:1767384345.351843:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384345.351845:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384345.351849:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 0000000075e03b97. 00000100:00000001:3.0:1767384345.351851:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384345.351852:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883f8f58 x1853236732517888/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384345.351856:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d0731d0. 00000100:00000001:3.0:1767384345.351866:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294933270 00000400:00000010:2.0:1767384345.351866:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57985bf. 00000100:00000001:1.0:1767384345.351867:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.351878:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000075e03b97 00000100:00000001:1.0:1767384345.351882:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384345.351885:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011cbceb5. 00000400:00000001:2.0:1767384345.351885:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.351887:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384345.351891:0:16144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000581050d4. 00000100:00000001:3.0:1767384345.351895:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384345.351900:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21e367f 00000100:00000001:1.0:1767384345.351902:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.351904:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294933270 00000400:00000010:2.0:1767384345.351904:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000100:00000001:1.0:1767384345.351908:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294933270 00000400:00000200:2.0:1767384345.351910:0:16144:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000010:3.0:1767384345.351912:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000864ebb51. 00000100:00000001:1.0:1767384345.351914:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294933270 00000400:00000010:2.0:1767384345.351916:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000a0470922. 00000100:00000001:1.0:1767384345.351923:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294933270 00000100:00000001:3.0:1767384345.351925:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384345.351925:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00000100:00000001:1.0:1767384345.351940:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294933270 00000100:00000001:3.0:1767384345.351943:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294933270 00000400:00000200:2.0:1767384345.351944:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100871 00000100:00000001:1.0:1767384345.351948:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294933270 00000100:00000001:1.0:1767384345.351952:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294933270 00000100:00000010:3.0:1767384345.351953:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d26c2827. 00000400:00000200:2.0:1767384345.351953:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp:0 00000100:00000001:1.0:1767384345.351956:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294933270 00000100:00000001:3.0:1767384345.351963:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384345.351969:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 rc 1 00000100:00000001:3.0:1767384345.351974:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384345.351974:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294933270 00000400:00000200:2.0:1767384345.351975:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000100:00000001:1.0:1767384345.351991:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.351993:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.351994:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (30) 00000100:00000001:1.0:1767384345.352007:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384345.352008:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 0000000039b0ba5e. 00000100:00000001:3.0:1767384345.352010:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.352011:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384345.352013:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e266fc1. 00000100:00000001:1.0:1767384345.352022:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.352025:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384345.352028:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b79a840e. 00000100:00000001:1.0:1767384345.352037:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384345.352038:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000100:00000001:3.0:1767384345.352039:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384345.352045:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384345.352047:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384345.352049:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384345.352053:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384345.352055:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000100:00000001:1.0:1767384345.352058:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.352059:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384345.352063:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:3.0:1767384345.352072:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384345.352072:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.352079:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000100:00000001:3.0:1767384345.352083:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.352089:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.352090:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000400:00000200:2.0:1767384345.352102:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000100:00000001:1.0:1767384345.352107:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384345.352109:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000100:00100000:1.0:1767384345.352112:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732517760 00000400:00000200:2.0:1767384345.352116:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 02000000:00000001:1.0:1767384345.352119:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384345.352124:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384345.352126:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384345.352127:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000100:00100000:3.0:1767384345.352129:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732517888 00000100:00000001:1.0:1767384345.352133:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.352136:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384345.352146:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 02000000:00000001:1.0:1767384345.352147:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.352150:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.352156:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384345.352158:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732517760 00000400:00000200:2.0:1767384345.352164:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[113, 38] 00000020:00000001:1.0:1767384345.352165:0:16777:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384345.352166:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384345.352171:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384345.352176:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384345.352177:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732517888 00000400:00000200:2.0:1767384345.352181:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 38], ns[121, 38] 00000020:00000040:1.0:1767384345.352182:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:3.0:1767384345.352184:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384345.352192:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384345.352194:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384345.352201:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384345.352205:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:2.0:1767384345.352206:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000020:00000040:3.0:1767384345.352207:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:1.0:1767384345.352218:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384345.352219:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:2.0:1767384345.352220:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000020:00000001:3.0:1767384345.352233:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000010:1.0:1767384345.352233:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000400:00000200:2.0:1767384345.352234:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000100:00000001:1.0:1767384345.352247:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.352250:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384345.352253:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000020:00000010:1.0:1767384345.352259:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000020:00000010:3.0:1767384345.352262:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4a55ed7. 00000100:00000001:3.0:1767384345.352268:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384345.352284:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001597c257. 00000400:00000200:2.0:1767384345.352288:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 00000020:00000010:3.0:1767384345.352296:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4a55ed7. 00000020:00000010:1.0:1767384345.352298:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001cb55723. 00000400:00000200:2.0:1767384345.352301:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 00000020:00000010:1.0:1767384345.352310:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b31309d. 00000400:00000200:2.0:1767384345.352312:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000020:00000010:3.0:1767384345.352313:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2770357. 00000400:00000200:2.0:1767384345.352324:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000020:00000010:3.0:1767384345.352326:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000223e2ae4. 00000020:00000010:3.0:1767384345.352332:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000074c2ec2a. 00000400:00000200:2.0:1767384345.352333:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 28], ns[58, 28] 00000100:00000040:1.0:1767384345.352334:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384345.352346:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384345.352347:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 28], ns[100, 28] 00000100:00000001:3.0:1767384345.352349:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384345.352351:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384345.352353:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384345.352356:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.352359:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.352365:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 28], ns[119, 28] 00000400:00000200:2.0:1767384345.352372:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 28], ns[72, 28] 00000100:00000001:1.0:1767384345.352373:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.352376:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.352378:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[96, 28], ns[97, 28] 00000400:00000200:2.0:1767384345.352384:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 28], ns[99, 28] 00000100:00000001:1.0:1767384345.352385:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.352387:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.352393:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 28], ns[102, 28] 00000400:00000200:2.0:1767384345.352399:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[112, 28], ns[115, 28] 00000100:00000001:1.0:1767384345.352403:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384345.352404:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 28], ns[118, 28] 00000100:00000001:1.0:1767384345.352405:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384345.352410:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384345.352415:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384345.352418:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[114, 28], ns[117, 28] 00000100:00100000:1.0:1767384345.352422:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000400:00000200:2.0:1767384345.352431:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000100:00000040:1.0:1767384345.352432:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000400:00000200:2.0:1767384345.352439:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp20 00000100:00100000:3.0:1767384345.352441:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000400:00000200:2.0:1767384345.352446:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp20 lpni_is_preferred = 0 00000100:00000001:1.0:1767384345.352446:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141056080 : -119697568495536 : ffff9322bcf30850) 00000100:00000040:3.0:1767384345.352449:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000400:00000200:2.0:1767384345.352451:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp20 00000100:00000001:3.0:1767384345.352460:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141063248 : -119697568488368 : ffff9322bcf32450) 00000400:00000200:2.0:1767384345.352468:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp20 NI seq info: [122:122:256:4294967295] 192.168.204.131@tcp20 LPNI seq info [119:119:8:4294967295] 00000100:00000040:1.0:1767384345.352468:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e60f53d x1853236732517760/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:326/0 lens 4848/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384345.352475:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b3fc78d6 x1853236732517888/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:326/0 lens 4848/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384345.352502:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp20 00000400:00000200:2.0:1767384345.352539:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp20(192.168.204.131@tcp20:) -> 192.168.204.131@tcp20(192.168.204.131@tcp:192.168.204.131@tcp20) : GET try# 0 00000800:00000200:2.0:1767384345.352581:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp20 00000100:00000001:1.0:1767384345.352585:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:2.0:1767384345.352588:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007d2946fd. 00000020:00000010:1.0:1767384345.352594:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000100:00000001:3.0:1767384345.352595:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1767384345.352603:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d4774ebc] -> 12345-192.168.204.131@tcp20 (6) 00000100:00000001:1.0:1767384345.352604:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384345.352607:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4a55ed7. 00000020:00000010:1.0:1767384345.352612:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000100:00000001:3.0:1767384345.352615:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384345.352621:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp20 ip 192.168.204.131:988 00000100:00100000:1.0:1767384345.352625:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e60f53d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732517760:12345-0@lo:253: 00000020:00000010:3.0:1767384345.352628:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4a55ed7. 00000800:00000200:2.0:1767384345.352628:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d2946fd type 2, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767384345.352633:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732517760 00000020:00000001:1.0:1767384345.352638:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384345.352647:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000020:00000001:1.0:1767384345.352651:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384345.352654:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000020:00000001:1.0:1767384345.352659:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.352661:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b3fc78d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732517888:12345-0@lo:253: 00000020:00000001:1.0:1767384345.352664:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384345.352668:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000200:3.0:1767384345.352675:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732517888 00000020:00000001:1.0:1767384345.352675:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384345.352678:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384345.352681:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384345.352687:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384345.352689:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384345.352691:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.352694:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384345.352697:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384345.352699:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.352701:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000001:1.0:1767384345.352705:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384345.352709:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384345.352709:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1767384345.352712:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1767384345.352718:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384345.352719:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007d2946fd. 02000000:00000010:1.0:1767384345.352722:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c4626409. 00000020:00000001:3.0:1767384345.352724:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384345.352726:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384345.352729:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.352730:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384345.352742:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp20->192.168.204.131@tcp20: GET: OK 00000100:00000001:1.0:1767384345.352742:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.352743:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.352757:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384345.352758:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384345.352759:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384345.352762:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 02000000:00000001:3.0:1767384345.352766:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:2.0:1767384345.352770:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384345.352773:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001c3d0dcb. 00000800:00000001:2.0:1767384345.352775:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384345.352777:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384345.352779:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:1.0:1767384345.352779:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005053e3f2. 00000100:00000001:3.0:1767384345.352782:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384345.352785:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384345.352789:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:1.0:1767384345.352791:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384345.352797:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp20(192.168.204.131@tcp20) <- 192.168.204.131@tcp20 : GET - for me 20000000:00000001:1.0:1767384345.352801:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:3.0:1767384345.352803:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000993b0dda. 20000000:00000001:1.0:1767384345.352806:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384345.352807:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 528 into portal 0 MB=0x8000000000000000 20000000:01000000:3.0:1767384345.352813:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384345.352814:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.352820:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 528/528 into md 0x1afd [1] + 0 20000000:00000001:3.0:1767384345.352822:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384345.352824:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.352826:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384345.352834:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.352835:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp20 to MR: 192.168.204.131@tcp20 local destination 20000000:00000001:1.0:1767384345.352836:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384345.352846:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.352849:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp20 NI seq info: [123:123:256:4294967295] 192.168.204.131@tcp20 LPNI seq info [120:120:8:4294967295] 20000000:00000001:3.0:1767384345.352851:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384345.352858:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001d8886ef. 00000400:00000200:2.0:1767384345.352859:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp20(192.168.204.131@tcp20:192.168.204.131@tcp20) -> 192.168.204.131@tcp20(192.168.204.131@tcp20:192.168.204.131@tcp20) 192.168.204.131@tcp20 : REPLY try# 0 20000000:01000000:1.0:1767384345.352867:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00000800:00000200:2.0:1767384345.352878:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.131@tcp20 00000800:00000010:2.0:1767384345.352882:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d2946fd. 20000000:00000001:1.0:1767384345.352884:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:2.0:1767384345.352889:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d4774ebc] -> 12345-192.168.204.131@tcp20 (6) 00000800:00000200:2.0:1767384345.352894:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp20 ip 192.168.204.131:1001 00080000:00000001:1.0:1767384345.352896:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:2.0:1767384345.352897:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d2946fd type 3, nob 624 niov 1 nkiov 1 00000800:00000200:2.0:1767384345.352931:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384345.352939:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d2946fd. 00000400:00000200:2.0:1767384345.352942:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.352945:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp20->192.168.204.131@tcp20: REPLY: OK 00000800:00000001:2.0:1767384345.352951:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.352956:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384345.352956:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384345.352961:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.352966:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384345.352967:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000800:00000001:2.0:1767384345.352970:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384345.352972:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384345.352974:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384345.352981:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384345.352986:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp20(192.168.204.131@tcp20) <- 192.168.204.131@tcp20 : REPLY - for me 00000020:00000001:1.0:1767384345.352989:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384345.352996:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp20: Reply from 12345-192.168.204.131@tcp20 of length 528/528 into md 0x1b19 00000020:00000001:1.0:1767384345.352998:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000800:00000001:2.0:1767384345.353000:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.353004:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384345.353007:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384345.353008:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.353018:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp20->192.168.204.131@tcp20: REPLY: OK 00000400:00000200:2.0:1767384345.353020:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e266fc1 00000400:00000010:2.0:1767384345.353023:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e266fc1. 00080000:00000010:1.0:1767384345.353024:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000015c2f627. 00000400:00000200:2.0:1767384345.353026:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00080000:00000001:1.0:1767384345.353033:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375893356544 : -119697816195072 : ffff9322ae2f7000) 00000400:00000200:2.0:1767384345.353034:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:2.0:1767384345.353037:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:2.0:1767384345.353043:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 31. state = 0x100271 00080000:00000001:1.0:1767384345.353044:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384345.353049:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384345.353056:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (31) 00000800:00000001:2.0:1767384345.353060:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.353064:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.353078:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384345.353083:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000f1 00000400:00000010:2.0:1767384345.353088:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 00000000f8b61049. 00000400:00000010:2.0:1767384345.353093:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 000000008e49c328. 00000400:00000010:2.0:1767384345.353096:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 00000000a0470922. 00000400:00000200:2.0:1767384345.353130:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp30(0000000041ba6b85) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384345.353139:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp35(00000000d9bd0662) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384345.353143:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp37(00000000cb7977c7) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384345.353155:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000087b16929. 00000400:00000200:2.0:1767384345.353161:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000087b16929 nid 192.168.204.131@tcp38 00000400:00000010:2.0:1767384345.353164:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000068bf0edb. 00000400:00000200:2.0:1767384345.353166:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000068bf0edb net tcp38 00000400:00000200:2.0:1767384345.353169:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (30) 00000400:00000200:2.0:1767384345.353174:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp38 flags 0x11 00000400:00000010:2.0:1767384345.353179:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008c871e83. 00000400:00000200:2.0:1767384345.353181:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008c871e83 nid 192.168.204.131@tcp39 00000400:00000010:2.0:1767384345.353184:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000c85f55d. 00000400:00000200:2.0:1767384345.353186:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000000c85f55d net tcp39 00000400:00000200:2.0:1767384345.353187:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (31) 00000400:00000200:2.0:1767384345.353189:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp39 flags 0x11 00000400:00000010:2.0:1767384345.353199:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 00000000f8b61049. 00000400:00000010:2.0:1767384345.353202:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 000000008e49c328. 00000400:00000010:2.0:1767384345.353205:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 00000000a0470922. 00000400:00000010:2.0:1767384345.353209:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 0000000039b0ba5e. 00000400:00000200:2.0:1767384345.353215:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384345.353220:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:2.0:1767384345.353225:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000400:00000200:2.0:1767384345.353227:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000001:00000001:1.0:1767384345.353229:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000010:2.0:1767384345.353231:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e266fc1. 00080000:00000001:1.0:1767384345.353234:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.353235:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (32) 00000400:00000010:2.0:1767384345.353241:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000044d8a59f. 00080000:00000001:1.0:1767384345.353243:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384345.353250:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp20 00000400:00000200:2.0:1767384345.353267:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp20 to MR: 192.168.204.131@tcp20 local destination 00000400:00000200:2.0:1767384345.353286:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp20 NI seq info: [124:124:256:4294967295] 192.168.204.131@tcp20 LPNI seq info [121:121:8:4294967295] 00000400:00000200:2.0:1767384345.353289:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp20 00000400:00000200:2.0:1767384345.353294:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp20(192.168.204.131@tcp20:192.168.204.131@tcp20) -> 192.168.204.131@tcp20(192.168.204.131@tcp20:192.168.204.131@tcp20) : PUT try# 0 00000800:00000200:2.0:1767384345.353297:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.131@tcp20 00000800:00000010:2.0:1767384345.353299:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d2946fd. 00000800:00000200:2.0:1767384345.353304:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d4774ebc] -> 12345-192.168.204.131@tcp20 (6) 00080000:00000001:1.0:1767384345.353304:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384345.353310:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.0:1767384345.353325:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp20 ip 192.168.204.131:988 00000800:00000200:2.0:1767384345.353328:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d2946fd type 1, nob 624 niov 1 nkiov 1 00000400:00000200:2.0:1767384345.353337:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384345.353341:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000800:00000200:2.0:1767384345.353406:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384345.353409:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d2946fd. 00000400:00000200:2.0:1767384345.353413:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.353417:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp20->192.168.204.131@tcp20: PUT: OK 00000400:00000200:2.0:1767384345.353423:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384345.353428:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp20: 0 00000800:00000001:2.0:1767384345.353437:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.353443:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384345.353445:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.353450:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.353460:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp20(192.168.204.131@tcp20) <- 192.168.204.131@tcp20 : PUT - for me 00000400:00000200:2.0:1767384345.353469:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384345.353472:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 528/528 into md 0x1b15 [1] + 0 00000400:00000010:2.0:1767384345.353475:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d0731d0. 00000400:00000200:2.0:1767384345.353497:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d57985bf 00000800:00000001:2.0:1767384345.353500:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.353504:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.353506:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.353509:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp20->192.168.204.131@tcp20: PUT: OK 00000400:00000200:2.0:1767384345.353511:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57985bf 00000400:00000010:2.0:1767384345.353512:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57985bf. 00000400:00000200:2.0:1767384345.353515:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384345.353517:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (33) 00000400:00000200:2.0:1767384345.353521:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:2.0:1767384345.353524:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000aae56da4. 00000400:00000200:2.0:1767384345.353530:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 31 00000400:00000200:2.0:1767384345.353537:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384345.353544:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (34) 00080000:00000001:1.0:1767384345.353545:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384345.353549:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00080000:00000001:1.0:1767384345.353550:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384345.353570:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp20 to MR: 192.168.204.131@tcp20 local destination 00000400:00000200:2.0:1767384345.353575:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp20 NI seq info: [125:125:256:4294967295] 192.168.204.131@tcp20 LPNI seq info [122:122:8:4294967295] 00000400:00000200:2.0:1767384345.353584:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp20(192.168.204.131@tcp20:192.168.204.131@tcp20) -> 192.168.204.131@tcp20(192.168.204.131@tcp20:192.168.204.131@tcp20) 192.168.204.131@tcp20 : ACK try# 0 00000800:00000200:2.0:1767384345.353589:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp20 00000800:00000010:2.0:1767384345.353592:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d2946fd. 00000800:00000200:2.0:1767384345.353599:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d4774ebc] -> 12345-192.168.204.131@tcp20 (6) 00000800:00000200:2.0:1767384345.353603:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp20 ip 192.168.204.131:1001 00000800:00000200:2.0:1767384345.353605:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d2946fd type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384345.353621:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384345.353661:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384345.353665:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384345.353666:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d003eb29. 00000800:00000010:2.0:1767384345.353669:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d2946fd. 00000400:00000010:3.0:1767384345.353674:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c1c721. 00000400:00000200:2.0:1767384345.353676:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.353680:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000075e03b97 00000400:00000200:2.0:1767384345.353685:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp20->192.168.204.131@tcp20: ACK: OK 00000400:00000200:3.0:1767384345.353689:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1004f1 00000800:00000001:2.0:1767384345.353690:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384345.353695:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 00000000f5652b02. 00000800:00000001:2.0:1767384345.353698:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384345.353701:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 000000004a5819db. 00000800:00000001:2.0:1767384345.353702:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384345.353706:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 00000000bef87c18. 00000800:00000001:2.0:1767384345.353711:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.353721:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp20(192.168.204.131@tcp20) <- 192.168.204.131@tcp20 : ACK - for me 00000400:00000200:2.0:1767384345.353734:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp20: ACK from 12345-192.168.204.131@tcp20 into md 0x1b1d 00000400:00000200:2.0:1767384345.353739:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.353745:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp20->192.168.204.131@tcp20: ACK: OK 00000400:00000200:2.0:1767384345.353752:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e266fc1 00000400:00000010:2.0:1767384345.353754:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e266fc1. 00000400:00000010:3.0:1767384345.353756:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 00000000f5652b02. 00000400:00000200:2.0:1767384345.353758:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384345.353762:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000010:3.0:1767384345.353768:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 000000004a5819db. 00000400:00000200:2.0:1767384345.353768:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384345.353772:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (33) 00000400:00000010:3.0:1767384345.353773:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 00000000bef87c18. 00000400:00000010:3.0:1767384345.353780:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000aae56da4. 00000800:00000001:2.0:1767384345.353780:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384345.353784:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000800:00000001:2.0:1767384345.353785:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.353789:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:3.0:1767384345.353793:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000800:00000001:2.0:1767384345.353797:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.353798:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:3.0:1767384345.353805:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384345.353807:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:3.0:1767384345.353812:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384345.353815:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (32) 00000100:00000040:1.0:1767384345.362531:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294933270, at 4294933271 00000100:00000010:1.0:1767384345.362543:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011cbceb5. 00000100:00000040:3.0:1767384345.362554:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294933270, at 4294933271 00000100:00000010:3.0:1767384345.362564:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d26c2827. 00000100:00000040:0.0:1767384345.362577:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294933270, at 4294933271 00000100:00000010:0.0:1767384345.362584:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7009f22. 00000100:00000040:2.0:1767384345.362841:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294933270, at 4294933271 00000100:00000010:2.0:1767384345.362848:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000864ebb51. 00080000:00000001:0.0:1767384345.365445:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384345.365453:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:0.0:1767384345.365456:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384345.365458:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384345.365458:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384345.365463:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384345.365467:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384345.365468:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384345.365469:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384345.365471:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000015c2f627. 20000000:01000000:0.0:1767384345.365473:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384345.365475:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384345.365514:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384345.365519:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384345.365527:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384345.365533:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d63717cf. 20000000:01000000:1.0:1767384345.365540:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:01000000:0.0:1767384345.365543:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384345.365547:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384345.365547:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384345.365553:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384345.365557:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384345.365560:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384345.365560:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384345.365572:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eba50bca. 00010000:00000001:0.0:1767384345.365577:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384345.365581:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f6b12db5. 00000020:00000001:0.0:1767384345.365585:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384345.365587:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f6b12db5 with handle 0xf83434fd52e6dae3 to hash 00000020:00000001:0.0:1767384345.365588:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384345.365602:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384345.365604:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384345.365607:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.365609:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.365611:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6dae3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.365628:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384345.365629:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384345.365631:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384345.365635:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384345.365640:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384345.365641:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384345.365643:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384345.365646:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.365647:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384345.365651:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384345.365655:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384345.365657:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384345.365661:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384345.365663:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:1.0:1767384345.365664:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384345.365665:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384345.365669:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eba50bca) refcount = 1 00010000:00010000:0.0:1767384345.365672:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6dae3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384345.365673:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:0.0:1767384345.365680:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384345.365685:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:1.0:1767384345.365686:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384345.365688:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.365691:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.365692:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384345.365695:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000010:1.0:1767384345.365697:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000017135cd6. 20000000:01000000:0.0:1767384345.365701:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00080000:00000001:1.0:1767384345.365705:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375893348352 : -119697816203264 : ffff9322ae2f5000) 00010000:00000001:0.0:1767384345.365705:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.365710:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.365712:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=4 00080000:00000001:1.0:1767384345.365716:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384345.365716:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384345.365723:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384345.365726:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384345.365729:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6dae3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.365734:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384345.365737:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6dae3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.365751:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.365752:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384345.365755:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6dae3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.365760:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.365761:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.365763:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384345.365765:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6dae3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384345.365770:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f6b12db5 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384345.365772:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384345.365774:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384345.365775:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6dae3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.365779:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384345.365781:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.365782:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.365783:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=5 00000020:00000001:0.0:1767384345.365784:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384345.365787:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384345.365789:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384345.365791:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6dae3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.365795:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384345.365796:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384345.365797:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.365803:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384345.365805:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384345.365808:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.365815:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384345.365817:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f6b12db5 with handle 0xf83434fd52e6dae3 from hash 00010000:00000001:0.0:1767384345.365819:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384345.365822:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.365825:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.365826:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384345.365828:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384345.365831:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384345.365835:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384345.365837:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.365839:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.365840:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384345.365842:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000001:00000001:1.0:1767384345.365847:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384345.365847:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.365848:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.365852:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384345.365854:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.365855:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.365861:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384345.365866:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384345.365866:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6dae3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.365875:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.365877:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.365878:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384345.365879:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384345.365881:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.365882:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.365884:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384345.365887:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384345.365891:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384345.365891:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.365900:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6dae3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384345.365902:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384345.365910:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384345.365911:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384345.365912:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6dae3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384345.365924:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eba50bca count: 0 00010000:00000001:0.0:1767384345.365937:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384345.365938:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384345.366072:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384345.366079:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384345.371772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eba50bca. 00010000:00000010:0.1:1767384345.371823:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f6b12db5. 00000400:00000010:3.0:1767384345.372843:0:31729:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005b0126be. 00000400:00000040:3.0:1767384345.372865:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384345.372867:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384345.372871:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384345.372872:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384345.372876:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384345.372878:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384345.372881:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384345.372883:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384345.372884:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384345.372885:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384345.372888:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384345.372891:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384345.372894:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384345.372899:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384345.372907:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384345.372910:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384345.372912:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384345.372914:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384345.372915:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384345.372918:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384345.372921:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384345.372925:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384345.372927:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384345.372930:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384345.372932:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384345.372934:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384345.372936:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384345.372937:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384345.372939:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384345.372941:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384345.372944:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384345.372948:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384345.372951:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384345.372954:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384345.372956:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384345.372958:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384345.372960:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384345.372965:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384345.372968:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384345.372971:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384345.372972:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384345.372974:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384345.372975:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384345.372976:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384345.372978:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384345.372979:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384345.372980:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384345.372981:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384345.372982:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384345.372983:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384345.372984:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384345.372985:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384345.372987:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384345.372996:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384345.372998:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384345.373000:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384345.373001:0:31729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384345.373189:0:31729:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005b0126be. 00080000:00000001:3.0:1767384345.376927:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384345.376934:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384345.376939:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.376941:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384345.376943:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384345.376952:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384345.376955:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384345.376961:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384345.376974:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384345.376975:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384345.376980:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384345.376981:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00040000:00000001:3.0:1767384345.376983:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 10000000:01000000:0.0:1767384345.376985:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00040000:00000001:3.0:1767384345.376986:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384345.376988:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384345.376993:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:3.0:1767384345.376994:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000017135cd6. 00010000:00000001:0.0:1767384345.376998:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384345.377000:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:0.0:1767384345.377008:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eba50bca. 00010000:00000001:0.0:1767384345.377014:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384345.377019:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f6b12db5. 00000020:00000001:0.0:1767384345.377023:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384345.377039:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f6b12db5 with handle 0xf83434fd52e6daea to hash 00000020:00000001:0.0:1767384345.377041:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384345.377044:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384345.377047:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384345.377050:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.377052:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.377056:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6daea lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.377064:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384345.377067:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384345.377070:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384345.377072:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384345.377073:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.377076:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384345.377077:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.377080:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384345.377082:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384345.377084:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384345.377085:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384345.377087:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eba50bca) refcount = 1 00010000:00010000:0.0:1767384345.377091:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6daea lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.377106:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384345.377109:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384345.377110:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.377113:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.377115:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384345.377118:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384345.377131:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:0.0:1767384345.377134:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.377136:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.377138:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=4 00000020:00000001:0.0:1767384345.377140:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384345.377143:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384345.377146:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384345.377148:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6daea lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.377155:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384345.377158:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6daea lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.377165:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.377167:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384345.377169:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6daea lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.377175:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.377177:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.377180:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384345.377183:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6daea lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384345.377190:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f6b12db5 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384345.377194:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384345.377215:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384345.377218:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6daea lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.377225:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384345.377226:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.377228:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.377230:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=5 00000020:00000001:0.0:1767384345.377233:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384345.377235:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384345.377239:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384345.377242:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6daea lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.377248:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384345.377251:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384345.377253:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.377258:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384345.377260:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384345.377262:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.377264:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384345.377267:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f6b12db5 with handle 0xf83434fd52e6daea from hash 00010000:00000001:0.0:1767384345.377287:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384345.377289:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.377291:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.377293:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384345.377296:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384345.377298:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384345.377300:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384345.377302:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.377305:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.377308:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384345.377310:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384345.377322:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.377323:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.377325:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.377335:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.377339:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.377342:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6daea lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.377348:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.377350:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.377351:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384345.377353:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384345.377355:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.377357:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.377359:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384345.377362:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384345.377364:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.377366:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6daea lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.377373:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384345.377375:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384345.377377:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6daea lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384345.377385:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eba50bca count: 0 00010000:00000001:0.0:1767384345.377397:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384345.377399:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384345.379308:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384345.379325:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384345.379328:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005053e3f2. 20000000:00000001:2.0:1767384345.379341:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384345.379348:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732517760 00010000:00000001:2.0:1767384345.379352:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384345.379362:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e60f53d x1853236732517760/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384345.379374:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384345.379378:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384345.379383:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=65 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384345.379390:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384345.379395:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384345.379400:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384345.379404:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384345.379409:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.379414:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.379423:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.379429:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002daafc92. 00000100:00000200:2.0:1767384345.379436:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732517760, offset 224 00000400:00000200:2.0:1767384345.379448:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384345.379469:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384345.379505:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205d80 00000400:00000200:2.0:1767384345.379513:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b05 [2] + 224 00000400:00000200:2.0:1767384345.379521:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.379530:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384345.379538:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384345.379545:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087a8f723 x1853236732517760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384345.379559:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000087a8f723 x1853236732517760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.379574:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384345.379587:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002daafc92 00000100:00000001:3.0:1767384345.379596:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384345.379598:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002daafc92. 00000100:00000001:3.0:1767384345.379601:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.379605:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384345.379617:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384345.379620:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384345.379624:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384345.379627:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040b3902c. 00000100:00000001:2.0:1767384345.379628:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.379637:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000200:3.0:1767384345.379638:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069c0bc48 00000400:00000010:3.0:1767384345.379643:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069c0bc48. 00010000:00000001:2.0:1767384345.379644:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384345.379651:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.379652:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384345.379657:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384345.379663:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087a8f723 x1853236732517760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384345.379669:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e60f53d x1853236732517760/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384345.379682:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087a8f723 x1853236732517760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384345.379685:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e60f53d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732517760:12345-0@lo:253: Request processed in 27094us (28084us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384345.379705:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384345.379710:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000001:3.0:1767384345.379712:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384345.379714:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384345.379719:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384345.379720:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384345.379725:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384345.379726:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384345.379728:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384345.379734:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001cb55723. 00000100:00000001:3.0:1767384345.379739:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384345.379742:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b31309d. 02000000:00000001:3.0:1767384345.379743:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384345.379750:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001597c257. 00000100:00001000:3.0:1767384345.379752:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=65 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384345.379759:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=65 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384345.379760:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:3.0:1767384345.379763:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384345.379765:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.379766:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384345.379768:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384345.379769:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c4626409. 00010000:00000001:3.0:1767384345.379771:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.379775:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.379775:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384345.379779:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384345.379782:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087a8f723 x1853236732517760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384345.379785:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384345.379791:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384345.379792:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d0731d0. 00000100:00000001:3.0:1767384345.379794:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384345.379797:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384345.379798:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002daafc92. 00000020:01000004:3.0:1767384345.379801:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384345.379804:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384345.379805:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384345.379806:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384345.379807:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384345.379808:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384345.379809:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384345.379810:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384345.379811:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384345.379812:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384345.379814:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087a8f723 x1853236732517760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384345.379819:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732517760:0@lo:253: 00000100:00000001:3.0:1767384345.379824:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.379826:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384345.379828:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087a8f723 x1853236732517760/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.379833:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384345.379834:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384345.379836:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000960743cd. 02000000:00000001:3.0:1767384345.379839:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384345.379846:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384345.379848:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384345.379849:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384345.379851:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e4111e58. 02000000:00000001:3.0:1767384345.379854:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384345.379856:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384345.379857:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087a8f723. 00000100:00000001:3.0:1767384345.379860:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384345.379861:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.379863:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.379870:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384345.379871:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.379872:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.379874:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384345.381173:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384345.381177:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384345.381178:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000993b0dda. 20000000:00000001:2.0:1767384345.381183:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384345.381186:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732517888 00010000:00000001:2.0:1767384345.381187:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384345.381191:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b3fc78d6 x1853236732517888/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384345.381216:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384345.381217:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384345.381219:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=65 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384345.381222:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384345.381224:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384345.381226:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384345.381228:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384345.381229:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.381231:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.381233:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.381235:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007688eb3a. 00000100:00000200:2.0:1767384345.381237:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732517888, offset 224 00000400:00000200:2.0:1767384345.381241:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384345.381245:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384345.381250:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d205e00 00000400:00000200:2.0:1767384345.381254:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b0d [2] + 224 00000400:00000200:2.0:1767384345.381259:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.381261:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384345.381264:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384345.381266:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883f8f58 x1853236732517888/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384345.381291:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000883f8f58 x1853236732517888/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.381305:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384345.381309:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007688eb3a 00000400:00000010:2.0:1767384345.381311:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007688eb3a. 00000100:00000001:2.0:1767384345.381312:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384345.381324:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.381326:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.381328:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:2.0:1767384345.381329:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384345.381331:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.381332:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384345.381342:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3fc78d6 x1853236732517888/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384345.381351:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b3fc78d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732517888:12345-0@lo:253: Request processed in 28754us (29618us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384345.381356:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384345.381359:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000040:2.0:1767384345.381367:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384345.381368:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.381374:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384345.381378:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1767384345.381381:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384345.381382:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000223e2ae4. 00000400:00000001:1.0:1767384345.381385:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384345.381388:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000074c2ec2a. 00000400:00000010:1.0:1767384345.381389:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3b4e40. 00000020:00000010:2.0:1767384345.381395:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2770357. 00000400:00000200:1.0:1767384345.381396:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc9f9566 00000400:00000010:1.0:1767384345.381408:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc9f9566. 00000020:00000040:2.0:1767384345.381410:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:2.0:1767384345.381416:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384345.381417:0:16147:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384345.381427:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001c3d0dcb. 02000000:00000001:2.0:1767384345.381435:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384345.381437:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883f8f58 x1853236732517888/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.381439:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384345.381450:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384345.381460:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046b8a730. 00000100:00000200:1.0:1767384345.381467:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883f8f58 x1853236732517888/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384345.381468:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007688eb3a. 00000100:00000001:1.0:1767384345.381537:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384345.381547:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.381550:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384345.381554:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384345.381557:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384345.381559:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.381562:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384345.381569:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=65 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384345.381573:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384345.381577:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384345.381578:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384345.381581:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384345.381583:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.381585:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384345.381590:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883f8f58 x1853236732517888/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.381595:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384345.381598:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384345.381600:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384345.381605:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384345.381606:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384345.381608:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384345.381611:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384345.381612:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384345.381613:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384345.381614:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384345.381616:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384345.381617:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384345.381621:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883f8f58 x1853236732517888/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384345.381628:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883f8f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732517888:0@lo:253: 00000100:00000001:1.0:1767384345.381634:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.381637:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384345.381638:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883f8f58 x1853236732517888/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.381642:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384345.381649:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384345.381651:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a4e2c746. 02000000:00000001:1.0:1767384345.381654:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384345.381656:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384345.381658:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384345.381659:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384345.381661:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000732c1af. 02000000:00000001:1.0:1767384345.381666:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384345.381668:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384345.381669:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883f8f58. 00000100:00000001:1.0:1767384345.381671:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384345.381673:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.381674:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.381681:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384345.381683:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.381684:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384345.381686:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384345.382547:0:31725:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eba50bca. 00010000:00000010:0.1:1767384345.382556:0:31725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f6b12db5. 00000400:00000001:3.0:1767384345.532538:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384345.532544:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384345.532548:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9fc840 00000400:00000010:3.0:1767384345.532553:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab9fc840. 00000400:00000200:3.0:1767384345.532559:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384345.532566:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384345.532575:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004e4addae. 00000400:00000010:3.0:1767384345.532579:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000009d23a56. 00000400:00000200:3.0:1767384345.532584:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp37 00000400:00000010:3.0:1767384345.532587:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004e4addae. 00000400:00000010:3.0:1767384345.532592:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d00c29e1. 00000400:00000010:3.0:1767384345.532594:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab9fc840. 00000400:00000010:3.0:1767384345.532601:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001e68be14. 00000400:00000200:3.0:1767384345.532604:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp37 00000400:00000200:3.0:1767384345.532617:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp37 local destination 00000400:00000200:3.0:1767384345.532622:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp37 00000400:00000200:3.0:1767384345.532626:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp37 NI seq info: [126:126:256:4294967295] 192.168.204.131@tcp37 LPNI seq info [123:123:8:4294967295] 00000400:00000200:3.0:1767384345.532633:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp37 00000400:00000200:3.0:1767384345.532657:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp37(192.168.204.131@tcp37:) -> 192.168.204.131@tcp37(192.168.204.131@tcp37:192.168.204.131@tcp37) : GET try# 0 00000800:00000200:3.0:1767384345.532661:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp37 00000800:00000010:3.0:1767384345.532672:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000957bb853. 00000800:00000200:3.0:1767384345.532679:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000800:00000200:3.1:1767384345.532685:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000400:00000200:3.0:1767384345.532727:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp37 added to recovery queue. ping count: 2 next ping: 270 health :800 00000400:00000200:3.0:1767384345.532738:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp32 00000400:00000010:3.0:1767384345.532742:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e5cda245. 00000400:00000010:3.0:1767384345.532749:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f5e6e8a9. 00000400:00000010:3.0:1767384345.532754:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e8d93dc. 00000400:00000010:3.0:1767384345.532763:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000075dc52a7. 00000400:00000200:3.0:1767384345.532769:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp32 00000400:00000200:3.0:1767384345.532778:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp32 local destination 00000400:00000200:3.0:1767384345.532784:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp32 00000400:00000200:3.0:1767384345.532787:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp32 NI seq info: [127:127:256:4294967295] 192.168.204.131@tcp32 LPNI seq info [124:124:8:4294967295] 00000400:00000200:3.0:1767384345.532791:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp32 00000400:00000200:3.0:1767384345.532798:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp32(192.168.204.131@tcp32:) -> 192.168.204.131@tcp32(192.168.204.131@tcp32:192.168.204.131@tcp32) : GET try# 0 00000800:00000200:3.0:1767384345.532802:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp32 00000800:00000010:3.0:1767384345.532805:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b3554000. 00000800:00000200:3.0:1767384345.532812:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000800:00000200:3.1:1767384345.532818:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000400:00000200:1.0:1767384345.532820:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384345.532833:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp32 added to recovery queue. ping count: 4 next ping: 282 health :600 00000400:00000200:1.0:1767384345.532917:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.532956:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.532979:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.533072:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533108:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.533162:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533227:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.533248:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533320:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.533340:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533434:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.533436:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533594:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533619:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533638:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533677:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533695:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533741:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533773:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533804:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.533894:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.534015:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.534160:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.534218:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.534289:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.534344:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.534374:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.534468:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.534558:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.534629:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.534688:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.534752:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.534845:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.534917:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.534983:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.535072:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.535095:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.535238:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.535239:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.535416:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.535443:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.535604:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.535609:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.535785:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.535786:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.536016:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.536017:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.536141:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.536150:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.536216:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.536226:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.536392:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.536409:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.536519:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.536567:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.536584:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.536644:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.536698:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384345.536772:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.536845:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.536935:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.537036:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000800:00000010:0.0:1767384345.537039:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c76880f. 00000800:00000010:0.0:1767384345.537048:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000500f4eb. 00000800:00000010:0.0:1767384345.537056:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000029a6f213. 00000800:00000010:0.0:1767384345.537114:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000029a6f213. 00000400:00000200:1.0:1767384345.537127:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000800:00020000:0.0:1767384345.537132:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384345.537139:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000500f4eb. 00000800:00000010:0.0:1767384345.537148:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002c76880f. 00000400:00000200:1.0:1767384345.537202:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:02020000:0.0:1767384345.537215:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp32 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384345.537224:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp32 notifying 192.168.204.131@tcp32: down 00000800:00000200:0.0:1767384345.537233:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp32 down 00000800:00000100:0.0:1767384345.537242:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp32 00000800:00000010:0.0:1767384345.537246:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b3554000. 00000400:00000200:0.0:1767384345.537251:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384345.537257:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp32->192.168.204.131@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384345.537282:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384345.537285:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384345.537291:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp32) recovery failed with -71 00000400:00000200:1.0:1767384345.537295:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.537410:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.537462:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.537544:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384345.537634:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384345.537902:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000819085a5. 00000800:00000010:1.0:1767384345.537909:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc9f9566. 00000800:00000010:1.0:1767384345.537915:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d51a44cb. 00000800:00000010:1.0:1767384345.537937:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d51a44cb. 00000800:00020000:1.0:1767384345.537948:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384345.537952:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc9f9566. 00000800:00000010:1.0:1767384345.537956:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000819085a5. 00000400:02020000:1.0:1767384345.538012:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp37 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384345.538021:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp37 notifying 192.168.204.131@tcp37: down 00000800:00000200:1.0:1767384345.538031:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp37 down 00000800:00000100:1.0:1767384345.538040:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp37 00000800:00000010:1.0:1767384345.538056:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000957bb853. 00000400:00000200:1.0:1767384345.538063:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384345.538071:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp37->192.168.204.131@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384345.538095:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384345.538100:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384345.538105:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp37) recovery failed with -71 00010000:00000001:1.0:1767384345.980043:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384345.980048:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384345.980054:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384345.980055:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.980130:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384345.980134:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.980137:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384346.556563:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384346.556569:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384346.556572:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9fc840 00000400:00000010:3.0:1767384346.556578:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab9fc840. 00000400:00000200:3.0:1767384346.556583:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384346.556589:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp37 recovery ping unlinked 00000400:00000010:3.0:1767384346.556598:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004e4addae. 00000400:00000010:3.0:1767384346.556602:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d00c29e1. 00000400:00000001:3.0:1767384346.556606:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384346.556606:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384346.556607:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e8d93dc 00000400:00000010:3.0:1767384346.556608:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e8d93dc. 00000400:00000200:3.0:1767384346.556610:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384346.556618:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384346.556620:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e5cda245. 00000400:00000010:3.0:1767384346.556623:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f5e6e8a9. 00010000:00000001:1.0:1767384347.003550:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384347.003558:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.003565:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384347.003566:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384347.003642:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384347.003646:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.003649:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384347.020117:0:32171:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384347.020132:0:32171:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.020136:0:32171:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384347.020141:0:32171:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384347.020147:0:32171:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.020150:0:32171:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.131584:0:24303:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384347.131592:0:24303:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384347.131630:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384347.131633:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384347.131640:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883f8f58. 00000020:00000040:1.0:1767384347.131648:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384347.131654:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384347.131658:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384347.131663:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384347.131671:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df14786b. 00000100:00000001:1.0:1767384347.131680:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.131688:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384347.131691:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.131704:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883f8f58] to pc [ptlrpcd_00_02+2] req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384347.131737:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.131749:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.131756:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384347.131759:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384347.131761:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384347.131766:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.131767:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.131780:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384347.131784:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.131788:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384347.131792:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384347.131795:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384347.131799:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883f8f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732518016:0@lo:13: 00000100:00000001:3.0:1767384347.131804:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384347.131811:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384347.131814:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.131817:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384347.131822:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bef87c18. 02000000:00000001:3.0:1767384347.131825:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384347.131832:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040b3902c. 00000400:00000010:3.0:1767384347.131839:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e8d93dc. 00000100:00000200:3.0:1767384347.131845:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732518016, portal 4 00000100:00000001:3.0:1767384347.131847:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384347.131849:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210170496 : -119698499381120 : ffff93228576d880) 00000100:00000040:3.0:1767384347.131854:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.131861:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384347.131864:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384347.131866:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab9fc840. 00000100:00000200:3.0:1767384347.131868:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732518016, offset 0 00000400:00000200:3.0:1767384347.131874:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384347.131886:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384347.131900:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d205e80 00000400:00000200:3.0:1767384347.131925:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2464 00000400:00000200:3.0:1767384347.131934:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384347.131940:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384347.131947:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384347.131949:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384347.131954:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875a93f1. 00000100:00000040:3.0:1767384347.131957:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000875a93f1 x1853236732518016 msgsize 224 00000100:00100000:3.0:1767384347.131961:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384347.131976:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384347.131985:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9fc840 00000400:00000010:3.0:1767384347.131988:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab9fc840. 00000100:00000001:3.0:1767384347.131993:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384347.131997:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.132006:0:20598:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384347.132010:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384347.132010:0:20598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732518016 02000000:00000001:0.0:1767384347.132015:0:20598:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384347.132016:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.132018:0:20598:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.132023:0:20598:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.132030:0:20598:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.132031:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.132036:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384347.132037:0:20598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732518016 00000020:00000001:0.0:1767384347.132042:0:20598:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384347.132044:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384347.132044:0:20598:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:0.0:1767384347.132050:0:20598:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384347.132052:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4468 usecs (5 jiffies) 00000020:00000040:0.0:1767384347.132054:0:20598:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000100:00000001:3.0:1767384347.132059:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294935045 00000020:00000001:0.0:1767384347.132060:0:20598:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:0.0:1767384347.132066:0:20598:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000010:3.0:1767384347.132068:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d26c2827. 00000100:00000001:0.0:1767384347.132072:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384347.132078:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384347.132084:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294935045 00000020:00000010:0.0:1767384347.132085:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023c9279b. 00000100:00000010:3.0:1767384347.132092:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad9229be. 00000020:00000010:0.0:1767384347.132094:0:20598:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a9c4c53e. 00000100:00000001:3.0:1767384347.132098:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:0.0:1767384347.132103:0:20598:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:3.0:1767384347.132105:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294935045 00000100:00000010:3.0:1767384347.132113:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a4ddbbf. 00000100:00000001:3.0:1767384347.132116:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384347.132118:0:20598:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384347.132121:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294935045 00000020:00000010:0.0:1767384347.132125:0:20598:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003dcee543. 00000100:00000010:3.0:1767384347.132134:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d885f13b. 00000020:00000010:0.0:1767384347.132134:0:20598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008922ffab. 00000100:00000001:3.0:1767384347.132142:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000010:0.0:1767384347.132144:0:20598:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee0ac51d. 00000100:00000001:3.0:1767384347.132146:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.132151:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.132155:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.132158:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384347.132159:0:20598:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384347.132163:0:20598:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384347.132164:0:20598:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384347.132166:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384347.132167:0:20598:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.132169:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384347.132174:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.132176:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384347.132178:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.132178:0:20598:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.132184:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.132192:0:20598:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.132205:0:20598:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384347.132208:0:20598:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00080000:3.0:1767384347.132212:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767384347.132213:0:20598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000040:3.0:1767384347.132219:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000040:0.0:1767384347.132220:0:20598:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:0.0:1767384347.132225:0:20598:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208698624 : -119698500852992 : ffff932285606300) 00000100:00000040:0.0:1767384347.132231:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000875a93f1 x1853236732518016/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:328/0 lens 224/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.132259:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384347.132263:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e400dfa2. 00000100:00000001:0.0:1767384347.132266:0:20598:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384347.132268:0:20598:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e400dfa2. 00000100:00100000:0.0:1767384347.132275:0:20598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000875a93f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732518016:12345-0@lo:13: 00000100:00000200:0.0:1767384347.132279:0:20598:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732518016 00000020:00000001:0.0:1767384347.132282:0:20598:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384347.132286:0:20598:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384347.132289:0:20598:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.132292:0:20598:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384347.132295:0:20598:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000020:00000001:0.0:1767384347.132299:0:20598:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384347.132310:0:20598:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384347.132313:0:20598:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384347.132316:0:20598:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384347.132319:0:20598:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.132324:0:20598:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384347.132327:0:20598:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384347.132331:0:20598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000894b7dd2. 02000000:00000001:0.0:1767384347.132334:0:20598:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.132336:0:20598:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384347.132340:0:20598:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384347.132346:0:20598:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384347.132349:0:20598:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384347.132353:0:20598:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384347.132367:0:20598:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.132370:0:20598:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384347.132373:0:20598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384347.132377:0:20598:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384347.132380:0:20598:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384347.132385:0:20598:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384347.132388:0:20598:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384347.132393:0:20598:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384347.132395:0:20598:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384347.132398:0:20598:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384347.132402:0:20598:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732518016 00010000:00000001:0.0:1767384347.132405:0:20598:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384347.132410:0:20598:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000875a93f1 x1853236732518016/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:328/0 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384347.132420:0:20598:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384347.132423:0:20598:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384347.132428:0:20598:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384347.132432:0:20598:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384347.132434:0:20598:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384347.132436:0:20598:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384347.132439:0:20598:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384347.132440:0:20598:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.132448:0:20598:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384347.132450:0:20598:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384347.132453:0:20598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000100:00000200:0.0:1767384347.132455:0:20598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732518016, offset 224 00000400:00000200:0.0:1767384347.132459:0:20598:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384347.132463:0:20598:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384347.132469:0:20598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d205e80 00000400:00000200:0.0:1767384347.132473:0:20598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b3d [1] + 224 00000400:00000200:0.0:1767384347.132476:0:20598:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.132495:0:20598:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384347.132500:0:20598:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384347.132503:0:20598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.132510:0:20598:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.132523:0:20598:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384347.132528:0:20598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000400:00000010:0.0:1767384347.132530:0:20598:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000100:00000001:0.0:1767384347.132533:0:20598:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384347.132534:0:20598:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384347.132538:0:20598:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.132540:0:20598:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384347.132542:0:20598:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384347.132543:0:20598:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.132545:0:20598:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384347.132549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384347.132549:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875a93f1 x1853236732518016/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:328/0 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.132562:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1767384347.132566:0:20598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000875a93f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732518016:12345-0@lo:13: Request processed in 304us (605us total) trans 0 rc 0/0 00000100:00000010:1.0:1767384347.132570:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009320906d. 00000100:00100000:0.0:1767384347.132576:0:20598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000040:1.0:1767384347.132577:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000040:0.0:1767384347.132579:0:20598:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:1.0:1767384347.132582:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384347.132583:0:20598:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384347.132587:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384347.132587:0:20598:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384347.132588:0:16767:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384347.132591:0:16767:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.132592:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384347.132598:0:20598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008922ffab. 00000020:00000010:0.0:1767384347.132603:0:20598:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee0ac51d. 02000000:00000010:1.0:1767384347.132608:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f56e2759. 00000020:00000010:0.0:1767384347.132608:0:20598:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003dcee543. 00000100:00000001:1.0:1767384347.132617:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384347.132617:0:20598:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:0.0:1767384347.132621:0:20598:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384347.132627:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384347.132638:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384347.132640:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.132645:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009320906d] to pc [ptlrpcd_00_03+3] req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.132666:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.132670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384347.132674:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384347.132678:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a447279. 00000100:00000001:0.0:1767384347.132679:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384347.132681:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384347.132683:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384347.132686:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384347.132687:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384347.132690:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384347.132694:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.132694:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384347.132702:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e4243a71. 00000100:00000001:0.0:1767384347.132703:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384347.132708:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.132710:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.132711:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384347.132715:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384347.132717:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.132719:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384347.132722:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009320906d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732518144:0@lo:400: 00000100:00000001:0.0:1767384347.132730:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384347.132736:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384347.132738:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384347.132739:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.132742:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.132743:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384347.132748:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003dcee543. 02000000:00000001:0.0:1767384347.132751:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.132752:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a447279] to pc [ptlrpcd_00_00+0] req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384347.132755:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f117034b. 00000400:00000010:0.0:1767384347.132761:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000100:00000200:0.0:1767384347.132765:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732518144, portal 25 00000100:00000001:0.0:1767384347.132769:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.132770:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210168704 : -119698499382912 : ffff93228576d180) 00000100:00000040:0.0:1767384347.132774:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.132779:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384347.132782:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.132783:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384347.132788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384347.132788:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9103819. 00000100:00000200:0.0:1767384347.132791:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236732518144, offset 0 00000100:00000001:1.0:1767384347.132796:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767384347.132799:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384347.132803:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087a8f723. 00000020:00000040:1.0:1767384347.132807:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384347.132811:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384347.132813:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384347.132815:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384347.132824:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.132825:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d205f00 02000000:00000010:1.0:1767384347.132832:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009db69721. 00000400:00000200:0.0:1767384347.132838:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1341 [2] + 0 00000100:00000001:1.0:1767384347.132839:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.132846:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f50f1b91. 00000100:00000040:1.0:1767384347.132850:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384347.132853:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001cabf16d 00000400:00000200:0.0:1767384347.132860:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384347.132863:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384347.132865:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.132869:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384347.132874:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087a8f723] to pc [ptlrpcd_00_01+1] req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384347.132875:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cabf16d 00000400:00000010:0.0:1767384347.132880:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cabf16d. 00000100:00000001:0.0:1767384347.132891:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384347.132893:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384347.132895:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384347.132900:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (272) 00000100:00000040:0.0:1767384347.132900:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000028586e1c x1853236732518144 msgsize 224 00000100:00100000:0.0:1767384347.132911:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384347.132913:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384347.132923:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384347.132927:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9103819 00000400:00000010:0.0:1767384347.132929:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9103819. 00000100:00000001:0.0:1767384347.132931:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384347.132935:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.132940:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.132942:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384347.132944:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384347.132946:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.132948:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384347.132955:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.132956:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.132959:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384347.132964:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.132970:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294935051 00000100:00000001:1.0:1767384347.132971:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384347.132974:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.132978:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384347.132979:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294935045 02000000:00000001:1.0:1767384347.132981:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384347.132987:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.132989:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294935051 00000100:00100000:1.0:1767384347.132992:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236732518272:0@lo:400: 00000100:00000001:0.0:1767384347.132996:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294935045 00000100:00000001:1.0:1767384347.132998:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384347.133004:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384347.133005:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294935051 02000000:00000001:1.0:1767384347.133006:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.133011:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384347.133012:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294935045 02000000:00000010:1.0:1767384347.133016:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016d43df8. 02000000:00000001:1.0:1767384347.133020:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.133028:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294935051 00000400:00000010:1.0:1767384347.133029:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3b4e40. 00000100:00000001:0.0:1767384347.133032:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294935045 00000400:00000010:1.0:1767384347.133037:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000839d0751. 00000100:00000001:0.0:1767384347.133038:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.133043:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384347.133045:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732518272, portal 10 00000100:00000001:0.0:1767384347.133045:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.133049:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.133052:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.133055:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384347.133056:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210174080 : -119698499377536 : ffff93228576e680) 00000100:00000001:0.0:1767384347.133058:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384347.133063:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.133064:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384347.133065:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.133067:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.133068:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.133081:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384347.133084:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384347.133084:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732518144 02000000:00000001:0.0:1767384347.133088:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384347.133090:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384347.133091:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384347.133094:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384347.133097:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e337b4d. 02000000:00000001:0.0:1767384347.133098:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384347.133103:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732518144 00000100:00000200:1.0:1767384347.133104:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732518272, offset 0 00000020:00000001:0.0:1767384347.133105:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384347.133108:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384347.133110:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.133112:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000400:00000200:1.0:1767384347.133115:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384347.133117:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384347.133122:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:1.0:1767384347.133127:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384347.133129:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384347.133134:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e400dfa2. 00000400:00000200:1.0:1767384347.133139:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d205f80 00000100:00000001:0.0:1767384347.133140:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384347.133146:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e400dfa2. 00000400:00000200:1.0:1767384347.133150:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000020:00000010:0.0:1767384347.133153:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c230a74a. 00000400:00000200:1.0:1767384347.133157:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384347.133160:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008922ffab. 00000400:00000200:1.0:1767384347.133165:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384347.133168:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee0ac51d. 00000100:00000001:1.0:1767384347.133171:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384347.133175:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1767384347.133177:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000010:1.0:1767384347.133180:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039ee0fde. 00000100:00000001:0.0:1767384347.133182:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384347.133185:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000039ee0fde x1853236732518272 msgsize 224 00000100:00100000:1.0:1767384347.133189:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384347.133194:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384347.133197:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.133202:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384347.133204:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.133210:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e337b4d 00000400:00000010:1.0:1767384347.133214:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e337b4d. 00000100:00000001:0.0:1767384347.133219:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.133220:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384347.133227:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.133232:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384347.133249:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384347.133257:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384347.133257:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000040:1.0:1767384347.133263:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.133263:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384347.133268:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141065296 : -119697568486320 : ffff9322bcf32c50) 00000100:00000001:1.0:1767384347.133279:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.133279:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028586e1c x1853236732518144/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:328/0 lens 224/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.133284:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384347.133291:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.133292:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384347.133297:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2878 usecs (3 jiffies) 00000020:00000010:0.0:1767384347.133298:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e400dfa2. 00000100:00000001:1.0:1767384347.133302:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294935044 00000100:00000001:0.0:1767384347.133304:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384347.133309:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294935051 00000020:00000010:0.0:1767384347.133310:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e400dfa2. 00000100:00000001:1.0:1767384347.133314:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294935044 00000100:00000001:1.0:1767384347.133318:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294935051 00000100:00100000:0.0:1767384347.133320:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028586e1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732518144:12345-0@lo:400: 00000100:00000200:0.0:1767384347.133325:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732518144 00000020:00000001:0.0:1767384347.133329:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384347.133330:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294935044 00000020:00000001:0.0:1767384347.133334:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384347.133336:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294935051 00000020:00000001:0.0:1767384347.133339:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.133340:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294935044 00000020:00000001:0.0:1767384347.133345:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384347.133346:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294935051 00000020:00000001:0.0:1767384347.133349:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342976 : -1042208640 : ffffffffc1e12880) 00000100:00000001:1.0:1767384347.133350:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384347.133357:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.133358:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384347.133361:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.133362:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.133366:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384347.133368:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384347.133371:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384347.133373:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.133374:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384347.133377:0:16775:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384347.133378:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384347.133382:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384347.133383:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.133387:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384347.133387:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384347.133392:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384347.133394:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db03d2ab. 00000100:00100000:1.0:1767384347.133396:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:0.0:1767384347.133399:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.133400:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.133404:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.133406:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384347.133408:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.133409:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.133411:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.133415:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384347.133416:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384347.133417:0:16775:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.133420:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:0.0:1767384347.133422:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732518144 00000400:00000001:3.0:1767384347.133423:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384347.133427:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384347.133428:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384347.133436:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028586e1c x1853236732518144/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.133444:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000001:3.0:1767384347.133448:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384347.133449:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.133451:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1767384347.133454:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040b3902c. 02000000:00000001:1.0:1767384347.133455:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384347.133456:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.133460:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384347.133461:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e8d93dc 00000100:00001000:0.0:1767384347.133462:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=67 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384347.133466:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e8d93dc. 02000000:00000001:1.0:1767384347.133467:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.133469:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384347.133473:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384347.133474:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236732518400:0@lo:400: 00000100:00000040:0.0:1767384347.133476:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000200:3.0:1767384347.133499:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384347.133507:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.133510:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384347.133517:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384347.133518:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384347.133522:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.133524:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384347.133524:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384347.133527:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384347.133528:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.133529:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384347.133534:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384347.133535:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384347.133536:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384347.133539:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384347.133540:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067f97752. 00000100:00000001:3.0:1767384347.133541:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384347.133542:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9103819. 00000100:00000001:3.0:1767384347.133544:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.133545:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.133548:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384347.133548:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236732518144, offset 224 00000100:00001000:3.0:1767384347.133557:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=57 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384347.133558:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e08846e1. 00000400:00000200:0.0:1767384347.133559:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384347.133567:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e337b4d. 00000100:00001000:3.0:1767384347.133568:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=57 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384347.133571:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384347.133575:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732518400, portal 10 00000100:00000001:3.0:1767384347.133577:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384347.133580:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.133581:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384347.133585:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210175872 : -119698499375744 : ffff93228576ed80) 00010000:00000001:3.0:1767384347.133586:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384347.133586:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d205f00 00010000:00080000:3.0:1767384347.133593:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.133595:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384347.133599:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1b49 [1] + 224 00000400:00000200:0.0:1767384347.133612:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384347.133621:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.133623:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384347.133627:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384347.133628:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384347.133631:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384347.133632:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384347.133636:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767384347.133636:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384347.133640:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.133641:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384347.133641:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eaf93b79. 00000100:00000200:1.0:1767384347.133649:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732518400, offset 0 00000100:00000040:3.0:1767384347.133652:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384347.133660:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384347.133664:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.133672:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384347.133673:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384347.133679:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384347.133683:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.133687:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d206000 00000004:00000001:3.0:1767384347.133688:0:16148:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384347.133689:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000040:3.0:1767384347.133694:0:16148:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000200:1.0:1767384347.133695:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000004:00000040:3.0:1767384347.133698:0:16148:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000200:1.0:1767384347.133703:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.133706:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9103819 00000004:00000020:3.0:1767384347.133707:0:16148:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000010:0.0:1767384347.133711:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9103819. 00000400:00000200:1.0:1767384347.133712:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:3.0:1767384347.133717:0:16148:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.133718:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384347.133721:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384347.133721:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384347.133724:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384347.133724:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384347.133731:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ce9bacd. 00000100:00000001:0.0:1767384347.133733:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.133736:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000009ce9bacd x1853236732518400 msgsize 224 00000100:00100000:3.0:1767384347.133741:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883f8f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732518016:0@lo:13: 00000100:00000040:0.0:1767384347.133741:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384347.133747:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767384347.133749:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384347.133751:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.133753:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384347.133754:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384347.133756:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384347.133760:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384347.133760:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028586e1c x1853236732518144/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384347.133762:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883f8f58 x1853236732518016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384347.133767:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaf93b79 00000400:00000010:1.0:1767384347.133770:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eaf93b79. 00000100:00000001:1.0:1767384347.133775:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384347.133781:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.133796:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1767384347.133797:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028586e1c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732518144:12345-0@lo:400: Request processed in 501us (893us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384347.133805:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384347.133806:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384347.133809:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bef87c18. 00000100:00000040:1.0:1767384347.133811:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384347.133814:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 02000000:00000001:3.0:1767384347.133815:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384347.133819:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384347.133822:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000020:00000040:3.0:1767384347.133823:0:16148:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384347.133830:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384347.133830:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384347.133832:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384347.133834:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000df14786b. 00000100:00000001:0.0:1767384347.133835:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384347.133836:0:16146:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384347.133839:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767384347.133841:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008922ffab. 02000000:00000001:3.0:1767384347.133842:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384347.133846:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883f8f58. 00000020:00000010:0.0:1767384347.133848:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee0ac51d. 00000100:00000001:3.0:1767384347.133850:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384347.133852:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.133854:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384347.133856:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c230a74a. 00000100:00000001:3.0:1767384347.133857:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384347.133857:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2918 usecs (3 jiffies) 00000100:00000001:1.0:1767384347.133864:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294935045 00000020:00000040:0.0:1767384347.133864:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:3.0:1767384347.133866:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384347.133870:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294935051 00000100:00000001:3.0:1767384347.133871:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.133873:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384347.133877:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294935045 00000100:00000001:3.0:1767384347.133878:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384347.133879:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000db03d2ab. 00000100:00000001:1.0:1767384347.133881:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294935051 00000100:00000001:3.0:1767384347.133883:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.133886:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294935045 02000000:00000001:0.0:1767384347.133886:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384347.133891:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294935051 00000100:00000001:0.0:1767384347.133892:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.133895:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294935045 00000100:00000001:1.0:1767384347.133899:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294935051 00000100:00000200:0.0:1767384347.133899:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384347.133902:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384347.133905:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.133906:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009529ca97. 00000100:00000001:1.0:1767384347.133909:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.133913:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2b59627. 00000100:00000001:1.0:1767384347.133914:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.133931:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.133935:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.133945:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.133948:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384347.133953:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:0.0:1767384347.133954:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384347.133958:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732518272 00000400:00000001:0.0:1767384347.133958:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384347.133960:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f117034b. 02000000:00000001:1.0:1767384347.133963:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384347.133965:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384347.133966:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000100:00000001:1.0:1767384347.133967:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.133972:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 02000000:00000001:1.0:1767384347.133973:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384347.133979:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732518272 00000100:00000001:0.0:1767384347.133980:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384347.133982:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384347.133987:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000100:00000200:0.0:1767384347.133988:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384347.133991:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384347.133995:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000020:00000001:1.0:1767384347.134000:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000020:00000001:1.0:1767384347.134006:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000200:0.0:1767384347.134007:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.134011:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384347.134015:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a77dae5. 00000100:00000001:1.0:1767384347.134019:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.134027:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384347.134029:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a77dae5. 00000100:00000001:0.0:1767384347.134031:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384347.134036:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096689499. 00000100:00000001:0.0:1767384347.134036:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384347.134038:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384347.134041:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002bc2ba1a. 00000100:00000001:0.0:1767384347.134042:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.134046:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384347.134049:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff22373. 02000000:00000001:0.0:1767384347.134051:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384347.134056:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=67 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384347.134059:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00001000:0.0:1767384347.134060:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.134062:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384347.134066:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384347.134067:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384347.134070:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.134071:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384347.134071:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.134076:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1767384347.134078:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732518400 00010000:00000001:0.0:1767384347.134078:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384347.134080:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1767384347.134083:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.134084:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384347.134084:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.134089:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.134089:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.134094:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.134097:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384347.134098:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384347.134101:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384347.134106:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732518400 00000100:00000001:1.0:1767384347.134110:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384347.134111:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384347.134114:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384347.134115:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384347.134116:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000020:00000001:3.0:1767384347.134121:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384347.134122:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1767384347.134124:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:0.0:1767384347.134126:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384347.134127:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000100:00000040:1.0:1767384347.134128:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000020:00000001:3.0:1767384347.134135:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000001:1.0:1767384347.134135:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210169600 : -119698499382016 : ffff93228576d500) 00000100:00000040:0.0:1767384347.134136:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384347.134142:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000040:1.0:1767384347.134146:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000039ee0fde x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:328/0 lens 224/0 e 0 to 0 dl 1767384358 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.134151:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384347.134158:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4c159e2. 00000020:00000010:3.0:1767384347.134167:0:16813:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000045b39c4d. 00000100:00100000:0.0:1767384347.134167:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009320906d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732518144:0@lo:400: 00000100:00000001:1.0:1767384347.134171:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384347.134175:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000020:00000010:1.0:1767384347.134177:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a77dae5. 00000100:00000001:0.0:1767384347.134177:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.134182:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384347.134183:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.134187:0:16813:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1767384347.134188:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009320906d x1853236732518144/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384347.134190:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a77dae5. 00000020:00000010:3.0:1767384347.134195:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5e6e8a9. 00000100:00100000:1.0:1767384347.134202:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000039ee0fde pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236732518272:12345-0@lo:400: 00000020:00000010:3.0:1767384347.134203:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090985e02. 00000100:00000001:0.0:1767384347.134208:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767384347.134210:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732518272 02000000:00000001:0.0:1767384347.134211:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384347.134216:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384347.134217:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003dcee543. 00000020:00000010:3.0:1767384347.134220:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb93c50c. 00000020:00000001:1.0:1767384347.134220:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384347.134224:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.134224:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384347.134228:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384347.134229:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384347.134230:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384347.134233:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384347.134234:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000040:0.0:1767384347.134234:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384347.134250:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384347.134250:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384347.134253:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384347.134256:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384347.134258:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.134259:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:0.0:1767384347.134263:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f56e2759. 00000100:00000001:3.0:1767384347.134264:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.134264:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384347.134271:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384347.134275:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384347.134277:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384347.134277:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384347.134282:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009320906d. 00000020:00000001:1.0:1767384347.134283:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.134286:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384347.134288:0:16784:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384347.134290:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384347.134290:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384347.134294:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384347.134294:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384347.134299:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384347.134300:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000001:0.0:1767384347.134301:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384347.134305:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000011b4600. 00000100:00000040:3.0:1767384347.134307:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000100:00000001:0.0:1767384347.134309:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384347.134310:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.134313:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210167808 : -119698499383808 : ffff93228576ce00) 00000100:00000001:0.0:1767384347.134314:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.134315:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.134322:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384347.134323:0:16784:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.134325:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009ce9bacd x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:328/0 lens 224/0 e 0 to 0 dl 1767384358 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.134327:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384347.134329:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732518272 00010000:00000001:1.0:1767384347.134336:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384347.134344:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000039ee0fde x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.134345:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384347.134351:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011568dd4. 00010000:00000001:1.0:1767384347.134355:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384347.134357:0:16813:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384347.134359:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384347.134363:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011568dd4. 00000100:00001000:1.0:1767384347.134365:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.134371:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1767384347.134376:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009ce9bacd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236732518400:12345-0@lo:400: 00000100:00000040:1.0:1767384347.134377:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384347.134381:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000200:3.0:1767384347.134388:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732518400 02000000:00000001:1.0:1767384347.134388:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384347.134390:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.134393:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384347.134395:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384347.134399:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384347.134401:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384347.134404:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384347.134406:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eaf93b79. 00000020:00000001:3.0:1767384347.134410:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384347.134412:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732518272, offset 224 00000020:00000001:3.0:1767384347.134414:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:3.0:1767384347.134420:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384347.134420:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384347.134426:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384347.134432:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384347.134433:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384347.134434:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384347.134438:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.134441:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384347.134443:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384347.134446:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d205f80 02000000:00000001:3.0:1767384347.134453:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384347.134456:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b51 [1] + 224 02000000:00000010:3.0:1767384347.134458:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bef87c18. 02000000:00000001:3.0:1767384347.134463:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.134463:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384347.134471:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.134474:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384347.134508:0:16784:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384347.134513:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.134524:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384347.134535:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384347.134543:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732518400 00010000:00000001:3.0:1767384347.134547:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384347.134553:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009ce9bacd x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.134553:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384347.134561:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaf93b79 00010000:00000001:3.0:1767384347.134564:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767384347.134565:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eaf93b79. 00010000:00000001:3.0:1767384347.134569:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.134571:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384347.134575:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:3.0:1767384347.134576:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384347.134576:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.134580:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384347.134581:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.134582:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1767384347.134586:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384347.134589:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000040:1.0:1767384347.134589:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000400:00000001:0.0:1767384347.134590:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384347.134594:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3b4e40. 00010000:00000001:1.0:1767384347.134596:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384347.134598:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000001:1.0:1767384347.134600:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.134600:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839d0751 02000000:00000001:3.0:1767384347.134603:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1767384347.134604:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000839d0751. 00000020:00000001:1.0:1767384347.134606:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384347.134608:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.134610:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384347.134614:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384347.134614:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ee0fde x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384347.134619:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384347.134623:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384347.134629:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e8d93dc. 00000100:00000200:3.0:1767384347.134636:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732518400, offset 224 00000100:00000200:0.0:1767384347.134649:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384347.134650:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384347.134650:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000039ee0fde pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236732518272:12345-0@lo:400: Request processed in 473us (1458us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384347.134664:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384347.134672:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000001:0.0:1767384347.134674:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384347.134676:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000001:0.0:1767384347.134678:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.134679:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d206000 00000100:00000001:1.0:1767384347.134682:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384347.134683:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384347.134687:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384347.134688:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384347.134693:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b5d [1] + 224 00000020:00000010:1.0:1767384347.134694:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002bc2ba1a. 00000100:00000001:0.0:1767384347.134694:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.134697:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384347.134701:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff22373. 02000000:00000001:0.0:1767384347.134703:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.134704:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384347.134707:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096689499. 00000100:00001000:0.0:1767384347.134710:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=62 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384347.134713:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000400:00000200:3.0:1767384347.134714:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767384347.134717:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.134720:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.134723:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384347.134725:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384347.134728:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384347.134733:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384347.134733:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384347.134740:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384347.134750:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384347.134757:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000040:3.0:1767384347.134759:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.134780:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384347.134783:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.134786:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384347.134790:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384347.134792:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384347.134794:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.134796:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e8d93dc 00000100:00000040:0.0:1767384347.134799:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384347.134800:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e8d93dc. 00000100:00000001:3.0:1767384347.134807:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384347.134811:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384347.134816:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.134816:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.134823:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384347.134824:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:0.0:1767384347.134826:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.134830:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384347.134833:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384347.134835:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.134841:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384347.134848:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ce9bacd x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384347.134849:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236732518272:0@lo:400: 00000100:00000001:0.0:1767384347.134858:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.134863:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384347.134868:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a447279 x1853236732518272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384347.134874:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009ce9bacd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236732518400:12345-0@lo:400: Request processed in 525us (1133us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384347.134883:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384347.134886:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384347.134888:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016d43df8. 00000100:00100000:3.0:1767384347.134889:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1767384347.134895:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 02000000:00000001:0.0:1767384347.134895:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384347.134899:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384347.134899:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384347.134904:0:16146:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384347.134905:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384347.134907:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090985e02. 00000020:00000001:0.0:1767384347.134909:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384347.134912:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb93c50c. 02000000:00000010:0.0:1767384347.134913:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e4243a71. 00000020:00000010:3.0:1767384347.134916:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5e6e8a9. 02000000:00000001:0.0:1767384347.134918:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1767384347.134921:0:16813:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 02000000:00000001:0.0:1767384347.134922:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384347.134925:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384347.134926:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a447279. 00000100:00000001:0.0:1767384347.134933:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384347.134934:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.134937:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.134939:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.134947:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384347.134950:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384347.134951:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384347.134953:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e08846e1. 00000400:00000200:0.0:1767384347.134956:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e337b4d 00000400:00000010:0.0:1767384347.134957:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e337b4d. 00000100:00000001:0.0:1767384347.134960:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384347.134964:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384347.134971:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.134978:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384347.134980:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.134981:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384347.134983:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384347.134984:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.134985:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.134987:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384347.134991:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=62 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384347.134994:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384347.134996:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384347.134997:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.134999:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384347.135002:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384347.135008:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.135010:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384347.135011:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384347.135013:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384347.135014:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.135016:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.135023:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.135025:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384347.135026:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384347.135034:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384347.135041:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236732518400:0@lo:400: 00000100:00000001:0.0:1767384347.135045:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.135046:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384347.135048:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087a8f723 x1853236732518400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.135055:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384347.135056:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384347.135058:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067f97752. 02000000:00000001:0.0:1767384347.135061:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384347.135062:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384347.135063:0:16146:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384347.135065:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384347.135067:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009db69721. 02000000:00000001:0.0:1767384347.135069:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384347.135070:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384347.135071:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087a8f723. 00000100:00000001:0.0:1767384347.135074:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384347.135075:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.135077:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.135081:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384347.135083:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.135086:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.135088:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.143513:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294935051, at 4294935052 00000100:00000010:3.0:1767384347.143522:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d885f13b. 00000100:00000040:2.0:1767384347.143531:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294935051, at 4294935052 00000100:00000040:1.0:1767384347.143536:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294935051, at 4294935052 00000100:00000010:2.0:1767384347.143540:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a4ddbbf. 00000100:00000010:1.0:1767384347.143542:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad9229be. 00000100:00000040:0.0:1767384347.143548:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294935051, at 4294935052 00000100:00000010:0.0:1767384347.143557:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d26c2827. 00000400:00000200:1.0:1767384347.580535:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp35 00000400:00000010:1.0:1767384347.580542:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007f539ec6. 00000400:00000010:1.0:1767384347.580550:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000548867bb. 00000400:00000010:1.0:1767384347.580555:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eaf93b79. 00000400:00000010:1.0:1767384347.580568:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006f67e91c. 00000400:00000200:1.0:1767384347.580572:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp35 00000400:00000200:1.0:1767384347.580590:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp35 local destination 00000400:00000200:1.0:1767384347.580597:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp35 00000400:00000200:1.0:1767384347.580600:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp35 NI seq info: [128:128:256:4294967295] 192.168.204.131@tcp35 LPNI seq info [125:125:8:4294967295] 00000400:00000200:1.0:1767384347.580606:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp35 00000400:00000200:1.0:1767384347.580614:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp35(192.168.204.131@tcp35:) -> 192.168.204.131@tcp35(192.168.204.131@tcp35:192.168.204.131@tcp35) : GET try# 0 00000800:00000200:1.0:1767384347.580618:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp35 00000800:00000010:1.0:1767384347.580622:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000468e2dd. 00000800:00000200:1.0:1767384347.580628:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e604f565] -> 12345-192.168.204.131@tcp35 (2) 00000800:00000200:1.1:1767384347.580632:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e604f565] -> 12345-192.168.204.131@tcp35 (2) 00000400:00000200:1.0:1767384347.580653:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp35 added to recovery queue. ping count: 3 next ping: 276 health :700 00000400:00000200:2.0:1767384347.580746:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.580801:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.580824:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.580847:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.580872:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.580896:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.580931:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.580958:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.580984:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581011:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581035:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581055:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581078:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581105:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581130:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581155:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581181:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581206:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581251:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581283:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581309:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581336:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581364:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581390:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581416:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581444:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581472:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581547:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581576:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581607:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581634:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581658:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581681:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581701:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384347.581718:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384347.581896:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c1b9bf4b. 00000800:00000010:2.0:1767384347.581902:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f145f6a2. 00000800:00000010:2.0:1767384347.581914:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000314a6fab. 00000800:00000010:2.0:1767384347.581941:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000314a6fab. 00000800:00020000:2.0:1767384347.581954:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384347.581958:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f145f6a2. 00000800:00000010:2.0:1767384347.581961:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c1b9bf4b. 00000400:02020000:2.0:1767384347.582003:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp35 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384347.582011:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp35 notifying 192.168.204.131@tcp35: down 00000800:00000200:2.0:1767384347.582018:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp35 down 00000800:00000100:2.0:1767384347.582026:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp35 00000800:00000010:2.0:1767384347.582030:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000468e2dd. 00000400:00000200:2.0:1767384347.582034:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384347.582040:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp35->192.168.204.131@tcp35: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384347.582050:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384347.582053:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384347.582058:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp35) recovery failed with -71 00000001:00000001:0.0:1767384347.709928:0:32335:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384347.709932:0:32335:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:0.0:1767384347.713706:0:32335:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384347.720978:0:32336:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000db03d2ab. 00000400:00000010:0.0:1767384347.720995:0:32336:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005d40f3d0. 00000400:00000010:0.0:1767384347.721005:0:32336:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000014e55fb1. 00000400:00000010:0.0:1767384347.721012:0:32336:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cb698f41. 00000400:00000010:0.0:1767384347.721016:0:32336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000df95bffe. 00000400:00000010:0.0:1767384347.721020:0:32336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d6d3fc23. 00000400:00000010:0.0:1767384347.721021:0:32336:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bd2c195c. 00000400:00000010:0.0:1767384347.721022:0:32336:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f4bb852. 00000400:00000010:0.0:1767384347.721026:0:32336:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003690f71f. 00000800:00000010:0.0:1767384347.721040:0:32336:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d0c8d272. 00000800:00000200:0.0:1767384347.721052:0:32336:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384347.721065:0:32336:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384347.721119:0:32336:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:0.0:1767384347.721141:0:32336:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp40 [8/256/0/180] 00000400:00000010:0.0:1767384347.723005:0:32336:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000b29c65b0. 00000400:00000010:0.0:1767384347.723012:0:32336:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f117034b. 00000400:00000010:0.0:1767384347.723017:0:32336:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000400:00000001:0.0:1767384347.723039:0:32336:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384347.723041:0:32336:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384347.723042:0:32336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcc5320. 00000400:00000200:0.0:1767384347.723045:0:32336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed63fbc6 00000400:00000010:0.0:1767384347.723046:0:32336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed63fbc6. 00000400:00000010:0.0:1767384347.723066:0:32336:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000f1768c92. 00000400:00000200:0.0:1767384347.723070:0:32336:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (31) 00000400:00000200:0.0:1767384347.723081:0:32336:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384347.723089:0:32336:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:0.0:1767384347.723096:0:32336:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002c76880f. 00000400:00000200:3.0:1767384347.723099:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384347.723100:0:32336:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384347.723105:0:32336:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp40 00000400:00000200:3.0:1767384347.723108:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:3.0:1767384347.723116:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e8d93dc. 00000400:00000010:0.0:1767384347.723118:0:32336:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005d40f3d0. 00000400:00000200:3.0:1767384347.723119:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (32) 00000400:00000010:0.0:1767384347.723124:0:32336:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000db03d2ab. 00000400:00000010:3.0:1767384347.723126:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f63db775. 00000400:00000200:3.0:1767384347.723131:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:3.0:1767384347.723145:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:3.0:1767384347.723150:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000001:1.0:1767384347.723155:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384347.723156:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 10000000:00000001:1.0:1767384347.723160:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384347.723163:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384347.723166:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384347.723171:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384347.723172:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000020:01000004:1.0:1767384347.723174:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384347.723177:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384347.723181:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000020:01000004:1.0:1767384347.723181:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384347.723185:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384347.723189:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384347.723192:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000020:01000004:1.0:1767384347.723192:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384347.723194:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384347.723198:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384347.723200:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000020:01000004:1.0:1767384347.723200:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384347.723205:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000515a4868. 00000400:00000200:3.0:1767384347.723206:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000020:00000040:1.0:1767384347.723212:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:3.0:1767384347.723213:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:3.0:1767384347.723220:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[113, 38] 00000100:00000001:1.0:1767384347.723222:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384347.723235:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 38], ns[121, 38] 02000000:00000001:1.0:1767384347.723239:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384347.723243:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 38], ns[125, 38] 02000000:00000001:1.0:1767384347.723244:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.723253:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 02000000:00000010:1.0:1767384347.723254:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000819085a5. 00000400:00000200:3.0:1767384347.723261:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000100:00000001:1.0:1767384347.723264:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.723282:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:3.0:1767384347.723286:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:3.0:1767384347.723290:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000100:00000001:1.0:1767384347.723290:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384347.723294:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.723295:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:3.0:1767384347.723299:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:3.0:1767384347.723306:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000400:00000200:3.0:1767384347.723312:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 30], ns[100, 30] 00000100:00000040:1.0:1767384347.723312:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000515a4868] to pc [ptlrpcd_00_02+2] req@00000000515a4868 x1853236732518528/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384347.723353:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 30], ns[119, 30] 00000400:00000200:3.0:1767384347.723359:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 30], ns[72, 30] 10000000:00000001:1.0:1767384347.723363:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.723366:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 30], ns[127, 30] 10000000:00000001:1.0:1767384347.723367:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.723372:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384347.723376:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384347.723376:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384347.723379:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[98, 30], ns[99, 30] 00000100:00000001:0.0:1767384347.723382:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384347.723385:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384347.723386:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384347.723388:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384347.723390:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 30], ns[102, 30] 10000000:00000001:1.0:1767384347.723391:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384347.723394:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384347.723412:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000515a4868 x1853236732518528/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384347.723420:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 30], ns[128, 30] 00000020:01000004:1.0:1767384347.723421:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384347.723425:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384347.723428:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384347.723431:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384347.723436:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384347.723437:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384347.723439:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384347.723440:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 30], ns[118, 30] 00000020:01000004:1.0:1767384347.723441:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384347.723443:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384347.723447:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384347.723447:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384347.723452:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087a8f723. 00000400:00000200:3.0:1767384347.723453:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[123, 30], ns[126, 30] 02000000:00000001:0.0:1767384347.723454:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384347.723456:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 02000000:00000001:0.0:1767384347.723458:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384347.723461:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384347.723464:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384347.723464:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.723469:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384347.723470:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732518528:0@lo:253: 00000400:00000200:3.0:1767384347.723471:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000100:00000001:0.0:1767384347.723477:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384347.723484:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000001:0.0:1767384347.723484:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384347.723487:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.723495:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000400:00000200:3.0:1767384347.723502:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp38 00000400:00000200:3.0:1767384347.723508:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp38 lpni_is_preferred = 0 00000400:00000200:3.0:1767384347.723512:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp38 00000400:00000200:3.0:1767384347.723518:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp38 NI seq info: [129:129:256:4294967295] 192.168.204.131@tcp38 LPNI seq info [126:126:8:4294967295] 02000000:00000001:0.0:1767384347.723524:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384347.723532:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f61e4f72. 02000000:00000001:0.0:1767384347.723535:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.723538:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcc5320. 00000400:00000010:0.0:1767384347.723542:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d40f3d0. 00000100:00000200:0.0:1767384347.723546:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732518528, portal 25 00000100:00000001:0.0:1767384347.723549:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.723551:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 00000400:00000200:3.0:1767384347.723552:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp38 00000100:00000040:0.0:1767384347.723559:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000515a4868 x1853236732518528/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.723571:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384347.723574:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp38(192.168.204.131@tcp38:) -> 192.168.204.131@tcp38(192.168.204.131@tcp:192.168.204.131@tcp38) : PUT try# 0 00000100:00000040:0.0:1767384347.723577:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384347.723581:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a37e1322. 00000100:00000200:0.0:1767384347.723584:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732518528, offset 0 00000800:00000200:3.0:1767384347.723589:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.204.131@tcp38 02000000:00000010:1.0:1767384347.723590:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004e1f66d9. 00000400:00000200:0.0:1767384347.723592:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:3.0:1767384347.723599:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049674b04. 00000100:00000001:1.0:1767384347.723600:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.723606:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384347.723607:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384347.723610:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384347.723613:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000091f9c154. 00000100:00000040:1.0:1767384347.723615:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087a8f723] to pc [ptlrpcd_00_03+3] req@0000000087a8f723 x1853236732518656/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384347.723620:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ab96df5c. 00000400:00000200:0.0:1767384347.723620:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206080 00000400:00000200:0.0:1767384347.723633:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1349 [2] + 0 00000800:00000200:3.0:1767384347.723634:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091f9c154] -> 12345-192.168.204.131@tcp38 (2) 10000000:00000001:1.0:1767384347.723634:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.723637:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84299ca. 10000000:00000001:1.0:1767384347.723639:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.723643:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.723643:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8d236ed 00000020:01000000:1.0:1767384347.723645:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.1:1767384347.723650:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091f9c154] -> 12345-192.168.204.131@tcp38 (2) 00000020:00000010:1.0:1767384347.723650:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002c76880f. 00000400:00000200:0.0:1767384347.723654:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.723665:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384347.723669:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000100:00000001:1.0:1767384347.723669:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384347.723672:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8d236ed 00000100:00000001:1.0:1767384347.723673:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384347.723676:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384347.723677:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8d236ed. 00000100:00000040:1.0:1767384347.723682:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087a8f723 x1853236732518656/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384347.723683:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00000001:0.0:1767384347.723689:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384347.723694:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384347.723695:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384347.723696:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.723698:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384347.723700:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384347.723705:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384347.723708:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732518656:0@lo:253: 00000100:00000040:0.0:1767384347.723709:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000001dc170d0 x1853236732518528 msgsize 4848 00000100:00000001:1.0:1767384347.723715:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384347.723719:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384347.723720:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384347.723722:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384347.723723:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.723726:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384347.723731:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f30fabec. 00000100:00000001:0.0:1767384347.723732:0:16148:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384347.723733:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384347.723738:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e74dacbd. 00000400:00000010:1.0:1767384347.723742:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc9f9566. 00000400:00000200:0.0:1767384347.723742:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a37e1322 00000400:00000010:0.0:1767384347.723745:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a37e1322. 00000100:00000001:0.0:1767384347.723750:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384347.723752:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000515a4868 x1853236732518528/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384347.723755:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732518656, portal 25 00000100:00000001:1.0:1767384347.723759:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384347.723762:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210175872 : -119698499375744 : ffff93228576ed80) 00000100:00000001:0.0:1767384347.723766:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384347.723769:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087a8f723 x1853236732518656/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.723772:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000515a4868 x1853236732518528/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.723787:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384347.723790:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.723791:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384347.723794:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384347.723796:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2197ec4. 00000100:00000200:1.0:1767384347.723799:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732518656, offset 0 00000100:00000001:0.0:1767384347.723800:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.723805:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384347.723805:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294935642 00000100:00000010:0.0:1767384347.723812:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b598aaa. 00000400:00000200:1.0:1767384347.723818:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384347.723818:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384347.723825:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294935642 00000100:00000010:0.0:1767384347.723830:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb2090b9. 00000400:00000200:1.0:1767384347.723834:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206100 00000100:00000001:3.0:1767384347.723835:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384347.723836:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384347.723841:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732518528 00000100:00000001:0.0:1767384347.723842:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294935642 00000400:00000200:1.0:1767384347.723847:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1359 [2] + 0 02000000:00000001:3.0:1767384347.723848:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384347.723848:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005515a08d. 00000100:00000001:3.0:1767384347.723854:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384347.723854:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384347.723855:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d77f18f0. 00000100:00000001:3.0:1767384347.723859:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.723859:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294935642 00000400:00000200:1.0:1767384347.723861:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000788c5f6f 00000100:00000010:0.0:1767384347.723865:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1ec3ade. 02000000:00000001:3.0:1767384347.723866:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.723868:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384347.723873:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384347.723875:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732518528 00000400:00000200:1.0:1767384347.723875:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384347.723876:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.723882:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384347.723883:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.723884:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384347.723887:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:0.0:1767384347.723889:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.723890:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000788c5f6f 00000020:00000001:3.0:1767384347.723894:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384347.723895:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000788c5f6f. 00000020:00000040:3.0:1767384347.723900:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000001:1.0:1767384347.723900:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384347.723901:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384347.723903:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:3.0:1767384347.723908:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000040:1.0:1767384347.723909:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000414a4068 x1853236732518656 msgsize 4848 00000100:00000001:0.0:1767384347.723909:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384347.723916:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384347.723917:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384347.723920:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384347.723923:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384347.723924:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.723926:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384347.723926:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384347.723927:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384347.723932:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dec76de2. 00000100:00000001:1.0:1767384347.723936:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384347.723938:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384347.723941:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2197ec4 00000020:00000010:3.0:1767384347.723943:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dec76de2. 00000400:00000010:1.0:1767384347.723944:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2197ec4. 00000100:00000001:1.0:1767384347.723950:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384347.723953:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2770357. 00000100:00000200:1.0:1767384347.723953:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087a8f723 x1853236732518656/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384347.723962:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090985e02. 00000100:00000001:1.0:1767384347.723964:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384347.723968:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087a8f723 x1853236732518656/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384347.723971:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb93c50c. 00000100:00000001:1.0:1767384347.723974:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.723977:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384347.723981:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.723983:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294935642 00000100:00000040:3.0:1767384347.723985:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384347.723986:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294935642 00000100:00000001:1.0:1767384347.723991:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294935642 00000100:00000001:3.0:1767384347.723993:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384347.723993:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294935642 00000100:00000001:3.0:1767384347.723997:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384347.723998:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294935642 00000100:00000001:0.0:1767384347.723998:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384347.724003:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732518656 00000100:00000001:1.0:1767384347.724004:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294935642 00000100:00000001:3.0:1767384347.724005:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.724007:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384347.724010:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384347.724011:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294935642 00000100:00000001:0.0:1767384347.724013:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.724014:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294935642 02000000:00000001:0.0:1767384347.724016:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.724018:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.724018:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384347.724020:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732518656 00000100:00000001:1.0:1767384347.724025:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.724025:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384347.724029:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:1.0:1767384347.724030:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.724031:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.724033:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:3.0:1767384347.724035:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384347.724035:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384347.724039:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384347.724042:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384347.724046:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384347.724046:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384347.724049:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384347.724050:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f55e6fbe. 00000100:00000001:1.0:1767384347.724053:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.724053:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.724054:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384347.724056:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384347.724058:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f55e6fbe. 00000100:00000001:3.0:1767384347.724060:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384347.724060:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.724066:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384347.724067:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000574418b3. 00000100:00100000:3.0:1767384347.724071:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000020:00000010:0.0:1767384347.724074:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8a9cb3e. 00000100:00000040:3.0:1767384347.724076:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000020:00000010:0.0:1767384347.724079:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee0ac51d. 00000100:00000001:3.0:1767384347.724080:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141062224 : -119697568489392 : ffff9322bcf32050) 00000100:00000001:0.0:1767384347.724087:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384347.724090:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384347.724091:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001dc170d0 x1853236732518528/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:328/0 lens 4848/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.724092:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.724102:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.724106:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.724118:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384347.724121:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384347.724127:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000001:1.0:1767384347.724130:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384347.724132:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:1.0:1767384347.724133:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384347.724134:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384347.724136:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141061200 : -119697568490416 : ffff9322bcf31c50) 00000100:00000001:1.0:1767384347.724137:0:16776:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384347.724139:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dec76de2. 00000100:00000001:1.0:1767384347.724140:0:16776:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.724144:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384347.724149:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dec76de2. 00000100:00000040:0.0:1767384347.724150:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000414a4068 x1853236732518656/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:328/0 lens 4848/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384347.724160:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001dc170d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732518528:12345-0@lo:253: 00000100:00000001:0.0:1767384347.724163:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384347.724167:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732518528 00000020:00000010:0.0:1767384347.724168:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f55e6fbe. 00000020:00000001:3.0:1767384347.724172:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384347.724173:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384347.724177:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f55e6fbe. 00000020:00000001:3.0:1767384347.724179:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384347.724183:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384347.724184:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000414a4068 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732518656:12345-0@lo:253: 00000020:00000001:3.0:1767384347.724188:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1767384347.724189:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732518656 00000020:00000001:3.0:1767384347.724191:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:0.0:1767384347.724192:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384347.724197:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384347.724199:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384347.724199:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.724202:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000020:00000001:3.0:1767384347.724203:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384347.724203:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384347.724207:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384347.724210:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384347.724210:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384347.724214:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384347.724215:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384347.724216:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384347.724220:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384347.724221:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.724222:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.724244:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384347.724245:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384347.724249:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384347.724250:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384347.724255:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000400992fd. 02000000:00000010:3.0:1767384347.724258:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000960743cd. 02000000:00000001:0.0:1767384347.724259:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.724261:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000100:00000001:0.0:1767384347.724262:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.724264:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.724269:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.724269:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384347.724274:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384347.724283:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000607e60a4. 20000000:00000010:3.0:1767384347.724284:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ac2d7752. 20000000:01000000:0.0:1767384347.724290:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384347.724291:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384347.724294:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384347.724295:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384347.724297:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384347.724301:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.724303:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.724304:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384347.724305:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384347.724306:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 20000000:00000001:3.0:1767384347.724308:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.724312:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.724315:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384347.724317:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cea75542. 20000000:01000000:0.0:1767384347.724320:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:0.0:1767384347.724326:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384347.724338:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384347.724350:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724392:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00080000:00000001:0.0:1767384347.724394:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384347.724399:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384347.724401:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384347.724403:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384347.724407:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384347.724412:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:0.0:1767384347.724415:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384347.724420:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e320f90. 00080000:00000001:0.0:1767384347.724423:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370860162048 : -119702849389568 : ffff9321822efc00) 00080000:00000001:0.0:1767384347.724426:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384347.724429:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724453:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724474:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724531:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724558:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000001:00000001:0.0:1767384347.724576:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384347.724579:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384347.724582:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384347.724590:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00080000:00000001:0.0:1767384347.724603:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384347.724607:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384347.724624:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724663:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724712:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724755:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00080000:00000001:0.0:1767384347.724761:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384347.724765:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384347.724782:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724813:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724868:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724913:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724954:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.724982:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725009:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725041:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725077:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725100:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725123:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725142:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725168:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725203:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725244:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725271:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725298:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725333:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725356:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384347.725378:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384347.725611:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005053e3f2. 00000800:00000010:1.0:1767384347.725615:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2197ec4. 00000800:00000010:1.0:1767384347.725620:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a77dae5. 00000800:00000010:1.0:1767384347.725643:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a77dae5. 00000800:00020000:1.0:1767384347.725651:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384347.725654:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2197ec4. 00000800:00000010:1.0:1767384347.725657:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005053e3f2. 00000400:02020000:1.0:1767384347.725706:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp38 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384347.725712:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp38 notifying 192.168.204.131@tcp38: down 00000800:00000200:1.0:1767384347.725717:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp38 down 00000800:00000100:1.0:1767384347.725726:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 544 0@<0:0>->192.168.204.131@tcp38 00000800:00000010:1.0:1767384347.725729:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049674b04. 00000400:00000200:1.0:1767384347.725733:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384347.725738:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp38->192.168.204.131@tcp38: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384347.725745:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp38 added to recovery queue. ping count: 0 next ping: 269 health :900 00000400:00000200:1.0:1767384347.725748:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384347.725752:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 1 00000400:00000200:1.0:1767384347.725756:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384347.725812:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384347.725819:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x101151 00000400:00000001:3.0:1767384347.725823:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384347.725825:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384347.725834:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e8d93dc 00000400:00000010:3.0:1767384347.725836:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e8d93dc. 00000400:00000200:3.0:1767384347.725840:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384347.725844:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384347.725848:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (33) 00000400:00000200:3.0:1767384347.725851:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384347.725853:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc -71 00000400:00000200:3.0:1767384347.725858:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384347.725861:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (32) 00080000:00000001:0.0:1767384347.732697:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384347.732707:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:3.0:1767384347.732708:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384347.732714:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384347.732715:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384347.732716:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384347.732720:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384347.732722:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384347.732725:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384347.732728:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e320f90. 20000000:01000000:0.0:1767384347.732729:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384347.732736:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384347.732740:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384347.732744:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384347.732751:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384347.732752:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000096689499. 20000000:01000000:1.0:1767384347.732758:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:1.0:1767384347.732765:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384347.732765:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384347.732769:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384347.732772:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:0.0:1767384347.732772:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384347.732776:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384347.732780:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384347.732788:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000c84e98f. 00010000:00000001:0.0:1767384347.732792:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384347.732796:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d974435. 00000020:00000001:0.0:1767384347.732801:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384347.732803:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d974435 with handle 0xf83434fd52e6daf1 to hash 00000020:00000001:0.0:1767384347.732805:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384347.732809:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384347.732814:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00080000:00000001:1.0:1767384347.732816:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384347.732817:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00080000:00000001:1.0:1767384347.732820:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.732822:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384347.732824:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384347.732825:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.732830:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002d974435/0xf83434fd52e6daf1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384347.732831:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384347.732839:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:0.0:1767384347.732839:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384347.732843:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384347.732845:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384347.732846:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384347.732850:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384347.732851:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.732853:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:1.0:1767384347.732854:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000015c2f627. 00010000:00000001:0.0:1767384347.732855:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384347.732860:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375893356544 : -119697816195072 : ffff9322ae2f7000) 00010000:00000001:0.0:1767384347.732860:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384347.732863:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384347.732865:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384347.732866:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384347.732868:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384347.732870:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000c84e98f) refcount = 1 00010000:00010000:0.0:1767384347.732873:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d974435/0xf83434fd52e6daf1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.732877:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384347.732879:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384347.732881:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.732883:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.732884:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384347.732886:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384347.732889:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:0.0:1767384347.732891:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384347.732892:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.732893:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d974435 refcount=4 00000020:00000001:0.0:1767384347.732895:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384347.732897:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384347.732899:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384347.732906:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d974435/0xf83434fd52e6daf1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.732911:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384347.732912:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d974435/0xf83434fd52e6daf1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.732916:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.732917:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384347.732919:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002d974435/0xf83434fd52e6daf1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.732922:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384347.732923:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.732926:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384347.732928:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002d974435/0xf83434fd52e6daf1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384347.732933:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002d974435 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384347.732935:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384347.732937:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384347.732938:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002d974435/0xf83434fd52e6daf1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384347.732940:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384347.732944:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.732945:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384347.732947:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384347.732950:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1767384347.732952:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:0.0:1767384347.732952:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d974435 refcount=5 00000020:00000001:0.0:1767384347.732953:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384347.732956:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384347.732959:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384347.732960:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002d974435/0xf83434fd52e6daf1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.732964:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384347.732970:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1767384347.732972:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.732972:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384347.732979:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384347.732979:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384347.732983:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384347.732984:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384347.732985:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384347.732986:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d974435 with handle 0xf83434fd52e6daf1 from hash 00010000:00000001:0.0:1767384347.732989:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384347.732990:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.732991:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.732993:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384347.732995:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384347.732997:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384347.732998:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384347.733000:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.733002:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.733003:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384347.733004:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384347.733006:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.733007:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.733009:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.733010:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384347.733012:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.733013:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002d974435/0xf83434fd52e6daf1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.733017:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.733018:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.733019:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384347.733020:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384347.733022:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384347.733023:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384347.733025:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384347.733028:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.733029:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384347.733031:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002d974435/0xf83434fd52e6daf1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384347.733043:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384347.733045:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384347.733046:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d974435/0xf83434fd52e6daf1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384347.733051:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000c84e98f count: 0 00010000:00000001:0.0:1767384347.733059:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384347.733060:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384347.733081:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384347.733087:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384347.734518:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294935642, at 4294935643 00000100:00000010:0.0:1767384347.734526:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b598aaa. 00000100:00000040:1.0:1767384347.735524:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294935642, at 4294935644 00000100:00000010:1.0:1767384347.735532:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb2090b9. 00000100:00000040:3.0:1767384347.735541:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294935642, at 4294935644 00000100:00000040:2.0:1767384347.735544:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294935642, at 4294935644 00000100:00000010:3.0:1767384347.735550:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1ec3ade. 00000100:00000010:2.0:1767384347.735552:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005515a08d. 00010000:00000010:0.1:1767384347.736513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000c84e98f. 00010000:00000010:0.1:1767384347.736521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d974435. 00080000:00000001:1.0:1767384347.741055:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384347.741056:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384347.741060:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384347.741063:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384347.741065:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:1.0:1767384347.741065:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384347.741067:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384347.741070:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000015c2f627. 20000000:00000001:3.0:1767384347.741072:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384347.741075:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384347.741077:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384347.741081:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384347.741094:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384347.741097:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384347.741106:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384347.741119:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384347.741122:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384347.741125:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384347.741130:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384347.741132:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384347.741139:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000147b0eb6. 00010000:00000001:3.0:1767384347.741144:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384347.741148:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005117bd50. 00000020:00000001:3.0:1767384347.741153:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384347.741157:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005117bd50 with handle 0xf83434fd52e6daf8 to hash 00000020:00000001:3.0:1767384347.741165:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384347.741166:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384347.741170:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384347.741174:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384347.741176:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384347.741179:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005117bd50/0xf83434fd52e6daf8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.741188:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384347.741191:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384347.741194:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384347.741196:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384347.741198:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.741201:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384347.741202:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.741205:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384347.741207:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384347.741209:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384347.741211:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384347.741213:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000147b0eb6) refcount = 1 00010000:00010000:3.0:1767384347.741217:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005117bd50/0xf83434fd52e6daf8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.741237:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384347.741240:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384347.741242:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.741245:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.741247:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384347.741250:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384347.741252:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384347.741256:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384347.741258:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384347.741260:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005117bd50 refcount=4 00000020:00000001:3.0:1767384347.741263:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384347.741266:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384347.741275:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384347.741277:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005117bd50/0xf83434fd52e6daf8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.741284:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384347.741285:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005117bd50/0xf83434fd52e6daf8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.741291:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.741293:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384347.741294:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005117bd50/0xf83434fd52e6daf8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.741300:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384347.741302:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.741305:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384347.741308:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005117bd50/0xf83434fd52e6daf8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384347.741315:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005117bd50 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384347.741318:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384347.741321:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384347.741323:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005117bd50/0xf83434fd52e6daf8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.741330:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384347.741332:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384347.741334:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384347.741336:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005117bd50 refcount=5 00000020:00000001:3.0:1767384347.741339:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384347.741341:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166795264 : -119698542756352 : ffff932282e0fe00) 00010000:00000001:3.0:1767384347.741345:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384347.741348:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005117bd50/0xf83434fd52e6daf8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.741363:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384347.741366:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384347.741368:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.741372:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384347.741375:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384347.741377:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384347.741379:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384347.741382:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005117bd50 with handle 0xf83434fd52e6daf8 from hash 00010000:00000001:3.0:1767384347.741385:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384347.741387:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.741389:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384347.741390:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384347.741393:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384347.741395:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384347.741399:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384347.741401:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.741404:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.741406:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384347.741408:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384347.741411:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.741412:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384347.741414:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.741416:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.741418:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384347.741421:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005117bd50/0xf83434fd52e6daf8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.741428:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.741429:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384347.741431:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384347.741432:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384347.741434:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.741436:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384347.741438:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384347.741441:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.741443:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384347.741452:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005117bd50/0xf83434fd52e6daf8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.741459:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384347.741461:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384347.741463:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005117bd50/0xf83434fd52e6daf8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384347.741469:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000147b0eb6 count: 0 00010000:00000001:3.0:1767384347.741503:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384347.741505:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384347.743124:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384347.743128:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384347.743130:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000607e60a4. 20000000:00000001:1.0:1767384347.743137:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384347.743142:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732518656 00010000:00000001:1.0:1767384347.743145:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384347.743154:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000414a4068 x1853236732518656/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384347.743168:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384347.743170:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.743174:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.743178:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384347.743181:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384347.743183:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384347.743186:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384347.743188:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.743192:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384347.743194:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384347.743198:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025f1f9fe. 00000100:00000200:1.0:1767384347.743204:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732518656, offset 224 00000400:00000200:1.0:1767384347.743210:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384347.743223:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384347.743248:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206100 00000400:00000200:1.0:1767384347.743255:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b85 [2] + 224 00000400:00000200:1.0:1767384347.743263:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.743268:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384347.743273:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384347.743277:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087a8f723 x1853236732518656/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.743285:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000087a8f723 x1853236732518656/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.743299:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384347.743306:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f1f9fe 00000400:00000010:1.0:1767384347.743309:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025f1f9fe. 00000100:00000001:1.0:1767384347.743312:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384347.743314:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384347.743316:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.743318:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.743322:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384347.743323:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384347.743326:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384347.743329:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384347.743332:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384347.743332:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384347.743336:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384347.743339:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e74dacbd. 00000100:00000040:1.0:1767384347.743345:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000414a4068 x1853236732518656/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384347.743346:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc9f9566 00000400:00000010:3.0:1767384347.743351:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc9f9566. 00000100:00000001:3.0:1767384347.743358:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384347.743359:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000414a4068 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732518656:12345-0@lo:253: Request processed in 19194us (19447us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384347.743367:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087a8f723 x1853236732518656/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384347.743371:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000040:1.0:1767384347.743377:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384347.743381:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384347.743383:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384347.743389:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087a8f723 x1853236732518656/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384347.743390:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8a9cb3e. 00000020:00000010:1.0:1767384347.743396:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee0ac51d. 00000020:00000010:1.0:1767384347.743401:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000574418b3. 00000100:00000001:3.0:1767384347.743404:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384347.743407:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:3.0:1767384347.743408:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384347.743411:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384347.743413:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384347.743414:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000400992fd. 02000000:00000001:3.0:1767384347.743418:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384347.743419:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384347.743423:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384347.743423:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.743428:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384347.743431:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384347.743433:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384347.743437:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e74dacbd. 00000100:00001000:3.0:1767384347.743441:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=67 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384347.743443:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025f1f9fe. 00000100:00001000:3.0:1767384347.743449:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384347.743454:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384347.743456:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.743459:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384347.743461:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.743464:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.743475:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087a8f723 x1853236732518656/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.743510:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.743514:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384347.743516:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384347.743521:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384347.743524:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384347.743526:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384347.743528:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384347.743530:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384347.743532:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384347.743534:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384347.743536:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384347.743537:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384347.743542:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087a8f723 x1853236732518656/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384347.743550:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732518656:0@lo:253: 00000100:00000001:3.0:1767384347.743557:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.743560:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384347.743565:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087a8f723 x1853236732518656/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.743572:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384347.743575:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384347.743578:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f30fabec. 02000000:00000001:3.0:1767384347.743583:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384347.743586:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384347.743589:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384347.743591:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384347.743594:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004e1f66d9. 02000000:00000001:3.0:1767384347.743599:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384347.743600:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384347.743602:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087a8f723. 00000100:00000001:3.0:1767384347.743607:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384347.743608:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.743611:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.743624:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384347.743627:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.743629:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.743632:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384347.744677:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384347.744680:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384347.744681:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ac2d7752. 20000000:00000001:1.0:1767384347.744686:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384347.744688:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732518528 00010000:00000001:1.0:1767384347.744690:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384347.744693:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001dc170d0 x1853236732518528/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384347.744698:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384347.744700:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.744701:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.744703:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384347.744705:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384347.744706:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384347.744714:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384347.744715:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.744717:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384347.744718:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384347.744721:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d5c5f9e. 00000100:00000200:1.0:1767384347.744723:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732518528, offset 224 00000400:00000200:1.0:1767384347.744726:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384347.744731:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384347.744735:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206080 00000400:00000200:1.0:1767384347.744739:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b7d [2] + 224 00000400:00000200:1.0:1767384347.744743:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.744745:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384347.744747:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384347.744749:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000515a4868 x1853236732518528/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.744755:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000515a4868 x1853236732518528/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.744766:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384347.744769:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d5c5f9e 00000400:00000010:1.0:1767384347.744770:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d5c5f9e. 00000100:00000001:1.0:1767384347.744773:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384347.744774:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384347.744776:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.744778:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384347.744780:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384347.744782:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384347.744782:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.744787:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384347.744787:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384347.744790:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001dc170d0 x1853236732518528/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384347.744793:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384347.744798:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384347.744801:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001dc170d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732518528:12345-0@lo:253: Request processed in 20667us (21090us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384347.744802:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcc5320. 00000400:00000200:3.0:1767384347.744810:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d40f3d0 00000100:00100000:1.0:1767384347.744812:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000400:00000010:3.0:1767384347.744815:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d40f3d0. 00000100:00000040:1.0:1767384347.744817:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384347.744821:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384347.744827:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000515a4868 x1853236732518528/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.744828:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384347.744832:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384347.744837:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090985e02. 00000020:00000010:1.0:1767384347.744844:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb93c50c. 00000100:00000200:3.0:1767384347.744845:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000515a4868 x1853236732518528/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384347.744851:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2770357. 00000020:00000040:1.0:1767384347.744857:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:3.0:1767384347.744859:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384347.744862:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384347.744863:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384347.744866:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000960743cd. 00000100:00000001:3.0:1767384347.744868:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384347.744872:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384347.744872:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384347.744874:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384347.744876:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.744878:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.744882:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384347.744883:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384347.744886:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=67 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384347.744890:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e08846e1. 00000100:00001000:3.0:1767384347.744892:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=67 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384347.744895:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d5c5f9e. 00000100:00000001:3.0:1767384347.744897:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384347.744901:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.744904:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384347.744906:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.744908:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.744912:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000515a4868 x1853236732518528/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.744920:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.744923:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384347.744924:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384347.744927:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384347.744935:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384347.744937:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384347.744939:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384347.744940:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384347.744941:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384347.744943:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384347.744945:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384347.744946:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384347.744947:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384347.744950:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000515a4868 x1853236732518528/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384347.744958:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732518528:0@lo:253: 00000100:00000001:3.0:1767384347.744963:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.744965:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384347.744967:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000515a4868 x1853236732518528/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.744974:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384347.744976:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384347.744978:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f61e4f72. 02000000:00000001:3.0:1767384347.744981:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384347.744983:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384347.744984:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384347.744986:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384347.744987:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000819085a5. 02000000:00000001:3.0:1767384347.744991:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384347.744992:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384347.744994:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000515a4868. 00000100:00000001:3.0:1767384347.744997:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384347.744998:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.745000:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.745005:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384347.745006:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.745008:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.745010:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384347.745797:0:32341:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000056445c19. 00000400:00000040:2.0:1767384347.745812:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384347.745814:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384347.745816:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.745818:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384347.745820:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.745822:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384347.745824:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384347.745825:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384347.745826:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384347.745827:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384347.745829:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384347.745830:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384347.745832:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384347.745833:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384347.745834:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384347.745841:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384347.745842:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384347.745843:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384347.745844:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384347.745846:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.745847:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384347.745848:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384347.745849:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384347.745850:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384347.745850:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384347.745852:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.745853:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384347.745855:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384347.745856:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384347.745856:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384347.745857:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384347.745859:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.745860:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384347.745862:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384347.745863:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384347.745864:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384347.745864:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384347.745866:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384347.745867:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384347.745868:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384347.745869:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384347.745870:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384347.745871:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384347.745872:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384347.745873:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384347.745874:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384347.745875:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384347.745876:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384347.745877:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384347.745878:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384347.745879:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384347.745880:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384347.745881:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384347.745882:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384347.745888:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384347.745889:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384347.745890:0:32341:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384347.745965:0:32341:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000056445c19. 00010000:00000010:3.1:1767384347.747519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000147b0eb6. 00010000:00000010:3.1:1767384347.747527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005117bd50. 00010000:00000001:1.0:1767384348.028582:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384348.028590:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.028597:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384348.028600:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384348.028701:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384348.028705:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384348.028708:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384348.155567:0:17556:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384348.155575:0:17556:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384348.604535:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384348.604543:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384348.604546:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaf93b79 00000800:00000200:1.0:1767384348.604550:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce36b254] -> 12345-192.168.204.131@tcp23 (6) 00000400:00000010:3.0:1767384348.604556:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eaf93b79. 00000800:00000200:1.0:1767384348.604561:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp23 ip 192.168.204.131:988 00000400:00000200:3.0:1767384348.604564:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384348.604566:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384348.604569:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp35 recovery ping unlinked 00000400:00000010:3.0:1767384348.604579:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007f539ec6. 00000400:00000010:3.0:1767384348.604583:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000548867bb. 00000400:00000200:3.0:1767384348.604589:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp33 00000400:00000010:3.0:1767384348.604592:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004776bcc5. 00000400:00000010:3.0:1767384348.604596:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a013b735. 00000400:00000010:3.0:1767384348.604599:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e8d93dc. 00000400:00000010:3.0:1767384348.604605:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000baaa6eeb. 00000400:00000200:3.0:1767384348.604608:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp33 00000400:00000200:3.0:1767384348.604618:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp33 local destination 00000400:00000200:3.0:1767384348.604623:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp33 00000400:00000200:3.0:1767384348.604627:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp33 NI seq info: [130:130:256:4294967295] 192.168.204.131@tcp33 LPNI seq info [127:127:8:4294967295] 00000400:00000200:3.0:1767384348.604633:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp33 00000400:00000200:3.0:1767384348.604639:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp33(192.168.204.131@tcp33:) -> 192.168.204.131@tcp33(192.168.204.131@tcp33:192.168.204.131@tcp33) : GET try# 0 00000800:00000200:3.0:1767384348.604643:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp33 00000800:00000010:3.0:1767384348.604647:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f9fbe9a6. 00000800:00000200:3.0:1767384348.604653:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041f977a8] -> 12345-192.168.204.131@tcp33 (2) 00000800:00000200:3.1:1767384348.604659:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041f977a8] -> 12345-192.168.204.131@tcp33 (2) 00000800:00000200:1.0:1767384348.604669:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384348.604674:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp33 added to recovery queue. ping count: 4 next ping: 285 health :600 00000800:00000001:1.0:1767384348.604675:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384348.604680:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp38 00000400:00000010:3.0:1767384348.604683:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006a3d3b5d. 00000800:00000001:1.0:1767384348.604684:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384348.604685:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008fc4bdea. 00000800:00000001:1.0:1767384348.604691:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384348.604692:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab9fc840. 00000800:00000001:1.0:1767384348.604696:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384348.604697:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000de0c06a8. 00000400:00000200:3.0:1767384348.604703:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp38 00000400:00000200:3.0:1767384348.604707:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp38 local destination 00000400:00000200:3.0:1767384348.604710:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp38 00000400:00000200:3.0:1767384348.604712:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp38 NI seq info: [131:131:256:4294967295] 192.168.204.131@tcp38 LPNI seq info [128:128:8:4294967295] 00000400:00000200:3.0:1767384348.604715:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp38 00000400:00000200:3.0:1767384348.604724:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp38(192.168.204.131@tcp38:) -> 192.168.204.131@tcp38(192.168.204.131@tcp38:192.168.204.131@tcp38) : GET try# 0 00000800:00000200:3.0:1767384348.604728:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp38 00000800:00000010:3.0:1767384348.604731:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004a8c6fa5. 00000800:00000200:3.0:1767384348.604735:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091f9c154] -> 12345-192.168.204.131@tcp38 (2) 00000800:00000200:3.1:1767384348.604739:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091f9c154] -> 12345-192.168.204.131@tcp38 (2) 00000400:00000200:3.0:1767384348.604749:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp38 added to recovery queue. ping count: 1 next ping: 271 health :900 00000400:00000200:1.0:1767384348.604775:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.604814:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.604840:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.604871:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.604888:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.604917:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.604936:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.604961:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.604985:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605007:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605029:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605051:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605076:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605105:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605128:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605151:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605193:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605204:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605248:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605265:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605301:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605334:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605347:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605394:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605406:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605449:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605461:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605600:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605603:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605680:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605685:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605747:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605760:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605814:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605826:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605880:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605880:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605924:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.605950:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.605989:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606016:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606051:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606061:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606099:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606109:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606144:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606155:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606192:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606204:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606253:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606278:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606303:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606341:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606345:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606396:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606403:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606463:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606463:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606516:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606540:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606564:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606584:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606611:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606628:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606657:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606682:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.606704:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606722:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606766:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606803:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.606846:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000800:00000010:1.0:1767384348.606868:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005053e3f2. 00000800:00000010:1.0:1767384348.606873:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6ce5d1e. 00000800:00000010:1.0:1767384348.606878:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a77dae5. 00000400:00000200:3.0:1767384348.606888:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000800:00000010:1.0:1767384348.606902:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a77dae5. 00000800:00020000:1.0:1767384348.606915:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000400:00000200:3.0:1767384348.606917:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000800:00000010:1.0:1767384348.606920:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6ce5d1e. 00000800:00000010:1.0:1767384348.606924:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005053e3f2. 00000400:00000200:3.0:1767384348.606954:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000400:02020000:1.0:1767384348.606984:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp33 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384348.606992:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp33 notifying 192.168.204.131@tcp33: down 00000400:00000200:3.0:1767384348.606994:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000800:00000200:1.0:1767384348.606999:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp33 down 00000800:00000100:1.0:1767384348.607008:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp33 00000800:00000010:1.0:1767384348.607011:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f9fbe9a6. 00000400:00000200:1.0:1767384348.607015:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384348.607020:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp33->192.168.204.131@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384348.607022:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.131:988 00000400:00000200:1.0:1767384348.607028:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384348.607033:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384348.607037:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp33) recovery failed with -71 00000400:00000200:1.0:1767384348.607182:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384348.607187:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000960743cd. 00000800:00000010:3.0:1767384348.607192:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008dac8ea5. 00000800:00000010:3.0:1767384348.607196:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000031fdb509. 00000400:00000200:1.0:1767384348.607206:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp38 from 214.3.0.2 00000800:00000010:1.0:1767384348.607222:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004ba2c2bb. 00000800:00000010:3.0:1767384348.607241:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000031fdb509. 00000800:00000010:2.0:1767384348.607330:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c1b9bf4b. 00000800:00000010:2.0:1767384348.607337:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000044d48c8. 00000800:00000010:2.0:1767384348.607360:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f212f487. 00000800:00000200:2.1:1767384348.607366:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091f9c154] -> 12345-192.168.204.131@tcp38 (2) 00000800:00000200:2.1:1767384348.607371:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp38 00000000f212f487 deleted 00000800:00000010:2.1:1767384348.607373:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f212f487. 00000800:00000200:2.1:1767384348.607378:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384348.607383:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp38 ip 192.168.204.131:982 00000800:00000200:2.1:1767384348.607386:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a8c6fa5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384348.607391:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp38 p 3.x 192.168.204.131 -> 192.168.204.131:982 incarnation:1767384343205611455 sched[0] 00000800:00000010:2.0:1767384348.607396:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000094124be7. 00000800:00000010:2.0:1767384348.607447:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000094124be7. 00000800:00000010:2.0:1767384348.607451:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000044d48c8. 00000800:00000200:3.1:1767384348.607501:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384348.607507:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp38 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384343205611455 sched[0] 00000800:00000010:3.0:1767384348.607511:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008dac8ea5. 00000800:00000010:2.0:1767384348.607511:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004ba2c2bb. 00000800:00000001:2.0:1767384348.607528:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.607533:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384348.607581:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:2.0:1767384348.607587:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384348.607590:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004a8c6fa5. 00000400:00000200:2.0:1767384348.607595:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.607601:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp38->192.168.204.131@tcp38: GET: OK 00000400:00000200:2.0:1767384348.607607:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384348.607611:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp38 recovery message sent successfully:0 00000800:00000001:2.0:1767384348.607623:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.607628:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384348.607630:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.607638:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.607645:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp38(192.168.204.131@tcp38) <- 192.168.204.131@tcp38 : GET - for me 00000400:00000200:3.0:1767384348.607647:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384348.607660:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384348.607670:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x1b75 [1] + 0 00000400:00000200:2.0:1767384348.607680:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp38 to MR: 192.168.204.131@tcp38 local destination 00000400:00000200:2.0:1767384348.607686:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp38 NI seq info: [132:132:256:4294967295] 192.168.204.131@tcp38 LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1767384348.607706:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384348.607708:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp38(192.168.204.131@tcp38:192.168.204.131@tcp38) -> 192.168.204.131@tcp38(192.168.204.131@tcp38:192.168.204.131@tcp38) 192.168.204.131@tcp38 : REPLY try# 0 00000800:00000200:2.0:1767384348.607717:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp38 00000800:00000010:2.0:1767384348.607721:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1c82b19. 00000800:00000200:2.0:1767384348.607727:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091f9c154] -> 12345-192.168.204.131@tcp38 (4) 00000800:00000200:2.0:1767384348.607731:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp38 ip 192.168.204.131:988 00000800:00000200:2.0:1767384348.607734:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1c82b19 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384348.607760:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000800:00000200:2.0:1767384348.607777:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384348.607781:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1c82b19. 00000400:00000200:2.0:1767384348.607784:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.607790:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp38->192.168.204.131@tcp38: REPLY: OK 00000800:00000001:2.0:1767384348.607803:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.607807:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384348.607809:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.607814:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384348.607816:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.607819:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384348.607820:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384348.607827:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp38(192.168.204.131@tcp38) <- 192.168.204.131@tcp38 : REPLY - for me 00000400:00000200:2.0:1767384348.607839:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp38: Reply from 12345-192.168.204.131@tcp38 of length 272/272 into md 0x1ba1 00000800:00000001:2.0:1767384348.607843:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.607849:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.607851:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.607854:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp38->192.168.204.131@tcp38: REPLY: OK 00000400:00000200:2.0:1767384348.607858:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9fc840 00000400:00000010:2.0:1767384348.607860:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab9fc840. 00000400:00000200:2.0:1767384348.607864:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384348.607869:0:16141:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006a3d3b5d. 00000400:00000010:2.0:1767384348.607872:0:16141:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008fc4bdea. 00000400:00000200:3.0:1767384348.607880:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000800:00000001:2.0:1767384348.607880:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.607883:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384348.607941:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.607999:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608057:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608117:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608165:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608194:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608245:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608301:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608338:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608362:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608397:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608429:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608468:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608848:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608895:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608941:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.608991:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.609031:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.609079:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.609124:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.609170:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.609236:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.609293:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.609347:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.609373:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.609390:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.609408:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.609429:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384348.609461:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384348.609572:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac2d7752. 00000800:00000010:3.0:1767384348.609576:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008dac8ea5. 00000800:00000010:3.0:1767384348.609578:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000031fdb509. 00000800:00000010:3.0:1767384348.609592:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000031fdb509. 00000800:00020000:3.0:1767384348.609597:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384348.609606:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008dac8ea5. 00000800:00000010:3.0:1767384348.609607:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac2d7752. 00000400:02020000:3.0:1767384348.609636:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp38 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384349.051592:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384349.051598:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.051604:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384349.051605:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384349.051646:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384349.051649:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384349.051653:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384349.173336:0:32794:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384349.173352:0:32794:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384349.173355:0:32794:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384349.173361:0:32794:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384349.173366:0:32794:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384349.173369:0:32794:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384349.628555:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000057f72235. 00000400:00000010:0.0:1767384349.628568:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000001e958d5. 00000400:00000010:0.0:1767384349.628570:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000778b39aa. 00000400:00000010:0.0:1767384349.628573:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c02fef32. 00000400:00000010:0.0:1767384349.628575:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ccf56e45. 00000400:00000010:0.0:1767384349.628578:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dda1ec6b. 00000400:00000010:0.0:1767384349.628580:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000023447a54. 00000400:00000010:0.0:1767384349.628583:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fe4220af. 00000400:00000010:0.0:1767384349.628584:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c3f2fc5b. 00000400:00000010:0.0:1767384349.628585:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009609d6bc. 00000400:00000010:0.0:1767384349.628587:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f55a5a1e. 00000400:00000010:0.0:1767384349.628589:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000035a14ac1. 00000400:00000010:0.0:1767384349.628591:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a06ddee0. 00000400:00000010:0.0:1767384349.628592:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000bbc2390. 00000400:00000010:0.0:1767384349.628594:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fc04d7fd. 00000400:00000010:0.0:1767384349.628596:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000720f3410. 00000400:00000010:0.0:1767384349.628597:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a1633b92. 00000400:00000010:0.0:1767384349.628599:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bf7bc192. 00000400:00000010:0.0:1767384349.628608:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000159da063. 00000400:00000010:0.0:1767384349.628610:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005b37ae74. 00000400:00000010:0.0:1767384349.628612:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f8853be8. 00000400:00000010:0.0:1767384349.628614:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000048a41e89. 00000400:00000010:0.0:1767384349.628616:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000412b6f35. 00000400:00000010:0.0:1767384349.628618:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a583aef2. 00000400:00000010:0.0:1767384349.628620:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002a286e83. 00000400:00000010:0.0:1767384349.628622:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f827245e. 00000400:00000010:0.0:1767384349.628624:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e8f7cf85. 00000400:00000010:0.0:1767384349.628626:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009c9ffae8. 00000400:00000010:0.0:1767384349.628628:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c457a229. 00000400:00000010:0.0:1767384349.628630:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cc0b1e57. 00000400:00000010:0.0:1767384349.628632:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005c7f4403. 00000400:00000010:0.0:1767384349.628634:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003d2cdade. 00000400:00000010:0.0:1767384349.628636:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003cda6854. 00000400:00000010:0.0:1767384349.628638:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004430202c. 00000400:00000010:0.0:1767384349.628639:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000797b7714. 00000400:00000010:0.0:1767384349.628642:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000048730b43. 00000400:00000010:0.0:1767384349.628645:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000027a254b1. 00000400:00000010:0.0:1767384349.628648:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007e274768. 00000400:00000010:0.0:1767384349.628650:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000aee4cc34. 00000400:00000010:0.0:1767384349.628653:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000abe4be4. 00000400:00000010:0.0:1767384349.628656:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004772c9db. 00000400:00000010:0.0:1767384349.628658:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000068ff7b7f. 00000400:00000010:0.0:1767384349.628659:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008606035c. 00000400:00000010:0.0:1767384349.628661:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000ebe04a6. 00000400:00000010:0.0:1767384349.628663:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fc38774a. 00000400:00000010:0.0:1767384349.628666:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000025cbdf40. 00000400:00000010:0.0:1767384349.628668:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a3936e80. 00000400:00000010:0.0:1767384349.628670:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000002a13962. 00000400:00000010:0.0:1767384349.628672:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b2fafd21. 00000400:00000010:0.0:1767384349.628674:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000055669291. 00000400:00000010:0.0:1767384349.628676:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e36f28ee. 00000400:00000010:0.0:1767384349.628678:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004f5e42bb. 00000400:00000010:0.0:1767384349.628680:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009b9caeff. 00000400:00000010:0.0:1767384349.628683:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f79481f7. 00000400:00000010:0.0:1767384349.628690:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000015a3463e. 00000400:00000010:0.0:1767384349.628693:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b0224dde. 00000400:00000010:0.0:1767384349.628695:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008f9fb9d6. 00000400:00000010:0.0:1767384349.628698:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000072ee01e8. 00000400:00000010:0.0:1767384349.628700:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009774abe7. 00000400:00000010:0.0:1767384349.628702:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000085c75851. 00000400:00000010:0.0:1767384349.628703:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000057456d87. 00000400:00000010:0.0:1767384349.628705:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000809ab723. 00000400:00000010:0.0:1767384349.628706:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002c6efd4d. 00000400:00000010:0.0:1767384349.628711:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002f9fef45. 00000400:00000010:0.0:1767384349.628714:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000446c694f. 00000400:00000010:0.0:1767384349.628716:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009ac19069. 00000400:00000010:0.0:1767384349.628719:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002e40ed54. 00000400:00000010:0.0:1767384349.628721:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002fce26d3. 00000400:00000010:0.0:1767384349.628723:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001c8391fe. 00000400:00000010:0.0:1767384349.628724:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c851ffa2. 00000400:00000010:0.0:1767384349.628726:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008ee4ea80. 00000400:00000010:0.0:1767384349.628728:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f309a158. 00000400:00000010:0.0:1767384349.628730:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b4d9c86a. 00000400:00000010:0.0:1767384349.628733:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c004f573. 00000400:00000010:0.0:1767384349.628736:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000056fc0d37. 00000400:00000010:0.0:1767384349.628738:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ae1f2b17. 00000400:00000010:0.0:1767384349.628740:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000aa3a2216. 00000400:00000010:0.0:1767384349.628744:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000441e90ea. 00000400:00000010:0.0:1767384349.628745:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fc48d75e. 00000400:00000010:0.0:1767384349.628747:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000573f47ad. 00000400:00000010:0.0:1767384349.628748:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000002cdbc86. 00000400:00000010:0.0:1767384349.628750:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000088178fa5. 00000400:00000010:0.0:1767384349.628752:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000082dbd24b. 00000400:00000010:0.0:1767384349.628754:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b79a840e. 00000400:00000010:0.0:1767384349.628755:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000044d8a59f. 00000400:00000010:0.0:1767384349.628757:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001e68be14. 00000400:00000010:0.0:1767384349.628759:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000075dc52a7. 00000400:00000010:0.0:1767384349.628762:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006f67e91c. 00000400:00000010:0.0:1767384349.628764:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f63db775. 00000400:00000001:0.0:1767384349.628773:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384349.628781:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384349.628784:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e8d93dc 00000400:00000010:0.0:1767384349.628787:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e8d93dc. 00000400:00000200:0.0:1767384349.628791:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384349.628799:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384349.628809:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004776bcc5. 00000400:00000010:0.0:1767384349.628814:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a013b735. 00000400:00000200:0.0:1767384349.628820:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp37 00000400:00000010:0.0:1767384349.628823:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c26ee705. 00000400:00000010:0.0:1767384349.628827:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000154a0ab3. 00000400:00000010:0.0:1767384349.628830:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed63fbc6. 00000400:00000010:0.0:1767384349.628835:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000441e90ea. 00000400:00000200:0.0:1767384349.628838:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp37 00000400:00000200:0.0:1767384349.628850:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp37 local destination 00000400:00000200:0.0:1767384349.628856:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp37 00000400:00000200:0.0:1767384349.628859:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp37 NI seq info: [133:133:256:4294967295] 192.168.204.131@tcp37 LPNI seq info [130:130:8:4294967295] 00000400:00000200:0.0:1767384349.628865:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp37 00000400:00000200:0.0:1767384349.628873:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp37(192.168.204.131@tcp37:) -> 192.168.204.131@tcp37(192.168.204.131@tcp37:192.168.204.131@tcp37) : GET try# 0 00000800:00000200:0.0:1767384349.628879:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp37 00000800:00000010:0.0:1767384349.628884:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000144719c9. 00000800:00000200:0.0:1767384349.628891:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000800:00000200:0.1:1767384349.628897:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000400:00000200:0.0:1767384349.628916:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp37 added to recovery queue. ping count: 3 next ping: 278 health :700 00000400:00000200:1.0:1767384349.628985:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629021:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629035:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629047:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629060:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629072:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629085:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629098:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629111:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629124:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629136:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629156:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629170:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629182:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629213:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629231:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629245:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629258:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629273:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629296:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629320:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629343:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629358:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629372:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629385:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629398:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629411:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629424:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629437:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629450:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629462:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629476:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629524:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629537:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384349.629550:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384349.629685:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005053e3f2. 00000800:00000010:1.0:1767384349.629690:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001a7f8a2a. 00000800:00000010:1.0:1767384349.629694:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d51a44cb. 00000800:00000010:1.0:1767384349.629709:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d51a44cb. 00000800:00020000:1.0:1767384349.629718:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384349.629721:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001a7f8a2a. 00000800:00000010:1.0:1767384349.629723:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005053e3f2. 00000400:02020000:1.0:1767384349.629758:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp37 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384349.629764:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp37 notifying 192.168.204.131@tcp37: down 00000400:00000200:1.0:1767384349.629768:0:16134:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384349.629772:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp37 00000800:00000010:1.0:1767384349.629774:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000144719c9. 00000400:00000200:1.0:1767384349.629778:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384349.629782:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp37->192.168.204.131@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384349.629788:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384349.629790:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384349.629793:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp37) recovery failed with -71 00000001:00000001:2.0:1767384349.882252:0:32958:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384349.882259:0:32958:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:2.0:1767384349.888205:0:32958:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384349.896308:0:32959:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004a4eb744. 00000400:00000010:2.0:1767384349.896327:0:32959:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f1cd8bb8. 00000400:00000010:2.0:1767384349.896337:0:32959:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000044d48c8. 00000400:00000010:2.0:1767384349.896341:0:32959:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004cedddd1. 00000400:00000010:2.0:1767384349.896345:0:32959:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001f3ed938. 00000400:00000010:2.0:1767384349.896348:0:32959:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d53368bb. 00000400:00000010:2.0:1767384349.896350:0:32959:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a54e4e7e. 00000400:00000010:2.0:1767384349.896351:0:32959:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ce6bd27. 00000400:00000010:2.0:1767384349.896354:0:32959:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ade9de7c. 00000800:00000010:2.0:1767384349.896368:0:32959:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001c90cb86. 00000800:00000200:2.0:1767384349.896381:0:32959:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384349.896400:0:32959:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384349.896444:0:32959:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:2.0:1767384349.896472:0:32959:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp41 [8/256/0/180] 00000400:00000010:2.0:1767384349.898138:0:32959:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000a442bb28. 00000400:00000010:2.0:1767384349.898144:0:32959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000105d3655. 00000400:00000010:2.0:1767384349.898150:0:32959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e266fc1. 00000400:00000001:2.0:1767384349.898169:0:32959:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384349.898170:0:32959:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384349.898171:0:32959:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f117034b. 00000400:00000200:2.0:1767384349.898174:0:32959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000400:00000010:2.0:1767384349.898176:0:32959:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000400:00000010:2.0:1767384349.898179:0:32959:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000b29c65b0. 00000400:00000200:2.0:1767384349.898183:0:32959:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (31) 00000400:00000200:2.0:1767384349.898208:0:32959:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384349.898216:0:32959:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:2.0:1767384349.898223:0:32959:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003f07e1ce. 00000020:01000000:2.0:1767384349.898227:0:32959:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384349.898229:0:32959:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp41 00000400:00000010:2.0:1767384349.898241:0:32959:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f1cd8bb8. 00000400:00000200:3.0:1767384349.898243:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384349.898249:0:32959:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004a4eb744. 00000400:00000200:3.0:1767384349.898252:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000010:3.0:1767384349.898260:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a92d1b4. 00000400:00000200:3.0:1767384349.898263:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (32) 00000020:00000001:0.0:1767384349.898264:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384349.898268:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fd62eae2. 10000000:00000001:0.0:1767384349.898270:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384349.898274:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 10000000:00000001:0.0:1767384349.898274:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384349.898278:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384349.898281:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384349.898283:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384349.898284:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384349.898285:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384349.898286:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384349.898287:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384349.898289:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384349.898291:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:01000004:0.0:1767384349.898297:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384349.898299:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384349.898301:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:0.0:1767384349.898301:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384349.898308:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f99393b9. 00000400:00000200:3.0:1767384349.898313:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:00000040:0.0:1767384349.898314:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384349.898322:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384349.898325:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 02000000:00000001:0.0:1767384349.898327:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384349.898334:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 02000000:00000001:0.0:1767384349.898334:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.898342:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 02000000:00000010:0.0:1767384349.898344:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005dfdde87. 00000400:00000200:3.0:1767384349.898349:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000100:00000001:0.0:1767384349.898353:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.898354:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:3.0:1767384349.898360:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:3.0:1767384349.898364:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[113, 38] 00000100:00000001:0.0:1767384349.898364:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384349.898368:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.898369:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 38], ns[121, 38] 00000400:00000200:3.0:1767384349.898374:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 38], ns[125, 38] 00000400:00000200:3.0:1767384349.898378:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000100:00000040:0.0:1767384349.898378:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f99393b9] to pc [ptlrpcd_00_00+0] req@00000000f99393b9 x1853236732518784/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384349.898392:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:3.0:1767384349.898404:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:3.0:1767384349.898408:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:3.0:1767384349.898412:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:3.0:1767384349.898416:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 10000000:00000001:0.0:1767384349.898417:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.898422:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 10000000:00000001:0.0:1767384349.898423:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.898429:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384349.898429:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.898430:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000100:00000001:1.0:1767384349.898435:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384349.898435:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384349.898439:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 30], ns[100, 30] 00000100:00000001:1.0:1767384349.898440:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384349.898445:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384349.898448:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 30], ns[119, 30] 00000100:00000040:1.0:1767384349.898448:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f99393b9 x1853236732518784/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384349.898449:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384349.898452:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384349.898455:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384349.898459:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384349.898461:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 30], ns[72, 30] 00000020:01000004:0.0:1767384349.898462:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384349.898466:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384349.898467:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384349.898471:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384349.898471:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384349.898473:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 30], ns[127, 30] 00000020:01000004:0.0:1767384349.898474:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384349.898476:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384349.898501:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 30], ns[130, 30] 00000020:01000004:0.0:1767384349.898501:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384349.898503:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384349.898504:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384349.898506:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384349.898510:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384349.898510:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384349.898512:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 30], ns[102, 30] 00000100:00000010:0.0:1767384349.898515:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3ad4c05. 00000100:00100000:1.0:1767384349.898517:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f99393b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732518784:0@lo:253: 00000020:00000040:0.0:1767384349.898520:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000400:00000200:3.0:1767384349.898521:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 30], ns[128, 30] 00000100:00000001:0.0:1767384349.898525:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384349.898526:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384349.898528:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 30], ns[118, 30] 02000000:00000001:0.0:1767384349.898528:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384349.898532:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384349.898532:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.898535:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 30], ns[133, 30] 02000000:00000001:1.0:1767384349.898537:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384349.898541:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000cf2ac1d. 00000400:00000200:3.0:1767384349.898543:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 30], ns[132, 30] 02000000:00000001:1.0:1767384349.898544:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384349.898549:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 02000000:00000010:1.0:1767384349.898552:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005053e3f2. 00000100:00000001:0.0:1767384349.898555:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.898557:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 02000000:00000001:1.0:1767384349.898557:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.898561:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384349.898562:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3b4e40. 00000400:00000200:3.0:1767384349.898564:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp39 00000100:00000001:0.0:1767384349.898565:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384349.898568:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dda99f1e. 00000100:00000040:0.0:1767384349.898569:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ad4c05] to pc [ptlrpcd_00_01+1] req@00000000f3ad4c05 x1853236732518912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384349.898572:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732518784, portal 25 00000100:00000001:1.0:1767384349.898576:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384349.898579:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp39 lpni_is_preferred = 0 00000100:00000001:1.0:1767384349.898579:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154145664 : -119697555405952 : ffff9322bdbac380) 00000400:00000200:3.0:1767384349.898586:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp39 10000000:00000001:0.0:1767384349.898587:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.898588:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f99393b9 x1853236732518784/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384349.898591:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.898592:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp39 NI seq info: [134:134:256:4294967295] 192.168.204.131@tcp39 LPNI seq info [131:131:8:4294967295] 00000020:00000001:0.0:1767384349.898595:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384349.898600:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384349.898604:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003f07e1ce. 00000400:00000200:3.0:1767384349.898605:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp39 00000100:00000001:1.0:1767384349.898609:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384349.898617:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384349.898617:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384349.898621:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp39(192.168.204.131@tcp39:) -> 192.168.204.131@tcp39(192.168.204.131@tcp:192.168.204.131@tcp39) : PUT try# 0 00000100:00000001:0.0:1767384349.898621:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384349.898623:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3a5c5df. 00000100:00000001:0.0:1767384349.898624:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384349.898629:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732518784, offset 0 00000100:00000040:0.0:1767384349.898631:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f3ad4c05 x1853236732518912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384349.898634:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.204.131@tcp39 00000400:00000200:1.0:1767384349.898639:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:3.0:1767384349.898642:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c35b34. 00000100:00000001:0.0:1767384349.898644:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384349.898647:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384349.898650:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384349.898650:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:3.0:1767384349.898652:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003784251d. 02000000:00000001:0.0:1767384349.898652:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384349.898657:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384349.898658:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000031e442e7. 00000100:00100000:0.0:1767384349.898662:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f3ad4c05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732518912:0@lo:253: 00000400:00000200:1.0:1767384349.898663:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206180 00000800:00000200:3.0:1767384349.898666:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003784251d] -> 12345-192.168.204.131@tcp39 (2) 00000100:00000001:0.0:1767384349.898670:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384349.898674:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384349.898676:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1371 [2] + 0 02000000:00000001:0.0:1767384349.898677:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384349.898678:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003784251d] -> 12345-192.168.204.131@tcp39 (2) 02000000:00000001:0.0:1767384349.898679:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384349.898683:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000400d93d8. 02000000:00000010:0.0:1767384349.898687:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000607e60a4. 00000400:00000200:1.0:1767384349.898689:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000429ed0e1 02000000:00000001:0.0:1767384349.898689:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384349.898693:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f117034b. 00000400:00000200:3.0:1767384349.898694:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384349.898697:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384349.898700:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6324996. 00000400:00000200:3.0:1767384349.898701:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000400:00000200:1.0:1767384349.898706:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384349.898706:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732518912, portal 25 00000100:00000001:0.0:1767384349.898709:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384349.898711:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154151936 : -119697555399680 : ffff9322bdbadc00) 00000400:00000200:1.0:1767384349.898712:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000429ed0e1 00000400:00000010:1.0:1767384349.898714:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000429ed0e1. 00000100:00000040:0.0:1767384349.898715:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f3ad4c05 x1853236732518912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.898720:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384349.898722:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384349.898726:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000003a5d7143 x1853236732518784 msgsize 4848 00000100:00100000:1.0:1767384349.898731:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384349.898734:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384349.898734:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384349.898736:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384349.898740:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004983db90. 00000100:00000200:0.0:1767384349.898742:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732518912, offset 0 00000100:00000001:1.0:1767384349.898744:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384349.898749:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384349.898752:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3a5c5df 00000400:00000010:1.0:1767384349.898754:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3a5c5df. 00000400:00000200:3.0:1767384349.898757:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384349.898757:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384349.898759:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384349.898764:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f99393b9 x1853236732518784/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384349.898767:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206200 00000400:00000200:0.0:1767384349.898772:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13ad [2] + 0 00000100:00000001:1.0:1767384349.898775:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384349.898776:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eda4afb8. 00000100:00000040:1.0:1767384349.898779:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f99393b9 x1853236732518784/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384349.898780:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000005d5da4 00000400:00000200:0.0:1767384349.898784:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384349.898788:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384349.898788:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384349.898790:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384349.898791:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000005d5da4 00000400:00000010:0.0:1767384349.898793:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000005d5da4. 00000100:00000001:1.0:1767384349.898796:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.898797:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384349.898799:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384349.898801:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294937817 00000100:00000040:0.0:1767384349.898802:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000007f69143f x1853236732518912 msgsize 4848 00000100:00000010:1.0:1767384349.898806:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002effdb71. 00000400:00000200:3.0:1767384349.898807:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000100:00100000:0.0:1767384349.898810:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384349.898814:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384349.898818:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384349.898823:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384349.898825:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294937817 00000400:00000200:0.0:1767384349.898828:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004983db90 00000100:00000010:1.0:1767384349.898829:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008857961. 00000400:00000010:0.0:1767384349.898830:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004983db90. 00000100:00000001:1.0:1767384349.898833:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384349.898833:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384349.898837:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f3ad4c05 x1853236732518912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.898838:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294937817 00000400:00000200:3.0:1767384349.898839:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000100:00000010:1.0:1767384349.898843:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bee003d9. 00000100:00000001:1.0:1767384349.898848:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384349.898848:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384349.898852:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294937817 00000100:00000040:0.0:1767384349.898852:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f3ad4c05 x1853236732518912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384349.898856:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3fa66e6. 00000100:00000001:1.0:1767384349.898860:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384349.898860:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.898862:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384349.898864:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384349.898866:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.898867:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.898868:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294937817 00000400:00000200:3.0:1767384349.898870:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000100:00000001:1.0:1767384349.898871:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.898871:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294937817 00000100:00000001:1.0:1767384349.898876:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.898880:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294937817 00000100:00000001:0.0:1767384349.898882:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294937817 00000100:00000001:0.0:1767384349.898884:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294937817 00000100:00000001:0.0:1767384349.898886:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294937817 00000100:00000001:1.0:1767384349.898887:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384349.898888:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294937817 00000100:00000001:1.0:1767384349.898889:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384349.898890:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294937817 00000100:00000001:1.0:1767384349.898892:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384349.898892:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384349.898894:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384349.898895:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.898896:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000100:00000001:1.0:1767384349.898896:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.898898:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.898899:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.898902:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.898907:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384349.898908:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384349.898912:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384349.898913:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384349.898914:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.898917:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.898924:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384349.898927:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732518784 02000000:00000001:1.0:1767384349.898929:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384349.898931:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384349.898932:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384349.898933:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000100:00100000:0.0:1767384349.898934:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732518912 00000100:00000001:1.0:1767384349.898936:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384349.898938:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384349.898940:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384349.898941:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.898942:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384349.898945:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732518784 02000000:00000001:0.0:1767384349.898945:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.898948:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384349.898948:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732518912 00000020:00000040:1.0:1767384349.898950:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384349.898950:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384349.898951:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384349.898954:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384349.898954:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384349.898957:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000040:0.0:1767384349.898957:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:1.0:1767384349.898960:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384349.898960:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:1.0:1767384349.898963:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384349.898963:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384349.898969:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384349.898969:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384349.898971:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000020:00000010:0.0:1767384349.898974:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f643c3b6. 00000100:00000001:0.0:1767384349.898978:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384349.898979:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b172d40c. 00000100:00000001:1.0:1767384349.898981:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384349.898981:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f643c3b6. 00000020:00000010:1.0:1767384349.898984:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b172d40c. 00000020:00000010:1.0:1767384349.898991:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001597c257. 00000020:00000010:0.0:1767384349.898991:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000f233d8. 00000020:00000010:1.0:1767384349.898996:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a411040. 00000020:00000010:0.0:1767384349.898996:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007159d573. 00000020:00000010:1.0:1767384349.899002:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff22373. 00000020:00000010:0.0:1767384349.899002:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aac373d7. 00000100:00000040:1.0:1767384349.899014:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384349.899017:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384349.899018:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384349.899020:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384349.899020:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384349.899022:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.899022:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.899030:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.899031:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000100:00000001:0.0:1767384349.899031:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.899039:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.899040:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.899056:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384349.899056:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384349.899058:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384349.899058:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384349.899064:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:0.0:1767384349.899068:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384349.899070:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141058128 : -119697568493488 : ffff9322bcf31050) 00000100:00100000:1.0:1767384349.899072:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000040:1.0:1767384349.899074:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000040:0.0:1767384349.899075:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a5d7143 x1853236732518784/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:330/0 lens 4848/0 e 0 to 0 dl 1767384360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.899077:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141068368 : -119697568483248 : ffff9322bcf33850) 00000400:00000200:3.0:1767384349.899078:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000100:00000040:1.0:1767384349.899084:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007f69143f x1853236732518912/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:330/0 lens 4848/0 e 0 to 0 dl 1767384360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.899088:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384349.899092:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f643c3b6. 00000100:00000001:1.0:1767384349.899093:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384349.899095:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384349.899096:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b172d40c. 00000100:00000001:1.0:1767384349.899098:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384349.899098:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f643c3b6. 00000020:00000010:1.0:1767384349.899100:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b172d40c. 00000100:00100000:0.0:1767384349.899102:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a5d7143 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732518784:12345-0@lo:253: 00000100:00100000:1.0:1767384349.899104:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007f69143f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732518912:12345-0@lo:253: 00000100:00000200:0.0:1767384349.899106:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732518784 00000100:00000200:1.0:1767384349.899107:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732518912 00000020:00000001:1.0:1767384349.899110:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384349.899110:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384349.899114:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384349.899114:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384349.899117:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384349.899117:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.899120:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384349.899120:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384349.899123:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:0.0:1767384349.899123:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:1.0:1767384349.899127:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384349.899127:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384349.899129:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384349.899129:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.899130:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000020:00000001:0.0:1767384349.899133:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384349.899137:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384349.899137:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384349.899139:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384349.899141:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384349.899141:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.899145:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384349.899146:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384349.899149:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384349.899152:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384349.899155:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000819085a5. 02000000:00000001:1.0:1767384349.899157:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.899159:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384349.899164:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:0.0:1767384349.899165:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000007c0923e. 02000000:00000001:0.0:1767384349.899167:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.899169:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384349.899172:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384349.899175:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004e1f66d9. 20000000:01000000:1.0:1767384349.899179:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384349.899179:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fcd5d034. 00000400:00000200:3.0:1767384349.899180:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 20000000:00000001:1.0:1767384349.899182:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384349.899182:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384349.899201:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384349.899201:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384349.899204:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384349.899206:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384349.899206:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384349.899208:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384349.899209:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384349.899210:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384349.899213:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384349.899220:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007b5bd1a7. 20000000:01000000:1.0:1767384349.899223:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:1.0:1767384349.899230:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384349.899237:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384349.899247:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899294:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00080000:00000001:1.0:1767384349.899299:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384349.899304:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384349.899306:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384349.899308:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384349.899312:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384349.899318:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:1.0:1767384349.899322:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384349.899330:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000033b8c80d. 00080000:00000001:1.0:1767384349.899333:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375893354496 : -119697816197120 : ffff9322ae2f6800) 00080000:00000001:1.0:1767384349.899337:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384349.899339:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899375:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899396:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899420:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899445:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000001:00000001:1.0:1767384349.899472:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384349.899474:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.899495:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00080000:00000001:1.0:1767384349.899503:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384349.899529:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384349.899532:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384349.899540:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899591:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899643:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899676:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00080000:00000001:1.0:1767384349.899677:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384349.899682:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384349.899703:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899734:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899786:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899838:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899876:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899903:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899933:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.899962:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.900002:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.900043:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.900094:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384349.900122:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384349.900318:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac2d7752. 00000800:00000010:3.0:1767384349.900325:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c1b97be. 00000800:00000010:3.0:1767384349.900333:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000031fdb509. 00000800:00000010:3.0:1767384349.900362:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000031fdb509. 00000800:00020000:3.0:1767384349.900372:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384349.900375:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c1b97be. 00000800:00000010:3.0:1767384349.900378:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac2d7752. 00000400:02020000:3.0:1767384349.900410:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp39 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384349.900416:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp39 notifying 192.168.204.131@tcp39: down 00000800:00000200:3.0:1767384349.900422:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp39 down 00000800:00000100:3.0:1767384349.900427:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 560 0@<0:0>->192.168.204.131@tcp39 00000800:00000010:3.0:1767384349.900430:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c35b34. 00000400:00000200:3.0:1767384349.900433:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384349.900436:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp39->192.168.204.131@tcp39: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384349.900447:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp39 added to recovery queue. ping count: 0 next ping: 271 health :900 00000400:00000200:3.0:1767384349.900451:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384349.900454:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 1 00000400:00000200:3.0:1767384349.900457:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384349.900497:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384349.900500:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x101171 00000400:00000001:3.0:1767384349.900504:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384349.900505:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384349.900507:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a92d1b4 00000400:00000010:3.0:1767384349.900509:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a92d1b4. 00000400:00000200:3.0:1767384349.900512:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384349.900515:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384349.900518:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (33) 00000400:00000200:3.0:1767384349.900521:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384349.900523:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc -71 00000400:00000200:3.0:1767384349.900527:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384349.900530:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (32) 00080000:00000001:1.0:1767384349.908710:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384349.908716:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384349.908722:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:3.0:1767384349.908723:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384349.908727:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384349.908730:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384349.908731:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384349.908733:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384349.908737:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:3.0:1767384349.908739:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000033b8c80d. 00080000:00000001:3.0:1767384349.908745:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384349.908752:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384349.908765:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384349.908769:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384349.908776:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384349.908779:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384349.908781:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384349.908787:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384349.908792:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384349.908796:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384349.908804:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005e169abd. 20000000:00000010:1.0:1767384349.908808:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fd57471a. 00010000:00000001:3.0:1767384349.908811:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:01000000:1.0:1767384349.908813:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00010000:00000010:3.0:1767384349.908816:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e46fa91b. 20000000:00000001:1.0:1767384349.908821:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384349.908824:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384349.908829:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e46fa91b with handle 0xf83434fd52e6daff to hash 00080000:00000001:1.0:1767384349.908830:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:3.0:1767384349.908833:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384349.908844:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384349.908847:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384349.908852:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.908854:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.908857:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6daff lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384349.908864:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384349.908868:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384349.908870:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384349.908873:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.908874:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384349.908876:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384349.908878:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:1.0:1767384349.908881:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384349.908883:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384349.908888:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384349.908888:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:3.0:1767384349.908894:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384349.908895:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384349.908897:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.908901:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:1.0:1767384349.908902:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000033b8c80d. 00010000:00000001:3.0:1767384349.908904:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384349.908906:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375893354496 : -119697816197120 : ffff9322ae2f6800) 00010000:00000001:3.0:1767384349.908907:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384349.908912:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384349.908913:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:3.0:1767384349.908915:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005e169abd) refcount = 1 00010000:00010000:3.0:1767384349.908921:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6daff lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.908929:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384349.908931:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384349.908933:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.908936:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.908938:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384349.908942:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384349.908945:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384349.908949:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384349.908951:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384349.908954:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e46fa91b refcount=4 00000020:00000001:3.0:1767384349.908956:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384349.908960:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384349.908963:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000001:00000001:1.0:1767384349.908969:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384349.908973:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.908974:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6daff lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384349.908976:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384349.908985:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384349.908988:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6daff lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384349.908994:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.908995:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.908999:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384349.909000:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1767384349.909002:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6daff lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.909010:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.909012:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.909027:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384349.909030:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6daff lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384349.909037:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e46fa91b already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384349.909040:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384349.909043:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384349.909045:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6daff lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.909051:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384349.909053:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384349.909055:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384349.909057:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e46fa91b refcount=5 00000020:00000001:3.0:1767384349.909059:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384349.909062:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384349.909066:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384349.909068:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6daff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.909075:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:1.0:1767384349.909084:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384349.909086:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1767384349.909089:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384349.909090:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.909096:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384349.909098:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384349.909101:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.909103:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384349.909106:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e46fa91b with handle 0xf83434fd52e6daff from hash 00010000:00000001:3.0:1767384349.909109:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384349.909111:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.909125:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.909127:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384349.909129:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384349.909132:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384349.909135:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384349.909137:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.909140:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.909142:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384349.909143:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384349.909146:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.909147:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.909149:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.909151:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.909153:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.909156:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6daff lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.909162:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.909163:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.909165:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384349.909167:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384349.909169:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.909170:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.909173:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384349.909176:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384349.909178:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.909182:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6daff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.909214:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384349.909216:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384349.909217:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6daff lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384349.909224:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005e169abd count: 0 00010000:00000001:3.0:1767384349.909233:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384349.909235:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384349.909523:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294937817, at 4294937818 00000100:00000010:1.0:1767384349.909531:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008857961. 00000100:00000040:0.0:1767384349.909534:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294937817, at 4294937818 00000100:00000010:0.0:1767384349.909540:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002effdb71. 00000100:00000040:3.0:1767384349.909555:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294937817, at 4294937818 00000100:00000040:2.0:1767384349.909563:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294937817, at 4294937818 00000100:00000010:3.0:1767384349.909565:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3fa66e6. 00000100:00000010:2.0:1767384349.909573:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bee003d9. 00010000:00000010:3.1:1767384349.915505:0:32964:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005e169abd. 00010000:00000010:3.1:1767384349.915517:0:32964:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e46fa91b. 00080000:00000001:3.0:1767384349.916832:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384349.916836:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384349.916836:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384349.916839:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384349.916842:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384349.916843:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384349.916846:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000033b8c80d. 00000020:00000002:1.0:1767384349.916846:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:3.0:1767384349.916852:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384349.916852:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384349.916858:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384349.916862:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384349.916887:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384349.916890:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384349.916892:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384349.916894:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384349.916898:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:1.0:1767384349.916902:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384349.916903:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384349.916907:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384349.916925:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005e169abd. 00010000:00000001:3.0:1767384349.916929:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384349.916932:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e46fa91b. 00000020:00000001:3.0:1767384349.916935:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384349.916937:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e46fa91b with handle 0xf83434fd52e6db06 to hash 00000020:00000001:3.0:1767384349.916940:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384349.916941:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384349.916943:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384349.916946:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.916947:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.916949:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db06 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.916961:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384349.916963:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384349.916965:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384349.916967:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384349.916969:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.916970:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384349.916972:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.916974:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384349.916976:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384349.916977:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384349.916978:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384349.916979:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005e169abd) refcount = 1 00010000:00010000:3.0:1767384349.916982:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db06 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.916986:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384349.916988:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384349.916989:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.916990:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.916991:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384349.916993:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384349.916994:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384349.916996:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384349.916998:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384349.916999:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e46fa91b refcount=4 00000020:00000001:3.0:1767384349.917001:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384349.917003:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384349.917005:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384349.917007:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db06 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.917011:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384349.917012:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db06 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.917025:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.917026:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384349.917028:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db06 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.917031:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.917032:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.917035:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384349.917036:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db06 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384349.917041:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e46fa91b already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384349.917043:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384349.917045:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384349.917047:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db06 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.917051:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384349.917053:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384349.917054:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384349.917055:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e46fa91b refcount=5 00000020:00000001:3.0:1767384349.917056:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384349.917058:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384349.917061:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384349.917062:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db06 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.917066:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384349.917068:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384349.917069:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.917071:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384349.917072:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384349.917074:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.917082:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384349.917084:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e46fa91b with handle 0xf83434fd52e6db06 from hash 00010000:00000001:3.0:1767384349.917087:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384349.917088:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.917090:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.917091:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384349.917093:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384349.917094:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384349.917095:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384349.917096:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.917098:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.917099:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384349.917100:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384349.917102:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.917103:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.917104:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.917106:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.917107:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.917116:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db06 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.917119:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.917120:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.917121:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384349.917122:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384349.917124:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.917125:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.917127:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384349.917129:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384349.917131:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.917133:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db06 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.917136:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384349.917138:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384349.917139:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db06 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384349.917151:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005e169abd count: 0 00010000:00000001:3.0:1767384349.917157:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384349.917158:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384349.918927:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384349.918932:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384349.918935:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004e1f66d9. 20000000:00000001:1.0:1767384349.918942:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384349.918948:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732518912 00010000:00000001:1.0:1767384349.918952:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384349.918966:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007f69143f x1853236732518912/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384349.918978:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384349.918981:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384349.918986:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384349.918994:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384349.918998:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384349.919001:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384349.919006:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384349.919010:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.919014:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384349.919018:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384349.919024:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6f41724. 00000100:00000200:1.0:1767384349.919033:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732518912, offset 224 00000400:00000200:1.0:1767384349.919043:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384349.919059:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384349.919073:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206200 00000400:00000200:1.0:1767384349.919082:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bb9 [2] + 224 00000400:00000200:1.0:1767384349.919093:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384349.919100:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384349.919108:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384349.919116:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f3ad4c05 x1853236732518912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384349.919140:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f3ad4c05 x1853236732518912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.919181:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384349.919201:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384349.919206:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384349.919207:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6f41724 00000400:00000010:1.0:1767384349.919212:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6f41724. 00000100:00000001:1.0:1767384349.919216:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384349.919217:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384349.919219:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384349.919220:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384349.919224:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f117034b. 00000100:00000001:1.0:1767384349.919227:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384349.919229:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6324996 00000400:00000010:0.0:1767384349.919233:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6324996. 00000100:00000040:1.0:1767384349.919234:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:0.0:1767384349.919237:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384349.919239:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384349.919243:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384349.919244:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f3ad4c05 x1853236732518912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384349.919251:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384349.919256:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f3ad4c05 x1853236732518912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384349.919262:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f69143f x1853236732518912/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384349.919265:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384349.919268:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.919272:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384349.919276:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384349.919280:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384349.919282:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384349.919285:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007f69143f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732518912:12345-0@lo:253: Request processed in 20187us (20477us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384349.919287:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384349.919294:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=69 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384349.919299:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=69 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384349.919303:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000001:0.0:1767384349.919304:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384349.919309:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384349.919312:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.919314:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384349.919316:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384349.919318:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384349.919319:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.919322:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384349.919326:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007159d573. 00000100:00000040:0.0:1767384349.919328:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f3ad4c05 x1853236732518912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384349.919334:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aac373d7. 00000100:00000001:0.0:1767384349.919335:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384349.919341:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384349.919342:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000f233d8. 00000100:00000001:0.0:1767384349.919343:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384349.919348:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384349.919351:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384349.919352:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000040:1.0:1767384349.919353:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000020:01000004:0.0:1767384349.919354:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384349.919356:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384349.919359:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384349.919360:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384349.919361:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384349.919362:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384349.919365:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:1.0:1767384349.919367:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000819085a5. 00000100:00000040:0.0:1767384349.919369:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3ad4c05 x1853236732518912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384349.919375:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1767384349.919378:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f3ad4c05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732518912:0@lo:253: 00000100:00000001:1.0:1767384349.919380:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.919383:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.919387:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384349.919389:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384349.919390:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f3ad4c05 x1853236732518912/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384349.919398:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050f9fb7d. 00000100:00000001:0.0:1767384349.919398:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384349.919401:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384349.919404:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000607e60a4. 00000400:00000010:1.0:1767384349.919406:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6f41724. 02000000:00000001:0.0:1767384349.919410:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384349.919423:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384349.919424:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384349.919426:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384349.919428:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000cf2ac1d. 02000000:00000001:0.0:1767384349.919433:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384349.919435:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384349.919442:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f3ad4c05. 00000100:00000001:0.0:1767384349.919446:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384349.919447:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.919449:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384349.919457:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384349.919459:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.919461:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384349.919463:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384349.919940:0:32964:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005b0126be. 00000400:00000040:3.0:1767384349.919959:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384349.919962:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384349.919965:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384349.919968:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384349.919971:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384349.919973:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384349.919977:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384349.919979:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384349.919981:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384349.919983:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384349.919986:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384349.919989:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384349.919991:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384349.919993:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384349.919996:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384349.919999:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384349.920001:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384349.920003:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384349.920005:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384349.920009:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384349.920012:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384349.920015:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384349.920017:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384349.920020:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384349.920021:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384349.920025:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384349.920027:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384349.920029:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384349.920031:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384349.920033:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384349.920034:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384349.920035:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384349.920041:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384349.920043:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384349.920044:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384349.920046:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384349.920047:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384349.920049:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384349.920051:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384349.920052:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384349.920054:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384349.920055:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384349.920056:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384349.920058:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384349.920059:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384349.920061:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384349.920062:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384349.920063:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384349.920065:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384349.920067:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384349.920068:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384349.920069:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384349.920070:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384349.920072:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384349.920073:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384349.920075:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384349.920076:0:32964:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384349.920220:0:32964:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005b0126be. 00080000:00000020:1.0:1767384349.920280:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384349.920284:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384349.920286:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fcd5d034. 20000000:00000001:1.0:1767384349.920293:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384349.920303:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732518784 00010000:00000001:1.0:1767384349.920306:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384349.920311:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a5d7143 x1853236732518784/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384349.920319:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384349.920321:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384349.920324:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384349.920328:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384349.920330:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384349.920332:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384349.920334:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384349.920336:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.920338:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384349.920341:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384349.920344:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012fb1b84. 00000100:00000200:1.0:1767384349.920348:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732518784, offset 224 00000400:00000200:1.0:1767384349.920353:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384349.920359:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384349.920365:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206180 00000400:00000200:1.0:1767384349.920371:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bb1 [2] + 224 00000400:00000200:1.0:1767384349.920377:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384349.920380:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384349.920384:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384349.920389:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f99393b9 x1853236732518784/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384349.920399:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f99393b9 x1853236732518784/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.920427:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384349.920431:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012fb1b84 00000400:00000010:1.0:1767384349.920434:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012fb1b84. 00000100:00000001:1.0:1767384349.920437:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384349.920439:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384349.920441:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384349.920442:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.920446:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384349.920447:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:2.0:1767384349.920452:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384349.920454:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384349.920458:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3b4e40. 00010000:00000001:1.0:1767384349.920460:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384349.920464:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384349.920465:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda99f1e 00000020:00000001:1.0:1767384349.920467:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384349.920470:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dda99f1e. 00000100:00000040:1.0:1767384349.920475:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a5d7143 x1853236732518784/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.920522:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384349.920527:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a5d7143 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16146:x1853236732518784:12345-0@lo:253: Request processed in 21434us (21796us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384349.920531:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f99393b9 x1853236732518784/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384349.920544:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000200:2.0:1767384349.920546:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f99393b9 x1853236732518784/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384349.920550:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384349.920557:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384349.920557:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384349.920562:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.920562:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384349.920566:0:16146:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384349.920568:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a411040. 02000000:00000001:2.0:1767384349.920569:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384349.920571:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384349.920574:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384349.920576:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384349.920577:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff22373. 00000100:00001000:2.0:1767384349.920578:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=69 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384349.920583:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=69 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384349.920593:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384349.920595:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384349.920595:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001597c257. 00010000:00000001:2.0:1767384349.920597:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384349.920600:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384349.920601:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:2.0:1767384349.920602:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384349.920609:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f99393b9 x1853236732518784/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384349.920609:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384349.920614:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000007c0923e. 00000100:00000001:2.0:1767384349.920620:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384349.920621:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384349.920624:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384349.920625:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.920626:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384349.920631:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:1.0:1767384349.920632:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384349.920638:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067217700. 00000020:01000004:2.0:1767384349.920640:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384349.920643:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384349.920644:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384349.920645:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:1.0:1767384349.920645:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012fb1b84. 00000020:01000004:2.0:1767384349.920661:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384349.920662:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384349.920663:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384349.920664:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384349.920665:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384349.920668:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f99393b9 x1853236732518784/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384349.920674:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f99393b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732518784:0@lo:253: 00000100:00000001:2.0:1767384349.920677:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.920678:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384349.920679:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f99393b9 x1853236732518784/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.920683:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384349.920685:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384349.920686:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005053e3f2. 02000000:00000001:2.0:1767384349.920689:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384349.920689:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384349.920690:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384349.920692:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384349.920693:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005dfdde87. 02000000:00000001:2.0:1767384349.920696:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384349.920697:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384349.920698:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f99393b9. 00000100:00000001:2.0:1767384349.920701:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384349.920701:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.920702:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.920707:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384349.920708:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.920710:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384349.920711:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384349.921672:0:32964:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005e169abd. 00010000:00000010:3.1:1767384349.921677:0:32964:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e46fa91b. 00010000:00000001:1.0:1767384350.076530:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384350.076536:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.076542:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384350.076544:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.076582:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384350.076588:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384350.076592:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384350.651945:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.651953:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384350.651958:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed63fbc6 00000400:00000010:0.0:1767384350.651965:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed63fbc6. 00000400:00000200:0.0:1767384350.651973:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384350.651984:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp37 recovery ping unlinked 00000400:00000010:0.0:1767384350.651999:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c26ee705. 00000400:00000010:0.0:1767384350.652006:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000154a0ab3. 00000400:00000200:0.0:1767384350.652033:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp39 00000400:00000010:0.0:1767384350.652041:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c26ee705. 00000400:00000010:0.0:1767384350.652050:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c230a74a. 00000400:00000010:0.0:1767384350.652055:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed63fbc6. 00000400:00000010:0.0:1767384350.652068:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000015a3463e. 00000400:00000200:0.0:1767384350.652078:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp39 00000400:00000200:0.0:1767384350.652102:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp39 local destination 00000400:00000200:0.0:1767384350.652113:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp39 00000400:00000200:0.0:1767384350.652122:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp39 NI seq info: [135:135:256:4294967295] 192.168.204.131@tcp39 LPNI seq info [132:132:8:4294967295] 00000400:00000200:0.0:1767384350.652131:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp39 00000400:00000200:0.0:1767384350.652147:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp39(192.168.204.131@tcp39:) -> 192.168.204.131@tcp39(192.168.204.131@tcp39:192.168.204.131@tcp39) : GET try# 0 00000800:00000200:0.0:1767384350.652158:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp39 00000800:00000010:0.0:1767384350.652164:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001e07a7f1. 00000800:00000200:0.0:1767384350.652188:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003784251d] -> 12345-192.168.204.131@tcp39 (2) 00000800:00000200:0.1:1767384350.652195:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003784251d] -> 12345-192.168.204.131@tcp39 (2) 00000400:00000200:0.0:1767384350.652219:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp39 added to recovery queue. ping count: 1 next ping: 273 health :900 00000400:00000200:0.0:1767384350.652375:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.652473:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.652572:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.652610:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.652648:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.652703:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.652774:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.652832:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.652919:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653011:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653054:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653127:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653204:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653300:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653399:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653528:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653625:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653707:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653791:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653859:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653915:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.653954:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654002:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654100:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654214:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654278:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654321:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654359:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654409:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654528:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654625:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654719:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654798:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654860:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384350.654894:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384350.655100:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000090431b70. 00000800:00000010:0.0:1767384350.655105:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004cf9ec89. 00000800:00000010:0.0:1767384350.655110:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003858108c. 00000800:00000010:0.0:1767384350.655131:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003858108c. 00000800:00020000:0.0:1767384350.655148:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384350.655152:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004cf9ec89. 00000800:00000010:0.0:1767384350.655154:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000090431b70. 00000400:02020000:0.0:1767384350.655241:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp39 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384350.655251:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp39 notifying 192.168.204.131@tcp39: down 00000400:00000200:0.0:1767384350.655255:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384350.655260:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp39 00000800:00000010:0.0:1767384350.655264:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001e07a7f1. 00000400:00000200:0.0:1767384350.655268:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384350.655274:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp39->192.168.204.131@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384350.655283:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384350.655287:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384350.655291:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp39) recovery failed with -71 10000000:00000001:1.0:1767384350.715598:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384350.715606:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:1.0:1767384350.715612:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384350.715615:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384350.715616:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384350.715617:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384350.715621:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384350.715623:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384350.715625:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 61 10000000:00000001:1.0:1767384350.715634:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384350.715635:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384350.715643:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a447279. 00000020:00000040:1.0:1767384350.715647:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384350.715653:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384350.715656:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384350.715663:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384350.715670:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016d43df8. 00000100:00000001:1.0:1767384350.715677:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.715681:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384350.715685:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384350.715693:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023114aaa. 00010000:00000001:1.0:1767384350.715697:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384350.715701:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000770811d6. 00000020:00000001:1.0:1767384350.715705:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384350.715712:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000770811d6 with handle 0xf83434fd52e6db0d to hash 00000020:00000001:1.0:1767384350.715715:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384350.715718:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384350.715721:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384350.715725:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384350.715728:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.715731:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384350.715739:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384350.715748:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384350.715755:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384350.715758:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384350.715766:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041032152. 00000100:00000001:1.0:1767384350.715769:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370860056320 : -119702849495296 : ffff9321822d5f00) 00000100:00000001:1.0:1767384350.715774:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384350.715783:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210174080 : -119698499377536 : ffff93228576e680) 00000100:00000001:1.0:1767384350.715791:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384350.715797:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.715800:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384350.715805:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384350.715814:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a447279 x1853236732519040/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.715822:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384350.715823:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.715827:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384350.715831:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384350.715833:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384350.715838:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732519040:0@lo:101: 00000100:00000001:1.0:1767384350.715842:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384350.715849:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384350.715851:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.715854:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384350.715858:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000017135cd6. 02000000:00000001:1.0:1767384350.715860:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384350.715866:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be1c67a9. 00000400:00000010:1.0:1767384350.715874:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067da9294. 00000100:00000200:1.0:1767384350.715881:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732519040, portal 25 00000100:00000001:1.0:1767384350.715884:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384350.715886:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210174080 : -119698499377536 : ffff93228576e680) 00000100:00000040:1.0:1767384350.715890:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a447279 x1853236732519040/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384366 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.715896:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384350.715900:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384350.715902:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cc127d3. 00000100:00000200:1.0:1767384350.715906:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732519040, offset 0 00000400:00000200:1.0:1767384350.715915:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384350.715931:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384350.715943:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d206280 00000400:00000200:1.0:1767384350.715952:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x13b5 [2] + 0 00000400:00000010:1.0:1767384350.715962:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb9ebc5e. 00000400:00000200:1.0:1767384350.715966:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d7ce851 00000400:00000200:1.0:1767384350.715974:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.715981:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384350.715988:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d7ce851 00000400:00000010:1.0:1767384350.715991:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d7ce851. 00000100:00000001:1.0:1767384350.715996:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384350.715999:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384350.716003:0:16780:0:(events.c:337:request_in_callback()) incoming req@000000004bab96ae x1853236732519040 msgsize 328 00000100:00100000:1.0:1767384350.716014:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384350.716017:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384350.716030:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384350.716039:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cc127d3 00000400:00000010:1.0:1767384350.716041:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cc127d3. 00000100:00000001:1.0:1767384350.716047:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384350.716054:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a447279 x1853236732519040/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384366 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.716063:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384350.716068:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002a447279 x1853236732519040/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384366 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.716076:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.716078:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384350.716085:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.716090:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294938634 00000100:00000010:1.0:1767384350.716094:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba9bf8d4. 00000100:00000001:1.0:1767384350.716101:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384350.716111:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294938634 00000100:00000010:1.0:1767384350.716114:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e0f26f81. 00000100:00000001:1.0:1767384350.716120:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384350.716126:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294938634 00000100:00000010:1.0:1767384350.716131:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bee003d9. 00000100:00000001:1.0:1767384350.716134:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384350.716141:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294938634 00000100:00000010:1.0:1767384350.716150:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3fa66e6. 00000100:00000001:1.0:1767384350.716153:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384350.716155:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384350.716157:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.716160:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384350.716161:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384350.716163:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 0000000041032152 going to sleep for 11 seconds 00000100:00000001:1.0:1767384350.716165:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384350.716168:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.716209:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384350.716211:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732519040 02000000:00000001:1.0:1767384350.716214:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384350.716218:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384350.716220:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.716224:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384350.716228:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732519040 00000020:00000001:1.0:1767384350.716230:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384350.716232:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384350.716233:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.716235:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:1.0:1767384350.716238:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:1.0:1767384350.716241:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384350.716246:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384350.716250:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d55bd590. 00000100:00000001:1.0:1767384350.716253:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384350.716256:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d55bd590. 00000020:00000010:1.0:1767384350.716263:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067f97752. 00000020:00000010:1.0:1767384350.716271:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000285435ce. 00000020:00000010:1.0:1767384350.716276:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff22373. 00000100:00000040:1.0:1767384350.716288:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384350.716291:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384350.716292:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384350.716294:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.716303:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.716317:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.716336:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384350.716338:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384350.716342:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000040:1.0:1767384350.716346:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384350.716349:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376010597456 : -119697698954160 : ffff9322b52c6450) 00000100:00000040:1.0:1767384350.716353:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004bab96ae x1853236732519040/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:331/0 lens 328/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.716361:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384350.716364:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d55bd590. 00000100:00000001:1.0:1767384350.716367:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384350.716369:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d55bd590. 00000100:00100000:1.0:1767384350.716372:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004bab96ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16780:x1853236732519040:12345-0@lo:101: 00000100:00000200:1.0:1767384350.716376:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732519040 00000020:00000001:1.0:1767384350.716380:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384350.716384:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384350.716387:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.716389:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384350.716392:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:1.0:1767384350.716395:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384350.716397:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384350.716400:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384350.716402:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384350.716405:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.716407:0:16775:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384350.716409:0:16775:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384350.716410:0:16775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384350.716412:0:16775:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384350.716413:0:16775:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.716418:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384350.716423:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b4ccc63d. 00010000:00000001:1.0:1767384350.716428:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384350.716432:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008c8fa64b. 00000020:00000001:1.0:1767384350.716440:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384350.716441:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008c8fa64b with handle 0xf83434fd52e6db14 to hash 00000020:00000001:1.0:1767384350.716444:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384350.716446:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384350.716448:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00010000:1.0:1767384350.716450:0:16775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db14 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf83434fd52e6db0d expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384350.716455:0:16775:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e25b4a2c : new locks_count 10 00000020:00000040:1.0:1767384350.716457:0:16775:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:1.0:1767384350.716466:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384350.716468:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384350.716473:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006dfd1201. 02000000:00000001:1.0:1767384350.716475:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.716515:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.716519:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384350.716524:0:16775:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384350.716527:0:16775:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384350.716529:0:16775:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384350.716532:0:16775:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.716535:0:16775:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384350.716536:0:16775:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.716539:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384350.716542:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384350.716546:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384350.716548:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384350.716550:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b4ccc63d) refcount = 1 00010000:00010000:1.0:1767384350.716556:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf83434fd52e6db0d expref: 15 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.716562:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384350.716564:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384350.716566:0:16775:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.716569:0:16775:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.716572:0:16775:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384350.716583:0:16775:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384350.716585:0:16775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6db0d expref: 15 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.716592:0:16775:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384350.716595:0:16775:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384350.716598:0:16775:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.716600:0:16775:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.716602:0:16775:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384350.716603:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.716605:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384350.716606:0:16775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008c8fa64b, rc 0) 00000020:00000001:1.0:1767384350.716609:0:16775:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384350.716613:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732519040 00010000:00000001:1.0:1767384350.716616:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384350.716621:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004bab96ae x1853236732519040/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:331/0 lens 328/344 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384350.716627:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384350.716630:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384350.716634:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384350.716640:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384350.716643:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384350.716645:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384350.716647:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384350.716649:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.716651:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384350.716655:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384350.716658:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cc127d3. 00000100:00000200:1.0:1767384350.716662:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732519040, offset 224 00000400:00000200:1.0:1767384350.716666:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384350.716672:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384350.716679:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d206280 00000400:00000200:1.0:1767384350.716682:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1bd5 [1] + 224 00000400:00000200:1.0:1767384350.716685:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.716688:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384350.716697:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384350.716699:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a447279 x1853236732519040/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384350.716706:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000002a447279 x1853236732519040/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384366 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.716718:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384350.716723:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cc127d3 00000400:00000010:1.0:1767384350.716725:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cc127d3. 00000100:00000001:1.0:1767384350.716731:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384350.716734:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384350.716740:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.716744:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384350.716747:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384350.716749:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.716751:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384350.716755:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004bab96ae x1853236732519040/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:331/0 lens 328/344 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384350.716767:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004bab96ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732519040:12345-0@lo:101: Request processed in 403us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384350.716775:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:1.0:1767384350.716780:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384350.716784:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384350.716787:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384350.716793:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000285435ce. 00000020:00000010:1.0:1767384350.716799:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff22373. 00000020:00000010:1.0:1767384350.716807:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067f97752. 00000020:00000040:1.0:1767384350.716819:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:1.0:1767384350.716824:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384350.716827:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006dfd1201. 02000000:00000001:1.0:1767384350.716829:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384350.716832:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384350.716838:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384350.716841:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb9ebc5e. 00000400:00000010:1.0:1767384350.716852:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d3240a8. 00000100:00000001:1.0:1767384350.716891:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384350.716900:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384350.716902:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384350.716903:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be1c67a9. 00000400:00000200:1.0:1767384350.716907:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067da9294 00000400:00000010:1.0:1767384350.716908:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067da9294. 00000100:00000001:1.0:1767384350.716912:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384350.716918:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a447279 x1853236732519040/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384366 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384350.716927:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a447279 x1853236732519040/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384366 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.716938:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384350.716940:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.716943:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384350.716946:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384350.716949:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384350.716951:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.716953:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384350.716956:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=70 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384350.716962:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384350.716964:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384350.716966:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.716968:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384350.716970:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.716973:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.716979:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a447279 x1853236732519040/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384366 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.716985:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384350.716989:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384350.716991:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384350.716997:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a447279 x1853236732519040/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384366 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384350.717002:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732519040:0@lo:101: 00000100:00000001:1.0:1767384350.717019:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.717023:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.717025:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384350.717029:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384350.717034:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a447279 x1853236732519040/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384366 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.717042:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384350.717045:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000041032152. 00000100:00000001:1.0:1767384350.717051:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384350.717054:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.717057:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384350.717060:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384350.717062:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.717064:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=4 00000020:00000001:1.0:1767384350.717067:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384350.717070:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000040:1.0:1767384350.717075:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000770811d6, remote cookie: 0xf83434fd52e6db14, flags: 0x0 00010000:00000001:1.0:1767384350.717079:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384350.717082:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384350.717084:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384350.717086:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384350.717087:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384350.717089:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023114aaa) refcount = 1 00010000:00010000:1.0:1767384350.717091:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6db14 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.717096:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384350.717098:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384350.717100:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384350.717104:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384350.717110:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.717112:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6db14 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.717125:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384350.717127:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.717129:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.717130:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.717130:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.717131:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.717134:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384350.717139:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a447279 x1853236732519040/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.717146:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384350.717149:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384350.717151:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000017135cd6. 02000000:00000001:1.0:1767384350.717156:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384350.717159:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384350.717161:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384350.717163:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384350.717165:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000016d43df8. 02000000:00000001:1.0:1767384350.717181:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384350.717183:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384350.717185:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a447279. 00000100:00000001:1.0:1767384350.717193:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384350.717194:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384350.717198:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384350.717201:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384350.717202:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:1.0:1767384350.717204:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.717206:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384350.717209:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.717211:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=3 00000020:00000001:1.0:1767384350.717213:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384350.717217:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384350.717219:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384350.717220:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.717223:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.717224:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384350.717233:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384350.717236:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000005b48f8d8. 00000100:00000010:1.0:1767384350.717251:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a447279. 00000020:00000040:1.0:1767384350.717255:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384350.717258:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384350.717260:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384350.717264:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384350.717270:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016d43df8. 00000100:00000001:1.0:1767384350.717273:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.717277:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384350.717281:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000017135cd6. 00000100:00000010:1.0:1767384350.717284:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d55bd590. 00000020:00000040:1.0:1767384350.717286:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384350.717290:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384350.717292:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384350.717296:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041032152. 00000100:00000001:1.0:1767384350.717299:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370860056320 : -119702849495296 : ffff9321822d5f00) 00000100:00000001:1.0:1767384350.717302:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384350.717303:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210174080 : -119698499377536 : ffff93228576e680) 00000100:00000001:1.0:1767384350.717305:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384350.717307:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.717308:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384350.717309:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384350.717312:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.717319:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384350.717321:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.717325:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384350.717328:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384350.717330:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384350.717332:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732519168:0@lo:256: 00000100:00000001:1.0:1767384350.717335:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384350.717337:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384350.717339:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.717345:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384350.717350:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be1c67a9. 00000400:00000010:1.0:1767384350.717354:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002fffd9b0. 00000100:00000200:1.0:1767384350.717358:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d206300-0x695824d206300, portal 33 00000100:00000001:1.0:1767384350.717362:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.717364:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384350.717366:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067f97752. 02000000:00000001:1.0:1767384350.717367:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384350.717370:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062747445. 00000400:00000010:1.0:1767384350.717376:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067da9294. 00000100:00000200:1.0:1767384350.717378:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732519168, portal 25 00000100:00000001:1.0:1767384350.717380:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384350.717382:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210174080 : -119698499377536 : ffff93228576e680) 00000100:00000040:1.0:1767384350.717385:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384366 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.717390:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384350.717392:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384350.717394:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cc127d3. 00000100:00000200:1.0:1767384350.717396:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732519168, offset 0 00000400:00000200:1.0:1767384350.717399:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384350.717412:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384350.717421:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d206300 00000400:00000200:1.0:1767384350.717426:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x13d9 [2] + 0 00000400:00000010:1.0:1767384350.717429:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c3976c6. 00000400:00000200:1.0:1767384350.717434:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ec09fae 00000400:00000200:1.0:1767384350.717437:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.717444:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384350.717447:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ec09fae 00000400:00000010:1.0:1767384350.717449:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ec09fae. 00000100:00000001:1.0:1767384350.717456:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384350.717458:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384350.717462:0:16780:0:(events.c:337:request_in_callback()) incoming req@00000000e7e79f1e x1853236732519168 msgsize 304 00000100:00100000:1.0:1767384350.717468:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384350.717470:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384350.717953:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384350.717960:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cc127d3 00000400:00000010:1.0:1767384350.717962:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cc127d3. 00000100:00000001:1.0:1767384350.717965:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384350.717971:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384366 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.717978:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384350.717982:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384366 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.717986:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.717989:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384350.717993:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.717998:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294938636 00000100:00000001:1.0:1767384350.718008:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294938634 00000100:00000001:1.0:1767384350.718013:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294938636 00000100:00000001:1.0:1767384350.718020:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294938634 00000100:00000001:1.0:1767384350.718028:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294938636 00000100:00000001:1.0:1767384350.718037:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294938634 00000100:00000001:1.0:1767384350.718048:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294938636 00000100:00000001:1.0:1767384350.718057:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294938634 00000100:00000001:1.0:1767384350.718065:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384350.718067:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.718070:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384350.718072:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384350.718074:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 0000000041032152 going to sleep for 11 seconds 00000100:00000001:1.0:1767384350.718076:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384350.718077:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.718102:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384350.718106:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732519168 02000000:00000001:1.0:1767384350.718109:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384350.718112:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384350.718113:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.718122:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384350.718124:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732519168 00000020:00000001:1.0:1767384350.718126:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384350.718127:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384350.718129:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.718130:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:1.0:1767384350.718131:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:1.0:1767384350.718133:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384350.718136:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384350.718138:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cad490d. 00000100:00000001:1.0:1767384350.718141:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384350.718144:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cad490d. 00000020:00000010:1.0:1767384350.718147:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d09bf35. 00000020:00000010:1.0:1767384350.718150:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000285435ce. 00000020:00000010:1.0:1767384350.718153:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff22373. 00000100:00000040:1.0:1767384350.718157:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384350.718158:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384350.718160:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384350.718162:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.718167:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.718188:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.718198:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384350.718199:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384350.718202:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000040:1.0:1767384350.718204:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384350.718206:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375658428496 : -119698051123120 : ffff9322a02eb850) 00000100:00000040:1.0:1767384350.718209:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e7e79f1e x1853236732519168/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:331/0 lens 304/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.718216:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384350.718218:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cad490d. 00000100:00000001:1.0:1767384350.718220:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384350.718221:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cad490d. 00000100:00100000:1.0:1767384350.718224:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e7e79f1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732519168:12345-0@lo:256: 00000100:00000200:1.0:1767384350.718232:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732519168 00000020:00000001:1.0:1767384350.718234:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384350.718236:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384350.718238:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.718240:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384350.718241:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:1.0:1767384350.718244:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384350.718245:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384350.718246:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384350.718247:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384350.718249:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.718252:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384350.718256:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384350.718258:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000006dfd1201. 02000000:00000001:1.0:1767384350.718260:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.718262:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384350.718265:0:16777:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384350.718269:0:16777:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384350.718273:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384350.718277:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384350.718280:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384350.718282:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384350.718285:0:16777:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384350.718288:0:16777:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000083c0e0c7. 20000000:00000001:1.0:1767384350.718292:0:16777:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384350.718307:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384350.718313:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384350.718317:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384350.718319:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384350.718321:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384350.718324:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384350.718326:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384350.718328:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384350.718331:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384350.718334:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384350.718338:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384350.718347:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384350.718350:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384350.718352:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384350.718355:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384350.718358:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384350.718362:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384350.718365:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384350.718367:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384350.718371:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384350.718373:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384350.718376:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384350.718379:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384350.718381:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384350.718384:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384350.718386:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384350.718388:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384350.718390:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384350.718391:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384350.718393:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384350.718395:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384350.718398:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384350.718400:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:01000000:1.0:1767384350.718403:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 684, pages 3412/1/4/3. 20000000:00000040:1.0:1767384350.718411:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384350.718412:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384350.718414:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384350.718416:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384350.718418:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384350.718421:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384350.718424:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384350.718427:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384350.718430:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384350.718431:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384350.718433:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384350.718436:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384350.718437:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384350.718438:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384350.718440:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384350.718441:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384350.718448:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384350.718451:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384350.718454:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384350.718455:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384350.718458:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384350.718460:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384350.718463:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384350.718465:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384350.718467:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384350.718469:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384350.718471:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384350.718472:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384350.718474:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384350.718476:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384350.718514:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384350.718516:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384350.718518:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:01000000:1.0:1767384350.718520:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 684, pages 2728/1/4/3. 20000000:01000000:1.0:1767384350.718522:0:16777:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1368, version 70 20000000:00000001:1.0:1767384350.718525:0:16777:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1368 : 1368 : 558) 00000100:00000001:1.0:1767384350.718528:0:16777:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384350.718532:0:16777:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000015c2f627. 00000100:00000010:1.0:1767384350.718535:0:16777:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e1af077d. 00000020:00000040:1.0:1767384350.718538:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=16 00010000:00000001:1.0:1767384350.718541:0:16777:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384350.718544:0:16777:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384350.718547:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cc127d3. 00000400:00000010:1.0:1767384350.718558:0:16777:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000753521e3. 00000400:00000200:1.0:1767384350.718564:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384350.718577:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384350.718586:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1368 into portal 33 MB=0x695824d206300 00000400:00000200:1.0:1767384350.718590:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1368/1368 into md 0x1be5 [4] + 0 00000400:00000010:1.0:1767384350.718592:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be1c67a9. 00000400:00000200:1.0:1767384350.718595:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002fffd9b0 00000400:00000200:1.0:1767384350.718597:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.718600:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384350.718606:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fffd9b0 00000400:00000010:1.0:1767384350.718615:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002fffd9b0. 00000100:00000001:1.0:1767384350.718621:0:16777:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384350.718622:0:16777:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000002a447279 desc 0000000017135cd6 mbits 1853236732519168 00000100:00000001:1.0:1767384350.718630:0:16777:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384350.718635:0:16777:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384350.718648:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384350.718660:0:16777:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1bf1 00000400:00000200:1.0:1767384350.718664:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.718672:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384350.718677:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384350.718678:0:16777:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000015c2f627 00000100:00000001:1.0:1767384350.718680:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384350.718691:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cc127d3 00000400:00000010:1.0:1767384350.718693:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cc127d3. 00000100:00000001:1.0:1767384350.718696:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384350.718697:0:16777:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000015c2f627 00000100:00000001:1.0:1767384350.718700:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384350.718708:0:16777:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1368 bytes via portal 33 id 12345-0@lo mbits 0x695824d206300-0x695824d206300 00000100:00000001:1.0:1767384350.718711:0:16777:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.718716:0:16777:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.718718:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384350.718722:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000010:1.0:1767384350.718725:0:16777:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e1af077d. 00000100:00000010:1.0:1767384350.718729:0:16777:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000015c2f627. 00000100:00000001:1.0:1767384350.718733:0:16777:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384350.718734:0:16777:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384350.718739:0:16777:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000083c0e0c7. 20000000:00000001:1.0:1767384350.718742:0:16777:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384350.718744:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732519168 00010000:00000001:1.0:1767384350.718747:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384350.718751:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7e79f1e x1853236732519168/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:331/0 lens 304/240 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384350.718759:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384350.718761:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384350.718764:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384350.718778:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384350.718781:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384350.718784:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384350.718786:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384350.718788:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.718791:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384350.718794:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384350.718799:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cc127d3. 00000100:00000200:1.0:1767384350.718804:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732519168, offset 224 00000400:00000200:1.0:1767384350.718809:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384350.718815:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384350.718822:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d206300 00000400:00000200:1.0:1767384350.718826:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1be9 [1] + 224 00000400:00000200:1.0:1767384350.718831:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.718838:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384350.718843:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384350.718845:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384350.718850:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384366 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.718857:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384350.718865:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cc127d3 00000400:00000010:1.0:1767384350.718867:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cc127d3. 00000100:00000001:1.0:1767384350.718870:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384350.718871:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384350.718876:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.718877:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384350.718879:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384350.718881:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.718883:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384350.718889:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7e79f1e x1853236732519168/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:331/0 lens 304/240 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384350.718896:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7e79f1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732519168:12345-0@lo:256: Request processed in 679us (1433us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384350.718910:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000040:1.0:1767384350.718912:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384350.718915:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384350.718918:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384350.718921:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000285435ce. 00000020:00000010:1.0:1767384350.718925:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff22373. 00000020:00000010:1.0:1767384350.718931:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d09bf35. 00000020:00000040:1.0:1767384350.718940:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:1.0:1767384350.718944:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384350.718945:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000006dfd1201. 02000000:00000001:1.0:1767384350.718949:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384350.718950:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384350.718955:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384350.718960:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be1c67a9. 00000400:00000010:1.0:1767384350.718965:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002fffd9b0. 00000100:00000001:1.0:1767384350.719000:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384350.719008:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384350.719009:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384350.719010:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062747445. 00000400:00000200:1.0:1767384350.719012:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067da9294 00000400:00000010:1.0:1767384350.719014:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067da9294. 00000100:00000001:1.0:1767384350.719019:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384350.719025:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384366 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384350.719031:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384366 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.719036:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384350.719037:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.719038:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384350.719039:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384350.719042:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384350.719044:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.719047:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384350.719052:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=70 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384350.719063:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384350.719065:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384350.719066:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.719068:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384350.719070:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.719072:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.719078:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384366 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384350.719083:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384366 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.719089:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384350.719090:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384350.719092:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384366 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384350.719096:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732519168:0@lo:256: 00000100:00000001:1.0:1767384350.719098:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.719100:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.719101:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384350.719102:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384350.719105:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384366 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.719109:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384350.719110:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000041032152. 00000100:00000001:1.0:1767384350.719112:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384350.719113:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384350.719115:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 70, more 0. 10000000:00000001:1.0:1767384350.719118:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384350.719125:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000006a0ffa88. 00010000:00000001:1.0:1767384350.719134:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384350.719138:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384350.719142:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:1.0:1767384350.719145:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384350.719148:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384350.719154:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:1.0:1767384350.719155:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000100:00000200:1.0:1767384350.719158:0:16780:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 33 NIDs for '192.168.204.131@tcp' 00000400:00000200:1.0:1767384350.719162:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384350.719165:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384350.719167:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:1.0:1767384350.719186:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384350.719192:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (31) 00000400:00000200:1.0:1767384350.719196:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (32) 00000400:00000200:1.0:1767384350.719206:0:16780:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384350.719207:0:16780:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384350.719209:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384350.719211:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:1.0:1767384350.719213:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (33) 00000400:00000200:1.0:1767384350.719215:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:1.0:1767384350.719216:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:1.0:1767384350.719218:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719220:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:1.0:1767384350.719221:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:1.0:1767384350.719222:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719223:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:1.0:1767384350.719225:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:1.0:1767384350.719227:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719228:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:1.0:1767384350.719229:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:1.0:1767384350.719231:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719232:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:1.0:1767384350.719233:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000200:1.0:1767384350.719235:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719236:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:1.0:1767384350.719238:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:1.0:1767384350.719240:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719241:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:1.0:1767384350.719242:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:1.0:1767384350.719244:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719245:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:1.0:1767384350.719252:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:1.0:1767384350.719256:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719258:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:1.0:1767384350.719261:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:1.0:1767384350.719266:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719268:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000200:1.0:1767384350.719270:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:1.0:1767384350.719274:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719275:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000400:00000200:1.0:1767384350.719276:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.131@tcp20 00000400:00000200:1.0:1767384350.719281:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719283:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp20 00000400:00000200:1.0:1767384350.719285:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.131@tcp21 00000400:00000200:1.0:1767384350.719289:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719292:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp21 00000400:00000200:1.0:1767384350.719293:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.131@tcp22 00000400:00000200:1.0:1767384350.719296:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719298:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp22 00000400:00000200:1.0:1767384350.719300:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.131@tcp23 00000400:00000200:1.0:1767384350.719304:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719306:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp23 00000400:00000200:1.0:1767384350.719309:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.131@tcp24 00000400:00000200:1.0:1767384350.719313:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719314:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp24 00000400:00000200:1.0:1767384350.719317:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.131@tcp25 00000400:00000200:1.0:1767384350.719321:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719324:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp25 00000400:00000200:1.0:1767384350.719328:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.131@tcp26 00000400:00000200:1.0:1767384350.719332:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719335:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp26 00000400:00000200:1.0:1767384350.719337:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.131@tcp27 00000400:00000200:1.0:1767384350.719341:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719344:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp27 00000400:00000200:1.0:1767384350.719346:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.131@tcp28 00000400:00000200:1.0:1767384350.719351:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719353:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp28 00000400:00000200:1.0:1767384350.719360:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.131@tcp29 00000400:00000200:1.0:1767384350.719365:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719366:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp29 00000400:00000200:1.0:1767384350.719370:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.131@tcp30 00000400:00000200:1.0:1767384350.719377:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719379:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp30 00000400:00000200:1.0:1767384350.719381:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.131@tcp31 00000400:00000200:1.0:1767384350.719384:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719386:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp31 00000400:00000200:1.0:1767384350.719388:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.131@tcp32 00000400:00000200:1.0:1767384350.719392:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719393:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp32 00000400:00000200:1.0:1767384350.719396:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.131@tcp33 00000400:00000200:1.0:1767384350.719400:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719401:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp33 00000400:00000200:1.0:1767384350.719402:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.131@tcp34 00000400:00000200:1.0:1767384350.719407:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719408:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp34 00000400:00000200:1.0:1767384350.719410:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.131@tcp35 00000400:00000200:1.0:1767384350.719412:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719413:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp35 00000400:00000200:1.0:1767384350.719414:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.131@tcp36 00000400:00000200:1.0:1767384350.719417:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719420:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp36 00000400:00000200:1.0:1767384350.719423:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.131@tcp37 00000400:00000200:1.0:1767384350.719427:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719429:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp37 00000400:00000200:1.0:1767384350.719432:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.131@tcp38 00000400:00000200:1.0:1767384350.719435:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719437:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp38 00000400:00000200:1.0:1767384350.719439:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.131@tcp39 00000400:00000200:1.0:1767384350.719443:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384350.719444:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp39 00000400:00000200:1.0:1767384350.719446:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.131@tcp40 00000400:00000010:1.0:1767384350.719450:0:16780:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000001d09bf35. 00000400:00000200:1.0:1767384350.719454:0:16780:0:(peer.c:264:lnet_peer_alloc()) 000000001d09bf35 nid 192.168.204.131@tcp40 00000400:00000010:1.0:1767384350.719462:0:16780:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002effdb71. 00000400:00000200:1.0:1767384350.719465:0:16780:0:(peer.c:204:lnet_peer_net_alloc()) 000000002effdb71 net tcp40 00000400:00000010:1.0:1767384350.719469:0:16780:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005ffc6c3f. 00000400:00000200:1.0:1767384350.719514:0:16780:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005ffc6c3f nid 192.168.204.131@tcp40 00000400:00000200:1.0:1767384350.719519:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000001d09bf35 (0) 00000400:00000200:1.0:1767384350.719527:0:16780:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.131@tcp40: -2 00000400:00000200:1.0:1767384350.719537:0:16780:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp40 NID 192.168.204.131@tcp40 flags 0x1 00000400:00000200:1.0:1767384350.719539:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000001d09bf35 (1) 00000400:00000200:1.0:1767384350.719541:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000001d09bf35 (2) 00000400:00000200:1.0:1767384350.719546:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000001d09bf35 (1) 00000400:00000200:1.0:1767384350.719551:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000001d09bf35 (2) 00000400:00000200:1.0:1767384350.719556:0:16780:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp40 (000000001d09bf35): 0 00000400:00000200:1.0:1767384350.719558:0:16780:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384350.719563:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384350.719565:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp40 NID 192.168.204.131@tcp40: 0. pending discovery 00000400:00000200:1.0:1767384350.719567:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000001d09bf35 (3) 00000100:00000001:1.0:1767384350.719570:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.719573:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384350.719577:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 10000000:00000010:1.0:1767384350.719581:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000285435ce. 10000000:00000040:1.0:1767384350.719583:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 69/70 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:1.0:1767384350.719586:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384350.719594:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384350.719597:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1d442b7. 00000020:00000010:1.0:1767384350.719602:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ed602ef7. 00000040:00000010:1.0:1767384350.719606:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000000f233d8. 00000020:00000010:1.0:1767384350.719609:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ffdc6e26. 00000020:00000010:1.0:1767384350.719614:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be6393ac. 00000020:00000010:1.0:1767384350.719618:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009f7ffc1c. 80000000:00000010:1.0:1767384350.719622:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000008857961. 00000400:00000200:3.0:1767384350.719625:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 40000000:00000010:1.0:1767384350.719626:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003cad490d. 00100000:00000010:1.0:1767384350.719635:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000493d822. 00000400:00000200:3.0:1767384350.719640:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00040000:00000010:1.0:1767384350.719640:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000038038b90. 00000400:00000010:3.0:1767384350.719650:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a92d1b4. 00040000:00000010:1.0:1767384350.719654:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000086b37a10. 00000400:00000200:3.0:1767384350.719658:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (32) 00040000:00000010:1.0:1767384350.719659:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c4ffbfe9. 00080000:00000010:1.0:1767384350.719672:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000047f06718. 00000400:00000010:3.0:1767384350.719675:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008251115b. 00000004:00000010:1.0:1767384350.719681:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fa2b91d8. 00000400:00000200:3.0:1767384350.719688:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000004:00000010:1.0:1767384350.719690:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008fdd8d10. 00000004:00000010:1.0:1767384350.719697:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d1af1536. 00002000:00000010:1.0:1767384350.719702:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006dfd1201. 00000400:00000200:3.0:1767384350.719708:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000004:00000010:1.0:1767384350.719709:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000015c2f627. 00000004:00000001:1.0:1767384350.719721:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384350.719726:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:3.0:1767384350.719727:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000040:00001000:1.0:1767384350.719733:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000285435ce 00000040:00001000:1.0:1767384350.719737:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384350.719746:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:3.0:1767384350.719751:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000040:00001000:1.0:1767384350.719752:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384350.719758:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:3.0:1767384350.719772:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000040:00001000:1.0:1767384350.719773:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384350.719777:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384350.719779:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384350.719790:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000400:00000200:3.0:1767384350.719796:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000040:00000001:1.0:1767384350.719796:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384350.719806:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000400:00000200:3.0:1767384350.719821:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000400:00000200:3.0:1767384350.719832:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:3.0:1767384350.719840:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:3.0:1767384350.719846:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[113, 38] 00000400:00000200:3.0:1767384350.719854:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 38], ns[121, 38] 00000400:00000200:3.0:1767384350.719859:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 38], ns[125, 38] 00000400:00000200:3.0:1767384350.719864:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:3.0:1767384350.719872:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:3.0:1767384350.719879:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000004:00000001:1.0:1767384350.719883:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.719886:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000020:00000010:1.0:1767384350.719890:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ed602ef7. 00000400:00000200:3.0:1767384350.719898:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000040:00000010:1.0:1767384350.719899:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000000f233d8. 00000020:00000010:1.0:1767384350.719907:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ffdc6e26. 00000020:00000010:1.0:1767384350.719912:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be6393ac. 00000400:00000200:3.0:1767384350.719916:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000020:00000010:1.0:1767384350.719920:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009f7ffc1c. 80000000:00000010:1.0:1767384350.719930:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000008857961. 00000400:00000200:3.0:1767384350.719931:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 40000000:00000010:1.0:1767384350.719939:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003cad490d. 00000400:00000200:3.0:1767384350.719944:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00100000:00000010:1.0:1767384350.719946:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000493d822. 00040000:00000010:1.0:1767384350.719952:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000038038b90. 00040000:00000010:1.0:1767384350.719959:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000086b37a10. 00000400:00000200:3.0:1767384350.719964:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 30], ns[100, 30] 00040000:00000010:1.0:1767384350.719966:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c4ffbfe9. 00080000:00000010:1.0:1767384350.719975:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000047f06718. 00000400:00000200:3.0:1767384350.719982:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 30], ns[119, 30] 00000004:00000010:1.0:1767384350.719983:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fa2b91d8. 00000004:00000010:1.0:1767384350.719991:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008fdd8d10. 00000004:00000010:1.0:1767384350.720002:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d1af1536. 00002000:00000010:1.0:1767384350.720012:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006dfd1201. 00000400:00000200:3.0:1767384350.720018:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 30], ns[72, 30] 00000004:00000010:1.0:1767384350.720022:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000015c2f627. 00000020:00000010:1.0:1767384350.720029:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1d442b7. 00000400:00000200:3.0:1767384350.720033:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 30], ns[127, 30] 00000020:00000001:1.0:1767384350.720037:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.720042:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384350.720047:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 30], ns[130, 30] 10000000:00000010:1.0:1767384350.720050:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000285435ce. 00000400:00000200:3.0:1767384350.720064:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 30], ns[102, 30] 10000000:00000040:1.0:1767384350.720065:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:1.0:1767384350.720072:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000006a0ffa88. 10000000:00000001:1.0:1767384350.720081:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.720086:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 30], ns[128, 30] 00000100:00000001:1.0:1767384350.720087:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384350.720094:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a447279 x1853236732519168/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384350.720103:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 30], ns[118, 30] 00000100:00000001:1.0:1767384350.720114:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384350.720117:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384350.720119:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067f97752. 00000400:00000200:3.0:1767384350.720124:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 30], ns[133, 30] 02000000:00000001:1.0:1767384350.720126:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384350.720129:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384350.720132:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:3.0:1767384350.720140:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 30], ns[132, 30] 00000020:00000001:1.0:1767384350.720141:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384350.720147:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384350.720150:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384350.720154:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384350.720159:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384350.720160:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[132, 30], ns[135, 30] 00000100:00000010:1.0:1767384350.720162:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d55bd590. 00000100:00000010:1.0:1767384350.720183:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000017135cd6. 00000100:00000001:1.0:1767384350.720190:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384350.720195:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000016d43df8. 00000400:00000200:3.0:1767384350.720199:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 02000000:00000001:1.0:1767384350.720201:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384350.720203:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384350.720204:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a447279. 00000100:00000001:1.0:1767384350.720207:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384350.720209:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp21 00000100:00000001:1.0:1767384350.720210:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.720224:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp21 lpni_is_preferred = 0 00000400:00000200:3.0:1767384350.720231:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp21 10000000:00000010:1.0:1767384350.720233:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000005b48f8d8. 10000000:01000000:1.0:1767384350.720242:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:3.0:1767384350.720243:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp21 NI seq info: [136:136:256:4294967295] 192.168.204.131@tcp21 LPNI seq info [133:133:8:4294967295] 10000000:00000001:1.0:1767384350.720248:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384350.720255:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384350.720260:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp21 00000020:00000001:1.0:1767384350.720261:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.720267:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=3 00000020:00000001:1.0:1767384350.720273:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384350.720281:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00000400:00000200:3.0:1767384350.720286:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp21(192.168.204.131@tcp21:) -> 192.168.204.131@tcp21(192.168.204.131@tcp:192.168.204.131@tcp21) : PUT try# 0 00010000:00000001:1.0:1767384350.720290:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384350.720295:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6db14 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767384350.720297:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.204.131@tcp21 00000800:00000010:3.0:1767384350.720308:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e691233. 00010000:00000001:1.0:1767384350.720310:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.720315:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384350.720319:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6db14 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767384350.720322:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001431fd88] -> 12345-192.168.204.131@tcp21 (6) 00010000:00000001:1.0:1767384350.720336:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:3.0:1767384350.720341:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp21 ip 192.168.204.131:988 00010000:00000001:1.0:1767384350.720342:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.720348:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1767384350.720350:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000e691233 type 1, nob 656 niov 1 nkiov 1 10000000:00000001:1.0:1767384350.720352:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384350.720358:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384350.720362:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384350.720364:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384350.720367:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 00000400:00000200:3.0:1767384350.720372:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 10000000:00000001:1.0:1767384350.720373:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384350.720378:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000400:00000200:3.0:1767384350.720393:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp40(000000001d09bf35) state 0x41 00000400:00000200:3.0:1767384350.720396:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000001d09bf35 (2) 00000400:00000010:3.0:1767384350.720401:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e0e5e16b. 00000400:00000010:3.0:1767384350.720405:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086825c0f. 00000400:00000010:3.0:1767384350.720411:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000095c247ab. 00000400:00000200:3.0:1767384350.720417:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp40 00000400:00000200:3.0:1767384350.720425:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp40 local destination 00000400:00000200:3.0:1767384350.720429:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000400:00000200:3.0:1767384350.720432:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp40 00000400:00000200:3.0:1767384350.720434:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp40 lpni_is_preferred = 0 00000400:00000200:3.0:1767384350.720436:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp40 00000400:00000200:3.0:1767384350.720440:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp40 NI seq info: [137:137:256:4294967295] 192.168.204.131@tcp40 LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767384350.720445:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp40 00000400:00000200:3.0:1767384350.720451:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp40(192.168.204.131@tcp40:) -> 192.168.204.131@tcp40(192.168.204.131@tcp40:192.168.204.131@tcp40) : GET try# 0 00000800:00000200:3.0:1767384350.720456:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp40 00000800:00000010:3.0:1767384350.720460:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003e6925fb. 00000800:00000010:3.0:1767384350.720469:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ad20f58a. 00000800:00000010:3.0:1767384350.720474:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008dac8ea5. 00000800:00000200:3.0:1767384350.720511:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000800:00000200:3.1:1767384350.720516:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000400:00000200:3.0:1767384350.720531:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp40 00000400:00000200:3.0:1767384350.720533:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp40(000000001d09bf35) state 0x241 rc 0 00000400:00000200:3.0:1767384350.720603:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720643:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720670:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720694:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720717:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720743:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720764:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720784:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720807:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720829:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720859:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720884:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720910:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720936:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720963:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.720986:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721009:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721033:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721064:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721091:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721114:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721138:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721160:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721201:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721226:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721249:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721273:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721298:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721327:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721351:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721375:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721403:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721425:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721445:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384350.721466:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384350.721646:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac2d7752. 00000800:00000010:3.0:1767384350.721651:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b99ff071. 00000800:00000010:3.0:1767384350.721657:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bccd589e. 00000800:00000010:3.0:1767384350.721680:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bccd589e. 00000800:00020000:3.0:1767384350.721689:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384350.721693:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b99ff071. 00000800:00000010:3.0:1767384350.721702:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac2d7752. 00000400:02020000:3.0:1767384350.721753:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp40 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384350.721761:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp40 notifying 192.168.204.131@tcp40: down 00000800:00000200:3.0:1767384350.721767:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp40 down 00000800:00000100:3.0:1767384350.721774:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp40 00000800:00000010:3.0:1767384350.721778:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003e6925fb. 00000400:00000200:3.0:1767384350.721783:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384350.721788:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp40->192.168.204.131@tcp40: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384350.721794:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp40 added to recovery queue. ping count: 0 next ping: 272 health :900 00000400:00000200:3.0:1767384350.721799:0:16137:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384350.721803:0:16137:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp40: 1 00000400:00000200:3.0:1767384350.721807:0:16137:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp40 (000000001d09bf35): -114 00000400:00000200:3.0:1767384350.721831:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384350.721836:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp40(000000001d09bf35) state 0x841 00000400:00000001:3.0:1767384350.721840:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384350.721841:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384350.721844:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086825c0f 00000400:00000010:3.0:1767384350.721846:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086825c0f. 00000400:00000200:3.0:1767384350.721849:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384350.721852:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp40 (000000001d09bf35): -114 00000400:00000010:3.0:1767384350.721854:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e0e5e16b. 00000400:00000200:3.0:1767384350.721857:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000001d09bf35 (3) 00000400:00000200:3.0:1767384350.721860:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp40:-71 00000400:00000200:3.0:1767384350.721863:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp40(000000001d09bf35) state 0x2041 rc -71 00000400:00000200:3.0:1767384350.721867:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp40 (000000001d09bf35) 00000400:00000200:3.0:1767384350.721870:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000001d09bf35 (2) 00000800:00000200:3.0:1767384350.721972:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384350.721976:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e691233. 00000400:00000200:3.0:1767384350.721980:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384350.721984:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp21->192.168.204.131@tcp21: PUT: OK 00000400:00000200:3.0:1767384350.721987:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384350.721989:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000800:00000001:3.0:1767384350.722005:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.722012:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384350.722016:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.722020:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.722028:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp21(192.168.204.131@tcp21) <- 192.168.204.131@tcp21 : PUT - for me 00000400:00000200:3.0:1767384350.722038:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384350.722056:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 528/560 into md 0x1b21 [1] + 0 00000400:00000010:3.0:1767384350.722070:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d003eb29. 00000400:00000200:3.0:1767384350.722079:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086c1c721 00000800:00000001:3.0:1767384350.722088:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.722094:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.722098:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384350.722105:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp21->192.168.204.131@tcp21: PUT: OK 00000400:00000200:3.0:1767384350.722113:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c1c721 00000400:00000010:3.0:1767384350.722116:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086c1c721. 00000400:00000200:3.0:1767384350.722121:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384350.722124:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (33) 00000400:00000200:3.0:1767384350.722128:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:3.0:1767384350.722132:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (560 bytes) 00000400:00000200:3.0:1767384350.722137:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384350.722145:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (34) 00000400:00000200:3.0:1767384350.722150:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384350.722155:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp21 to MR: 192.168.204.131@tcp21 local destination 00000400:00000200:3.0:1767384350.722162:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp21 NI seq info: [138:138:256:4294967295] 192.168.204.131@tcp21 LPNI seq info [134:134:8:4294967295] 00000400:00000200:3.0:1767384350.722188:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp21(192.168.204.131@tcp21:192.168.204.131@tcp21) -> 192.168.204.131@tcp21(192.168.204.131@tcp21:192.168.204.131@tcp21) 192.168.204.131@tcp21 : ACK try# 0 00000800:00000200:3.0:1767384350.722193:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp21 00000800:00000010:3.0:1767384350.722196:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e691233. 00000800:00000200:3.0:1767384350.722201:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001431fd88] -> 12345-192.168.204.131@tcp21 (6) 00000800:00000200:3.0:1767384350.722206:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp21 ip 192.168.204.131:999 00000800:00000200:3.0:1767384350.722209:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000e691233 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384350.722226:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.722232:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384350.722259:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384350.722261:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e691233. 00000400:00000200:3.0:1767384350.722263:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384350.722268:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp21->192.168.204.131@tcp21: ACK: OK 00000800:00000001:3.0:1767384350.722273:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.722276:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384350.722278:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.722281:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384350.722283:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.722286:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.722291:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp21(192.168.204.131@tcp21) <- 192.168.204.131@tcp21 : ACK - for me 00000400:00000200:3.0:1767384350.722299:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp21: ACK from 12345-192.168.204.131@tcp21 into md 0x1bfd 00000400:00000200:3.0:1767384350.722303:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384350.722307:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp21->192.168.204.131@tcp21: ACK: OK 00000400:00000200:3.0:1767384350.722310:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a92d1b4 00000400:00000010:3.0:1767384350.722311:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a92d1b4. 00000400:00000200:3.0:1767384350.722314:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384350.722316:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:3.0:1767384350.722322:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384350.722325:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (33) 00000800:00000001:3.0:1767384350.722330:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.722334:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.722356:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384350.722360:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000c97475c6. 00000400:00000010:3.0:1767384350.722365:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d003eb29. 00000400:00000010:3.0:1767384350.722369:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a92d1b4. 00000400:00000200:3.0:1767384350.722374:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c97475c6 00000400:00000010:3.0:1767384350.722376:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 0000000075e03b97. 00000400:00000200:3.0:1767384350.722381:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000400:00000200:3.0:1767384350.722384:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000200:3.0:1767384350.722386:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (32) 00000400:00000010:3.0:1767384350.722390:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000ac6b59a3. 00000400:00000010:3.0:1767384350.722401:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c1c721. 00000400:00000010:3.0:1767384350.722407:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000034681a70. 00000400:00000200:3.0:1767384350.722411:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:3.0:1767384350.722416:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:3.0:1767384350.722420:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:3.0:1767384350.722426:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:3.0:1767384350.722430:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000400:00000200:3.0:1767384350.722434:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000400:00000200:3.0:1767384350.722439:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000400:00000200:3.0:1767384350.722447:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000400:00000200:3.0:1767384350.722452:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:3.0:1767384350.722460:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:3.0:1767384350.722469:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[113, 38] 00000400:00000200:3.0:1767384350.722475:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 38], ns[121, 38] 00000400:00000200:3.0:1767384350.722820:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 38], ns[125, 38] 00000400:00000200:3.0:1767384350.722825:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 38], ns[138, 38] 00000400:00000200:3.0:1767384350.722831:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000400:00000200:3.0:1767384350.722835:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:3.0:1767384350.722844:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 32], ns[42, 32] 00000400:00000200:3.0:1767384350.722851:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000400:00000200:3.0:1767384350.722859:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:3.0:1767384350.722871:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:3.0:1767384350.722876:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 32], ns[58, 32] 00000400:00000200:3.0:1767384350.722880:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 32], ns[100, 32] 00000400:00000200:3.0:1767384350.722885:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 32], ns[119, 32] 00000400:00000200:3.0:1767384350.722890:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 32], ns[72, 32] 00000400:00000200:3.0:1767384350.722894:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 32], ns[127, 32] 00000400:00000200:3.0:1767384350.722899:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 32], ns[130, 32] 00000400:00000200:3.0:1767384350.722904:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 32], ns[102, 32] 00000400:00000200:3.0:1767384350.722909:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 32], ns[128, 32] 00000400:00000200:3.0:1767384350.722913:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 32], ns[118, 32] 00000400:00000200:3.0:1767384350.722918:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 32], ns[133, 32] 00000400:00000200:3.0:1767384350.722923:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 32], ns[132, 32] 00000400:00000200:3.0:1767384350.722928:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[132, 32], ns[135, 32] 00000400:00000200:3.0:1767384350.722932:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:3.0:1767384350.722935:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp22 00000400:00000200:3.0:1767384350.722940:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp22 lpni_is_preferred = 0 00000400:00000200:3.0:1767384350.722942:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp22 00000400:00000200:3.0:1767384350.722945:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp22 NI seq info: [139:139:256:4294967295] 192.168.204.131@tcp22 LPNI seq info [135:135:8:4294967295] 00000400:00000200:3.0:1767384350.722952:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp22 00000400:00000200:3.0:1767384350.722959:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp22(192.168.204.131@tcp22:) -> 192.168.204.131@tcp22(192.168.204.131@tcp:192.168.204.131@tcp22) : GET try# 0 00000800:00000200:3.0:1767384350.722964:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp22 00000800:00000010:3.0:1767384350.722973:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000e691233. 00000800:00000200:3.0:1767384350.722978:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008b7091ec] -> 12345-192.168.204.131@tcp22 (6) 00000800:00000200:3.0:1767384350.722985:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp22 ip 192.168.204.131:988 00000800:00000200:3.0:1767384350.722987:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000e691233 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384350.723152:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384350.723155:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000800:00000200:3.0:1767384350.723313:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384350.723316:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000e691233. 00000400:00000200:3.0:1767384350.723320:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384350.723324:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp22->192.168.204.131@tcp22: GET: OK 00000400:00000200:3.0:1767384350.723327:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384350.723329:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000001:3.0:1767384350.723335:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.723341:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384350.723343:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.723350:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.723356:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp22(192.168.204.131@tcp22) <- 192.168.204.131@tcp22 : GET - for me 00000400:00000200:3.0:1767384350.723364:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384350.723369:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 560/560 into md 0x1ba9 [1] + 0 00000400:00000200:3.0:1767384350.723376:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp22 to MR: 192.168.204.131@tcp22 local destination 00000400:00000200:3.0:1767384350.723382:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp22 NI seq info: [140:140:256:4294967295] 192.168.204.131@tcp22 LPNI seq info [136:136:8:4294967295] 00000400:00000200:3.0:1767384350.723393:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp22(192.168.204.131@tcp22:192.168.204.131@tcp22) -> 192.168.204.131@tcp22(192.168.204.131@tcp22:192.168.204.131@tcp22) 192.168.204.131@tcp22 : REPLY try# 0 00000800:00000200:3.0:1767384350.723398:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.204.131@tcp22 00000800:00000010:3.0:1767384350.723402:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e691233. 00000800:00000200:3.0:1767384350.723407:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008b7091ec] -> 12345-192.168.204.131@tcp22 (6) 00000800:00000200:3.0:1767384350.723414:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp22 ip 192.168.204.131:997 00000800:00000200:3.0:1767384350.723418:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000e691233 type 3, nob 656 niov 1 nkiov 1 00000800:00000200:3.0:1767384350.723462:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384350.723465:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e691233. 00000400:00000200:3.0:1767384350.723475:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384350.723512:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp22->192.168.204.131@tcp22: REPLY: OK 00000800:00000001:3.0:1767384350.723522:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.723527:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384350.723530:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.723533:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384350.723535:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.723538:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.723542:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp22(192.168.204.131@tcp22) <- 192.168.204.131@tcp22 : REPLY - for me 00000400:00000200:3.0:1767384350.723550:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp22: Reply from 12345-192.168.204.131@tcp22 of length 560/560 into md 0x1c09 00000800:00000001:3.0:1767384350.723554:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.723561:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.723563:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384350.723567:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp22->192.168.204.131@tcp22: REPLY: OK 00000400:00000200:3.0:1767384350.723572:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c1c721 00000400:00000010:3.0:1767384350.723574:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086c1c721. 00000400:00000200:3.0:1767384350.723577:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384350.723581:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:3.0:1767384350.723584:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:3.0:1767384350.723588:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 33. state = 0x100271 00000400:00000200:3.0:1767384350.723593:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384350.723601:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (33) 00000800:00000001:3.0:1767384350.723606:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.723609:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.723622:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384350.723625:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000f1 00000400:00000010:3.0:1767384350.723632:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 00000000b04643c3. 00000400:00000010:3.0:1767384350.723635:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 00000000432766de. 00000400:00000010:3.0:1767384350.723639:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 000000000899da82. 00000400:00000200:3.0:1767384350.723676:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp32(00000000b8329d7c) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384350.723683:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp33(00000000e0f64093) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384350.723689:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp35(00000000d9bd0662) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384350.723695:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp37(00000000cb7977c7) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384350.723708:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp39(000000008c871e83) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384350.723720:0:16144:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.131@tcp40 00000400:00000200:3.0:1767384350.723728:0:16144:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.131@tcp40 NID 192.168.204.131@tcp40 00000400:00000200:3.0:1767384350.723732:0:16144:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000005ffc6c3f nid 192.168.204.131@tcp40 00000400:00000010:3.0:1767384350.723735:0:16144:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000005ffc6c3f. 00000400:00000200:3.0:1767384350.723740:0:16144:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000002effdb71 net tcp40 00000400:00000010:3.0:1767384350.723743:0:16144:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000002effdb71. 00000400:00000200:3.0:1767384350.723749:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000001d09bf35 (1) 00000400:00000200:3.0:1767384350.723752:0:16144:0:(peer.c:272:lnet_destroy_peer_locked()) 000000001d09bf35 nid 192.168.204.131@tcp40 00000400:00000010:3.0:1767384350.723755:0:16144:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000001d09bf35. 00000400:00000010:3.0:1767384350.723762:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e0e5e16b. 00000400:00000200:3.0:1767384350.723770:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e0e5e16b nid 192.168.204.131@tcp40 00000400:00000010:3.0:1767384350.723774:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000078256c5d. 00000400:00000200:3.0:1767384350.723777:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000078256c5d net tcp40 00000400:00000200:3.0:1767384350.723780:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (32) 00000400:00000200:3.0:1767384350.723789:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp40 flags 0x11 00000400:00000010:3.0:1767384350.723794:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004f3b64cf. 00000400:00000200:3.0:1767384350.723799:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004f3b64cf nid 192.168.204.131@tcp41 00000400:00000010:3.0:1767384350.723803:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d26c2827. 00000400:00000200:3.0:1767384350.723805:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d26c2827 net tcp41 00000400:00000200:3.0:1767384350.723809:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (33) 00000400:00000200:3.0:1767384350.723815:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp41 flags 0x11 00000400:00000010:3.0:1767384350.723818:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 00000000b04643c3. 00000400:00000010:3.0:1767384350.723821:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 00000000432766de. 00000400:00000010:3.0:1767384350.723825:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 000000000899da82. 00000400:00000010:3.0:1767384350.723829:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000ac6b59a3. 00000400:00000200:3.0:1767384350.723833:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384350.723837:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:3.0:1767384350.723841:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000400:00000200:3.0:1767384350.723848:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:3.0:1767384350.723852:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384350.723854:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:3.0:1767384350.723864:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384350.723867:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (34) 00000100:00000040:3.0:1767384350.728541:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294938636, at 4294938637 00000100:00000040:2.0:1767384350.728541:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294938636, at 4294938637 00000100:00000040:1.0:1767384350.728547:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294938636, at 4294938637 00000100:00000010:2.0:1767384350.728552:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bee003d9. 00000100:00000010:3.0:1767384350.728553:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3fa66e6. 00000100:00000040:0.0:1767384350.728560:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294938636, at 4294938637 00000100:00000010:1.0:1767384350.728561:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e0f26f81. 00000100:00000010:0.0:1767384350.728576:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba9bf8d4. 00000020:00000010:2.0:1767384350.732589:0:33206:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000179c47ab. 00000020:00000040:2.0:1767384350.732598:0:33206:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384350.732601:0:33206:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000179c47ab. 00010000:00000001:1.0:1767384351.100583:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384351.100592:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384351.100603:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384351.100606:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.100651:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384351.100660:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384351.100663:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384351.589860:0:33431:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384351.589878:0:33431:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.589883:0:33431:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384351.589892:0:33431:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384351.589899:0:33431:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.589903:0:33431:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384351.675546:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384351.675554:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767384351.675559:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (6) 00000400:00000200:1.0:1767384351.675559:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed63fbc6 00000400:00000010:1.0:1767384351.675564:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed63fbc6. 00000800:00000200:2.0:1767384351.675571:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:988 00000400:00000200:1.0:1767384351.675571:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384351.675578:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp39 recovery ping unlinked 00000800:00000200:2.0:1767384351.675579:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384351.675589:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c26ee705. 00000400:00000010:1.0:1767384351.675600:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c230a74a. 00000400:00000200:1.0:1767384351.675611:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp40 00000400:00000010:1.0:1767384351.675614:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000820e25d9. 00000400:00000010:1.0:1767384351.675619:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008f0b1312. 00000400:00000010:1.0:1767384351.675622:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067da9294. 00000400:00000010:1.0:1767384351.675630:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000078171494. 00000400:00000200:1.0:1767384351.675634:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp40 00000400:00000200:1.0:1767384351.675646:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp40 local destination 00000400:00000200:1.0:1767384351.675651:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp40 00000400:00000200:1.0:1767384351.675656:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp40 NI seq info: [141:141:256:4294967295] 192.168.204.131@tcp40 LPNI seq info [137:137:8:4294967295] 00000400:00000200:1.0:1767384351.675662:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp40 00000400:00000200:1.0:1767384351.675668:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp40(192.168.204.131@tcp40:) -> 192.168.204.131@tcp40(192.168.204.131@tcp40:192.168.204.131@tcp40) : GET try# 0 00000800:00000200:1.0:1767384351.675673:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp40 00000800:00000010:1.0:1767384351.675678:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000038038b90. 00000800:00000200:1.0:1767384351.675683:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000800:00000200:1.1:1767384351.675687:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000800:00000200:2.0:1767384351.675694:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384351.675701:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp40 added to recovery queue. ping count: 1 next ping: 274 health :900 00000800:00000001:2.0:1767384351.675703:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.675713:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384351.675718:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384351.675722:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384351.675761:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.675798:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.675820:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.675848:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.675879:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.675907:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.675924:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.675943:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.675958:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.675974:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676001:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676017:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676036:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676061:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676087:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676103:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676120:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676137:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676167:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676189:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676205:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676228:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676270:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676329:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676363:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676400:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676424:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676445:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676463:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676509:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676551:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676578:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676624:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676657:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384351.676678:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384351.676802:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000819085a5. 00000800:00000010:1.0:1767384351.676808:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000975a79e8. 00000800:00000010:1.0:1767384351.676815:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000455fc252. 00000800:00000010:1.0:1767384351.676840:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000455fc252. 00000800:00020000:1.0:1767384351.676850:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384351.676854:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000975a79e8. 00000800:00000010:1.0:1767384351.676857:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000819085a5. 00000400:02020000:1.0:1767384351.676897:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp40 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384351.676904:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp40 notifying 192.168.204.131@tcp40: down 00000800:00000200:1.0:1767384351.676910:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp40 down 00000800:00000100:1.0:1767384351.676923:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp40 00000800:00000010:1.0:1767384351.676925:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000038038b90. 00000400:00000200:1.0:1767384351.676929:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384351.676933:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp40->192.168.204.131@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384351.676941:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384351.676943:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384351.676946:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp40) recovery failed with -71 00010000:00000001:1.0:1767384352.123579:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384352.123588:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.123595:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384352.123598:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384352.123600:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384352.123602:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.123604:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384352.123607:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.123608:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.123610:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.123645:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384352.123652:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.123657:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384352.251560:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384352.251567:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384352.251573:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3ad4c05. 00000020:00000040:0.0:1767384352.251580:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384352.251585:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384352.251591:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384352.251594:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384352.251599:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.251603:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767384352.251608:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa5ffeb3. 00000100:00000010:2.0:1767384352.251614:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4a56307. 00000100:00000001:0.0:1767384352.251617:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.251623:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384352.251627:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384352.251629:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384352.251631:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.251634:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384352.251640:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.251644:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ad4c05] to pc [ptlrpcd_00_02+2] req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384352.251649:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000463217ae. 00000100:00000001:2.0:1767384352.251663:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.251676:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1767384352.251678:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.251693:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384352.251697:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.251707:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4a56307] to pc [ptlrpcd_00_03+3] req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.251730:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.251736:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.251741:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384352.251743:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384352.251751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384352.251751:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.251772:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384352.251775:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.251777:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384352.251778:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa176323. 02000000:00000001:0.0:1767384352.251788:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384352.251789:0:37:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384352.251791:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.251797:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384352.251798:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.251804:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f3ad4c05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732519296:0@lo:13: 02000000:00000001:2.0:1767384352.251805:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384352.251813:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384352.251815:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.251817:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384352.251823:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.251826:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384352.251827:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e338d5ac. 02000000:00000010:0.0:1767384352.251829:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b85d3608. 02000000:00000001:0.0:1767384352.251834:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.251838:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.251839:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f117034b. 00000100:00000040:2.0:1767384352.251849:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384352.251850:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9103819. 00000100:00000200:0.0:1767384352.251863:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732519296, portal 4 00000100:00000001:2.0:1767384352.251864:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384352.251871:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.251872:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.251879:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154151936 : -119697555399680 : ffff9322bdbadc00) 00000100:00000040:2.0:1767384352.251885:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa176323] to pc [ptlrpcd_00_00+0] req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.251890:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.251941:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.251951:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.251955:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004af6ffb2. 00000100:00000200:0.0:1767384352.251959:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732519296, offset 0 00000100:00000001:2.0:1767384352.251968:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.251976:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384352.251977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384352.251985:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384352.251989:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071e3ee83. 00000020:00000040:2.0:1767384352.251992:0:37:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:0.0:1767384352.252000:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384352.252001:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384352.252009:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384352.252013:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384352.252019:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d42c657c. 00000400:00000200:0.0:1767384352.252023:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d206380 00000100:00000001:2.0:1767384352.252032:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.252040:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2688 00000100:00000040:2.0:1767384352.252044:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384352.252046:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384352.252065:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384352.252066:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384352.252068:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.252075:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384352.252076:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071e3ee83] to pc [ptlrpcd_00_01+1] req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384352.252079:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384352.252092:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e6aebc4. 00000100:00000040:0.0:1767384352.252096:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000000e6aebc4 x1853236732519296 msgsize 224 00000100:00100000:0.0:1767384352.252099:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384352.252109:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.252121:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.252121:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004af6ffb2 00000100:00000040:2.0:1767384352.252129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384352.252132:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004af6ffb2. 00000100:00000001:0.0:1767384352.252136:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384352.252153:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.252154:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384352.252161:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee15c38a. 00000020:00000040:2.0:1767384352.252168:0:37:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384352.252169:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384352.252172:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384352.252176:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384352.252177:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384352.252183:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.252192:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384352.252195:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd69c56f. 00000100:00000001:0.0:1767384352.252195:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.252205:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.252207:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.252213:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4381 usecs (5 jiffies) 00000100:00000040:2.0:1767384352.252215:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384352.252225:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294940165 00000100:00000001:2.0:1767384352.252237:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1767384352.252238:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee4c4349. 00000100:00000001:2.0:1767384352.252240:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.252252:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee15c38a] to pc [ptlrpcd_00_02+2] req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.252254:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384352.252275:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.252275:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294940165 00000100:00000010:0.0:1767384352.252288:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb2090b9. 00000100:00000040:2.0:1767384352.252292:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (277) 00000100:00000001:0.0:1767384352.252296:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384352.252312:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.252312:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294940165 00000100:00000001:2.0:1767384352.252320:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384352.252323:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b598aaa. 00000100:00000001:2.0:1767384352.252324:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384352.252333:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384352.252334:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.252343:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294940165 00000100:00000001:2.0:1767384352.252344:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384352.252348:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384352.252351:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f02851e6. 02000000:00000001:2.0:1767384352.252353:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384352.252360:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.252361:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:2.0:1767384352.252364:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384352.252370:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa176323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732519552:0@lo:400: 00000100:00000001:0.0:1767384352.252371:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.252384:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384352.252384:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.252389:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384352.252392:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.252400:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.252400:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384352.252412:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384352.252417:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000728186ea. 00000100:00000001:0.0:1767384352.252420:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384352.252421:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.252425:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384352.252429:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054f1c2fd. 00000100:00000001:0.0:1767384352.252434:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384352.252438:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57985bf. 00000100:00000001:0.0:1767384352.252439:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384352.252444:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732519552, portal 4 00000100:00000001:0.0:1767384352.252444:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384352.252449:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384352.252451:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169396992 : -119698540154624 : ffff93228308b100) 00000100:00000040:0.0:1767384352.252455:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384352.252464:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.252548:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384352.252549:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384352.252556:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.252563:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384352.252565:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384352.252566:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110db611. 02000000:00000001:0.0:1767384352.252571:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384352.252573:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732519552, offset 0 02000000:00000001:0.0:1767384352.252581:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.252587:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384352.252592:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ee15c38a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236732519808:0@lo:400: 00000100:00000001:0.0:1767384352.252599:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384352.252600:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384352.252613:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384352.252617:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.252623:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d206480 02000000:00000001:0.0:1767384352.252623:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384352.252632:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c254167c. 00000400:00000200:2.0:1767384352.252637:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3664 02000000:00000001:0.0:1767384352.252643:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.252648:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384352.252650:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dcc5320. 00000400:00000200:2.0:1767384352.252657:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384352.252666:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004af6ffb2. 00000100:00000001:2.0:1767384352.252668:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384352.252672:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1767384352.252675:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732519808, portal 10 00000100:00000010:2.0:1767384352.252677:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005dfae8f7. 00000100:00000001:0.0:1767384352.252685:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384352.252686:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000005dfae8f7 x1853236732519552 msgsize 224 00000100:00000001:0.0:1767384352.252697:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169388032 : -119698540163584 : ffff932283088e00) 00000100:00100000:2.0:1767384352.252702:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384352.252715:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.252718:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384352.252730:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110db611 00000100:00000001:0.0:1767384352.252730:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384352.252735:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110db611. 00000100:00000040:0.0:1767384352.252741:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384352.252742:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384352.252746:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1559a6. 00000100:00000200:2.0:1767384352.252749:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384352.252754:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732519808, offset 0 00000100:00000001:2.0:1767384352.252763:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.252772:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384352.252774:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384352.252788:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.252790:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384352.252793:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384352.252806:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d206580 00000100:00000001:2.0:1767384352.252813:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.252819:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000100:00000040:2.0:1767384352.252823:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4381 usecs (5 jiffies) 00000400:00000200:0.0:1767384352.252827:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384352.252829:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294940166 00000400:00000200:0.0:1767384352.252837:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384352.252844:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294940165 00000100:00000001:0.0:1767384352.252849:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384352.252854:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384352.252856:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294940166 00000100:00000010:0.0:1767384352.252859:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5f5739f. 00000100:00000001:2.0:1767384352.252867:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294940165 00000100:00000040:0.0:1767384352.252868:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000d5f5739f x1853236732519808 msgsize 224 00000100:00000001:2.0:1767384352.252882:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294940166 00000100:00100000:0.0:1767384352.252894:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384352.252900:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294940165 00000100:00000001:2.0:1767384352.252916:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294940166 00000100:00000001:0.0:1767384352.252916:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.252930:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1559a6 00000100:00000001:2.0:1767384352.252931:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294940165 00000400:00000010:0.0:1767384352.252936:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1559a6. 00000100:00000001:2.0:1767384352.252944:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.252945:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384352.252953:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.252956:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384352.252956:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.252967:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.252980:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.252980:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384352.252984:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384352.252989:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.252992:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.252995:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384352.252999:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384352.253009:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384352.253009:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.253012:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.253016:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.253016:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.253021:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.253024:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.253026:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384352.253027:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.253028:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384352.253036:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.253036:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2895 usecs (3 jiffies) 00000100:00000001:0.0:1767384352.253048:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294940164 00000100:00000001:2.0:1767384352.253049:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.253055:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294940166 00000100:00000001:2.0:1767384352.253058:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.253061:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384352.253064:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384352.253067:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.253071:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294940164 00000100:00100000:2.0:1767384352.253074:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071e3ee83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236732519680:0@lo:400: 00000100:00000001:0.0:1767384352.253080:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294940166 00000100:00000001:2.0:1767384352.253081:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384352.253087:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384352.253088:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294940164 02000000:00000001:2.0:1767384352.253089:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.253095:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384352.253098:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294940166 02000000:00000010:2.0:1767384352.253099:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034e9313b. 02000000:00000001:2.0:1767384352.253109:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.253110:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294940164 00000400:00000010:2.0:1767384352.253115:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f42cd37. 00000100:00000001:0.0:1767384352.253116:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294940166 00000100:00000001:0.0:1767384352.253121:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384352.253123:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110db611. 00000100:00000001:0.0:1767384352.253126:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384352.253131:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732519680, portal 10 00000100:00000001:0.0:1767384352.253133:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.253137:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.253154:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.253156:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169392512 : -119698540159104 : ffff932283089f80) 00000100:00000040:2.0:1767384352.253166:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.253169:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.253174:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384352.253176:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384352.253190:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384352.253192:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8f7d97a. 00000100:00000200:2.0:1767384352.253202:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732519680, offset 0 00000100:00000001:0.0:1767384352.253204:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.253210:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384352.253215:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384352.253219:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.253228:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384352.253229:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384352.253240:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384352.253250:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d206500 00000100:00000001:0.0:1767384352.253250:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.253254:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384352.253260:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00000001:0.0:1767384352.253261:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.253265:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384352.253267:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384352.253268:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384352.253273:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384352.253279:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.253280:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384352.253286:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384352.253297:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b6e6db8. 00000100:00000040:2.0:1767384352.253301:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000000b6e6db8 x1853236732519680 msgsize 224 00000100:00000001:0.0:1767384352.253301:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.253309:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.253320:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767384352.253326:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384352.253327:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384352.253342:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.253348:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4a56307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732519424:0@lo:400: 00000100:00000001:2.0:1767384352.253350:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384352.253351:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384352.253355:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384352.253357:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.253365:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8f7d97a 02000000:00000001:0.0:1767384352.253366:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384352.253373:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8f7d97a. 00000100:00000001:2.0:1767384352.253377:0:16146:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1767384352.253377:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032e4aeeb. 02000000:00000001:0.0:1767384352.253383:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384352.253386:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384352.253393:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000581050d4. 00000100:00000001:2.0:1767384352.253396:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.253401:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.253405:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.253419:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.253422:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.253425:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2843 usecs (3 jiffies) 00000400:00000010:0.0:1767384352.253425:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1559a6. 00000100:00000001:2.0:1767384352.253433:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294940164 00000100:00000001:2.0:1767384352.253437:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294940166 00000100:00000200:0.0:1767384352.253437:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732519424, portal 25 00000100:00000001:2.0:1767384352.253445:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294940164 00000100:00000001:0.0:1767384352.253446:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384352.253449:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294940166 00000100:00000001:0.0:1767384352.253450:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169388928 : -119698540162688 : ffff932283089180) 00000100:00000001:2.0:1767384352.253451:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294940164 00000100:00000001:2.0:1767384352.253456:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294940166 00000100:00000001:2.0:1767384352.253459:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294940164 00000100:00000001:2.0:1767384352.253461:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294940166 00000100:00000040:0.0:1767384352.253463:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.253465:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.253479:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.253482:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.253486:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d610eab9. 00000100:00000200:0.0:1767384352.253489:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236732519424, offset 0 00000400:00000200:0.0:1767384352.253494:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.253504:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384352.253511:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.253516:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.253519:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.253537:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d206400 00000100:00000001:2.0:1767384352.253538:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.253546:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.253550:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13e1 [2] + 0 00000400:00000010:0.0:1767384352.253553:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc13490b. 00000400:00000200:0.0:1767384352.253558:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d89b8752 00000400:00000200:0.0:1767384352.253563:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.253571:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384352.253574:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384352.253575:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d89b8752 00000100:00100000:2.0:1767384352.253579:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732519552 00000400:00000010:0.0:1767384352.253580:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d89b8752. 02000000:00000001:2.0:1767384352.253588:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384352.253590:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384352.253597:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384352.253597:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384352.253606:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.253607:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000edffb9db x1853236732519424 msgsize 224 02000000:00000001:2.0:1767384352.253618:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.253621:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384352.253623:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384352.253629:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732519552 00000020:00000001:2.0:1767384352.253632:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384352.253634:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000001:0.0:1767384352.253636:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384352.253637:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.253641:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000400:00000200:0.0:1767384352.253642:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d610eab9 00000400:00000010:0.0:1767384352.253648:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d610eab9. 00000020:00000001:2.0:1767384352.253649:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:1.0:1767384352.253654:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384352.253654:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384352.253656:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00100000:1.0:1767384352.253660:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732519424 00000100:00000200:0.0:1767384352.253663:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384352.253667:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384352.253669:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384352.253678:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4faa897. 00000100:00000001:1.0:1767384352.253694:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384352.253696:0:17556:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000023c9279b. 00000100:00000001:1.0:1767384352.253698:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.253709:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.253711:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:0.0:1767384352.253711:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384352.253713:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732519424 00000100:00000040:0.0:1767384352.253717:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384352.253720:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384352.253724:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384352.253730:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384352.253731:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.253733:0:17556:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:1.0:1767384352.253733:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:0.0:1767384352.253735:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384352.253741:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000010:2.0:1767384352.253742:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c632f9c2. 00000100:00000001:0.0:1767384352.253744:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.253746:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384352.253754:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294940172 00000020:00000010:2.0:1767384352.253755:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da8a1f8a. 00000100:00000001:1.0:1767384352.253756:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384352.253764:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b845b22. 00000100:00000001:0.0:1767384352.253768:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294940166 00000100:00000001:1.0:1767384352.253769:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384352.253773:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005882749f. 00000020:00000010:1.0:1767384352.253776:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b845b22. 00000100:00000001:0.0:1767384352.253779:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294940172 00000100:00000040:2.0:1767384352.253791:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:1.0:1767384352.253792:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ffc6c3f. 00000100:00000001:0.0:1767384352.253792:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294940166 00000100:00000001:2.0:1767384352.253806:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384352.253806:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294940172 00000020:00000010:1.0:1767384352.253807:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a38b2c42. 00000100:00000001:2.0:1767384352.253816:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384352.253817:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294940166 00000020:00000010:1.0:1767384352.253818:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff22373. 00000100:00000001:0.0:1767384352.253823:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294940172 00000100:00000001:2.0:1767384352.253825:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.253827:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294940166 00000100:00000040:1.0:1767384352.253830:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384352.253852:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384352.253857:0:17556:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384352.253857:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384352.253857:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.253860:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.253869:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.253870:0:17556:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384352.253874:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.253876:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.253877:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.253887:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.253888:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.253893:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.253922:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.253923:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384352.253925:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384352.253928:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.253929:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384352.253930:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384352.253938:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1767384352.253944:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000001:0.0:1767384352.253944:0:20598:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384352.253946:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00100000:0.0:1767384352.253948:0:20598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732519296 00000100:00000001:2.0:1767384352.253955:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375169384448 : -119698540167168 : ffff932283088000) 02000000:00000001:0.0:1767384352.253956:0:20598:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384352.253957:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384352.253961:0:20598:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384352.253964:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375658419280 : -119698051132336 : ffff9322a02e9450) 00000100:00000040:2.0:1767384352.253968:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005dfae8f7 x1853236732519552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.253969:0:20598:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.253978:0:20598:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.253979:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000edffb9db x1853236732519424/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.253991:0:20598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732519296 00000020:00000001:0.0:1767384352.253998:0:20598:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384352.254004:0:20598:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:0.0:1767384352.254013:0:20598:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384352.254020:0:20598:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=6 00000100:00000001:2.0:1767384352.254024:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384352.254028:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000179c47ab. 00000020:00000001:0.0:1767384352.254033:0:20598:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:2.0:1767384352.254034:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.254036:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384352.254037:0:20598:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:0.0:1767384352.254044:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384352.254045:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b845b22. 00000020:00000010:2.0:1767384352.254046:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000179c47ab. 00000020:00000010:0.0:1767384352.254048:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009de87c2. 00000100:00000001:1.0:1767384352.254063:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.254063:0:20598:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384352.254071:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005dfae8f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236732519552:12345-0@lo:400: 00000020:00000010:0.0:1767384352.254073:0:20598:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009de87c2. 00000020:00000010:1.0:1767384352.254080:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b845b22. 00000020:00000010:0.0:1767384352.254084:0:20598:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019a31591. 00000100:00000200:2.0:1767384352.254087:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732519552 00000020:00000001:2.0:1767384352.254093:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384352.254093:0:20598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caa6e897. 00000100:00100000:1.0:1767384352.254100:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000edffb9db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732519424:12345-0@lo:400: 00000020:00000010:0.0:1767384352.254103:0:20598:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe97b2e2. 00000020:00000001:2.0:1767384352.254104:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384352.254115:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732519424 00000020:00000001:2.0:1767384352.254117:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.254119:0:20598:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:2.0:1767384352.254134:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384352.254134:0:20598:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384352.254135:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384352.254155:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:1.0:1767384352.254156:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384352.254157:0:20598:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384352.254163:0:20598:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.254166:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.254167:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384352.254168:0:20598:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.254176:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384352.254178:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384352.254179:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384352.254181:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384352.254195:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.254199:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342976 : -1042208640 : ffffffffc1e12880) 00000020:00000001:2.0:1767384352.254200:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384352.254201:0:20598:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.254208:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384352.254209:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384352.254212:0:20598:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384352.254214:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384352.254215:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.254217:0:20598:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1767384352.254219:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aae56da4. 02000000:00000001:2.0:1767384352.254226:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.254226:0:20598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000020:00000001:1.0:1767384352.254227:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384352.254240:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.254241:0:20598:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 2 00000020:00000001:1.0:1767384352.254242:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384352.254252:0:20598:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154151040 : -119697555400576 : ffff9322bdbad880) 00000020:00000001:2.0:1767384352.254254:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.254255:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384352.254265:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732519552 00000100:00000040:0.0:1767384352.254265:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e6aebc4 x1853236732519296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384352.254267:0:16775:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1767384352.254274:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384352.254277:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384352.254282:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:2.0:1767384352.254284:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005dfae8f7 x1853236732519552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384352.254288:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006dfd1201. 02000000:00000001:1.0:1767384352.254296:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.254306:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.254307:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384352.254316:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009de87c2. 00000020:00000001:1.0:1767384352.254319:0:16775:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.254326:0:20598:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384352.254334:0:20598:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009de87c2. 00010000:00000040:1.0:1767384352.254337:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732519424 00010000:00000001:2.0:1767384352.254338:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384352.254345:0:20598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e6aebc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16148:x1853236732519296:12345-0@lo:13: 00010000:00000001:2.0:1767384352.254346:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.254349:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:0.0:1767384352.254362:0:20598:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732519296 00000100:00001000:2.0:1767384352.254363:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=62 v=5 (1 0 0 0) 00010000:00000200:1.0:1767384352.254367:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000edffb9db x1853236732519424/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384352.254371:0:20598:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384352.254378:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384352.254378:0:20598:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384352.254385:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000020:00000001:0.0:1767384352.254385:0:20598:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.254392:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384352.254399:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384352.254399:0:20598:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384352.254402:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384352.254403:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.254411:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.254412:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384352.254414:0:20598:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000100:00001000:1.0:1767384352.254420:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=72 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384352.254421:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384352.254423:0:20598:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384352.254430:0:20598:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.254431:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384352.254433:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8f7d97a. 00000020:00000001:0.0:1767384352.254434:0:20598:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384352.254441:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000020:00000001:0.0:1767384352.254441:0:20598:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384352.254442:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732519552, offset 224 00000020:00000001:0.0:1767384352.254447:0:20598:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.254449:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:0.0:1767384352.254454:0:20598:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384352.254455:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384352.254463:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384352.254464:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.254464:0:20598:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384352.254475:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384352.254476:0:20598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000db03d2ab. 02000000:00000001:0.0:1767384352.254480:0:20598:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.254482:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384352.254484:0:20598:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384352.254487:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cc127d3. 00002000:00000001:0.0:1767384352.254488:0:20598:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384352.254511:0:20598:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384352.254514:0:20598:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384352.254518:0:20598:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:2.0:1767384352.254524:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384352.254526:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236732519424, offset 224 00080000:00000001:0.0:1767384352.254533:0:20598:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.254538:0:20598:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384352.254549:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384352.254550:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d206480 00002000:00000024:0.0:1767384352.254550:0:20598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000200:1.0:1767384352.254569:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000020:0.0:1767384352.254570:0:20598:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000200:2.0:1767384352.254579:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c19 [1] + 224 00000020:00000020:0.0:1767384352.254584:0:20598:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00000400:00000200:2.0:1767384352.254591:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384352.254592:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d206400 00002000:00000020:0.0:1767384352.254593:0:20598:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384352.254604:0:20598:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:2.0:1767384352.254610:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384352.254611:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c31 [1] + 224 00000001:00000001:0.0:1767384352.254611:0:20598:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384352.254618:0:20598:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384352.254628:0:20598:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.254629:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384352.254633:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384352.254633:0:20598:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732519296 00000400:00000200:1.0:1767384352.254639:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384352.254643:0:20598:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384352.254649:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.254649:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:0.0:1767384352.254651:0:20598:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e6aebc4 x1853236732519296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384352.254662:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384352.254724:0:20598:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384352.254734:0:20598:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.254737:0:20598:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384352.254741:0:20598:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384352.254745:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384352.254746:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.254749:0:20598:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 23 to 0@lo 00000100:00000001:0.0:1767384352.254759:0:20598:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384352.254774:0:20598:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384352.254779:0:20598:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.254790:0:20598:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.254803:0:20598:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.254811:0:20598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d610eab9. 00000100:00000200:0.0:1767384352.254820:0:20598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732519296, offset 224 00000100:00000001:1.0:1767384352.254828:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.254829:0:20598:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.254837:0:20598:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384352.254839:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384352.254845:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cc127d3 00000400:00000010:1.0:1767384352.254848:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cc127d3. 00000100:00000001:1.0:1767384352.254852:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384352.254855:0:20598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d206380 00000100:00000001:1.0:1767384352.254856:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384352.254858:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8f7d97a 00000400:00000010:2.0:1767384352.254861:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8f7d97a. 00000100:00000001:1.0:1767384352.254863:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.254867:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384352.254872:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 22 to 0@lo 00000400:00000200:0.0:1767384352.254875:0:20598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c11 [1] + 224 00000100:00000001:2.0:1767384352.254876:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384352.254877:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384352.254888:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.254889:0:20598:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384352.254892:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384352.254893:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.254901:0:20598:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384352.254902:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000edffb9db x1853236732519424/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.254907:0:20598:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384352.254909:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000200:0.0:1767384352.254917:0:20598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384352.254920:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384352.254926:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.254935:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384352.254949:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000edffb9db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732519424:12345-0@lo:400: Request processed in 911us (1336us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384352.254954:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005dfae8f7 x1853236732519552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.254954:0:20598:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.254996:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005dfae8f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236732519552:12345-0@lo:400: Request processed in 965us (2304us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384352.255007:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:0.0:1767384352.255018:0:20598:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384352.255020:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384352.255028:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384352.255030:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000400:00000200:0.0:1767384352.255030:0:20598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d610eab9 00000100:00000001:1.0:1767384352.255037:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384352.255039:0:20598:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d610eab9. 00000100:00000040:2.0:1767384352.255041:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 1 00000020:00000010:1.0:1767384352.255045:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a38b2c42. 00000100:00000001:2.0:1767384352.255047:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384352.255048:0:20598:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384352.255055:0:20598:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.255056:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384352.255059:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff22373. 00000020:00000010:2.0:1767384352.255062:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da8a1f8a. 00000100:00000001:0.0:1767384352.255062:0:20598:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.255075:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005882749f. 00000020:00000010:1.0:1767384352.255076:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ffc6c3f. 00000100:00000040:0.0:1767384352.255076:0:20598:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384352.255082:0:20598:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:1.0:1767384352.255085:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000020:00000001:0.0:1767384352.255086:0:20598:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.255088:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c632f9c2. 00000020:00000001:0.0:1767384352.255093:0:20598:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384352.255102:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:2.0:1767384352.255104:0:17556:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 5 00000100:00000040:0.0:1767384352.255104:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e6aebc4 x1853236732519296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384352.255107:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006dfd1201. 00000100:00000001:2.0:1767384352.255120:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384352.255122:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1767384352.255128:0:20598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e6aebc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732519296:12345-0@lo:13: Request processed in 816us (3026us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384352.255129:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384352.255139:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1767384352.255157:0:20598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000400:00000010:1.0:1767384352.255159:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062747445. 00000100:00000040:0.0:1767384352.255160:0:20598:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000400:00000010:1.0:1767384352.255168:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000975a79e8. 00000100:00000001:2.0:1767384352.255169:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384352.255171:0:20598:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384352.255178:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732519808 02000000:00000001:2.0:1767384352.255193:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384352.255198:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.255198:0:20598:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384352.255203:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.255205:0:20598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caa6e897. 02000000:00000001:2.0:1767384352.255209:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384352.255213:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732519808 00000020:00000010:0.0:1767384352.255213:0:20598:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe97b2e2. 00000100:00000001:1.0:1767384352.255216:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384352.255219:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384352.255221:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384352.255224:0:20598:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019a31591. 00000020:00000040:2.0:1767384352.255225:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000400:00000001:1.0:1767384352.255227:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.255232:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384352.255234:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384352.255236:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000581050d4. 00000020:00000040:2.0:1767384352.255239:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000020:00000040:0.0:1767384352.255241:0:20598:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000400:00000200:1.0:1767384352.255242:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1559a6 00000020:00000001:2.0:1767384352.255243:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000400:00000010:1.0:1767384352.255249:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1559a6. 00000020:00000001:2.0:1767384352.255252:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000001:0.0:1767384352.255253:0:20598:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.255256:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384352.255262:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384352.255263:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000179c47ab. 00000020:00000010:2.0:1767384352.255273:0:16784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f4c159e2. 00000100:00000200:1.0:1767384352.255275:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384352.255282:0:16784:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000200:1.0:1767384352.255286:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.255287:0:16784:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384352.255294:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c632f9c2. 00000100:00000001:1.0:1767384352.255301:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384352.255303:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da8a1f8a. 00000100:00000001:0.0:1767384352.255303:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384352.255310:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384352.255310:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732519680 00000020:00000010:2.0:1767384352.255312:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005882749f. 02000000:00000001:0.0:1767384352.255318:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384352.255319:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384352.255322:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384352.255323:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384352.255325:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384352.255327:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.255327:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.255334:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.255337:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384352.255339:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.255339:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.255342:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384352.255345:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732519680 00000100:00001000:1.0:1767384352.255349:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=72 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384352.255351:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384352.255351:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384352.255359:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000020:00000001:0.0:1767384352.255369:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384352.255370:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:1.0:1767384352.255370:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.255379:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:0.0:1767384352.255379:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000100:00000001:1.0:1767384352.255380:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384352.255391:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.255392:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.255394:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00010000:00000001:1.0:1767384352.255395:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384352.255401:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.255405:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.255406:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000040:1.0:1767384352.255409:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.255411:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.255416:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384352.255426:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384352.255426:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009de87c2. 00000100:00000001:2.0:1767384352.255428:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384352.255435:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.255437:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384352.255438:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384352.255445:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384352.255447:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009de87c2. 00000100:00000040:1.0:1767384352.255453:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.255456:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000020:00000010:0.0:1767384352.255464:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019a31591. 00000020:00000010:0.0:1767384352.255478:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caa6e897. 00000100:00100000:1.0:1767384352.255479:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4a56307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732519424:0@lo:400: 00000020:00000010:0.0:1767384352.255486:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe97b2e2. 00000100:00000040:2.0:1767384352.255498:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000100:00000001:2.0:1767384352.255504:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154154624 : -119697555396992 : ffff9322bdbae680) 00000100:00000040:2.0:1767384352.255514:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5f5739f x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384352.255516:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.255520:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384352.255523:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767384352.255527:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f117034b. 00000100:00000001:0.0:1767384352.255532:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384352.255539:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9103819 00000100:00000001:0.0:1767384352.255541:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384352.255547:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9103819. 00000100:00000001:0.0:1767384352.255557:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384352.255558:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384352.255565:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1767384352.255573:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.255576:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384352.255576:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.255586:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fae48d3c. 00000100:00000001:0.0:1767384352.255596:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.255598:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.255615:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384352.255616:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fae48d3c. 00000100:00000200:1.0:1767384352.255628:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.255631:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384352.255641:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5f5739f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236732519808:12345-0@lo:400: 00000100:00100000:0.0:1767384352.255654:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000200:2.0:1767384352.255668:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732519808 00000100:00000040:0.0:1767384352.255671:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000020:00000001:2.0:1767384352.255677:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384352.255680:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375169385344 : -119698540166272 : ffff932283088380) 00000020:00000001:2.0:1767384352.255685:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384352.255694:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.255695:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384352.255697:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b6e6db8 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.255702:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384352.255709:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384352.255710:0:16148:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384352.255723:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 02000000:00000001:1.0:1767384352.255724:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384352.255730:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.255731:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384352.255735:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384352.255735:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.255738:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009de87c2. 00000020:00000001:2.0:1767384352.255742:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384352.255743:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.255749:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384352.255751:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:1.0:1767384352.255753:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=62 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384352.255761:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384352.255762:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009de87c2. 00000100:00001000:1.0:1767384352.255764:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=62 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384352.255771:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.255776:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767384352.255786:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b6e6db8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236732519680:12345-0@lo:400: 00000100:00000001:1.0:1767384352.255788:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.255789:0:16784:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1767384352.255800:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384352.255801:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732519680 00000100:00000001:2.0:1767384352.255802:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00080000:1.0:1767384352.255807:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384352.255808:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384352.255810:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384352.255815:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:2.0:1767384352.255822:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004a4eb744. 00000020:00000001:0.0:1767384352.255822:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.255834:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384352.255839:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.255840:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.255840:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00000001:1.0:1767384352.255847:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384352.255854:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384352.255855:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.255856:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384352.255863:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384352.255865:0:16784:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.255865:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.255867:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.255884:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384352.255886:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732519808 00000020:00000001:0.0:1767384352.255886:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1767384352.255896:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384352.255911:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000200:2.0:1767384352.255916:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d5f5739f x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384352.255919:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.255935:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384352.255943:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384352.255952:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384352.255960:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000705afed7. 02000000:00000001:0.0:1767384352.255974:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.255988:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384352.255991:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384352.255992:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.255999:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.255999:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384352.256002:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.256003:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384352.256016:0:16148:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00000040:0.0:1767384352.256016:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732519680 00000100:00001000:2.0:1767384352.256018:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=67 v=5 (1 0 0 0) 00000004:00000040:1.0:1767384352.256023:0:16148:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:0.0:1767384352.256026:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000004:00000040:1.0:1767384352.256035:0:16148:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:2.0:1767384352.256037:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:0.0:1767384352.256038:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000b6e6db8 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384352.256048:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384352.256061:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000004:00000020:1.0:1767384352.256064:0:16148:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 02000000:00000001:2.0:1767384352.256075:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384352.256080:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.256089:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384352.256096:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384352.256099:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8f7d97a. 00000100:00000200:2.0:1767384352.256108:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732519808, offset 224 00000004:00000001:1.0:1767384352.256110:0:16148:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.256127:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384352.256130:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384352.256134:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.256153:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1767384352.256159:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=67 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384352.256160:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f3ad4c05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732519296:0@lo:13: 00000100:00000001:1.0:1767384352.256169:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.256170:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384352.256175:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384352.256176:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384352.256194:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000100:00000040:1.0:1767384352.256197:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4a56307 x1853236732519424/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.256201:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000400:00000200:2.0:1767384352.256207:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d206580 02000000:00000001:0.0:1767384352.256212:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384352.256217:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.256226:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384352.256227:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c21 [1] + 224 00000100:00000001:1.0:1767384352.256228:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384352.256234:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384352.256240:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384352.256241:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032e4aeeb. 00000400:00000200:2.0:1767384352.256242:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384352.256249:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d610eab9. 02000000:00000001:1.0:1767384352.256254:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767384352.256255:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384352.256257:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732519680, offset 224 00000020:00000001:1.0:1767384352.256263:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384352.256266:0:16784:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384352.256268:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384352.256272:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767384352.256274:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384352.256278:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384352.256279:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000463217ae. 02000000:00000001:1.0:1767384352.256290:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384352.256294:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384352.256295:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384352.256302:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4a56307. 00000400:00000200:0.0:1767384352.256302:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384352.256312:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384352.256318:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.256329:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384352.256330:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d206500 00000100:00000040:1.0:1767384352.256340:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f3ad4c05 x1853236732519296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.256341:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.256347:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c29 [1] + 224 00000400:00000200:0.0:1767384352.256359:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384352.256362:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384352.256363:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8f7d97a 02000000:00000001:1.0:1767384352.256368:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767384352.256370:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8f7d97a. 00000400:00000200:0.0:1767384352.256372:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384352.256373:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b85d3608. 00000100:00000001:2.0:1767384352.256376:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384352.256381:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384352.256382:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384352.256382:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384352.256390:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.256391:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767384352.256394:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384352.256397:0:16148:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384352.256404:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000020:00000001:1.0:1767384352.256405:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384352.256411:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa5ffeb3. 00010000:00000001:2.0:1767384352.256418:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384352.256420:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384352.256423:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.256431:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384352.256432:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384352.256432:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384352.256437:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f3ad4c05. 00000100:00000001:1.0:1767384352.256444:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384352.256445:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5f5739f x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.256447:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.256456:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.256465:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384352.256470:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384352.256477:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.256479:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384352.256482:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dcc5320. 00000100:00000001:0.0:1767384352.256486:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384352.256490:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004af6ffb2 00000100:00100000:2.0:1767384352.256506:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5f5739f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236732519808:12345-0@lo:400: Request processed in 927us (3636us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384352.256510:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004af6ffb2. 00000100:00000001:1.0:1767384352.256514:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384352.256521:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384352.256525:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d610eab9 00000100:00100000:2.0:1767384352.256536:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000200:1.0:1767384352.256536:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384352.256537:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d610eab9. 00000100:00000040:2.0:1767384352.256551:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000100:00000001:0.0:1767384352.256554:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384352.256555:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.256556:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384352.256563:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.256563:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.256564:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384352.256573:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da8a1f8a. 00000100:00000001:1.0:1767384352.256573:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384352.256575:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384352.256577:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.256580:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384352.256582:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005882749f. 00000100:00000001:1.0:1767384352.256585:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.256588:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000020:00000010:2.0:1767384352.256591:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c632f9c2. 02000000:00000001:1.0:1767384352.256591:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.256594:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384352.256603:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384352.256605:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=67 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384352.256606:0:16784:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000020:00000001:0.0:1767384352.256609:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1767384352.256616:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.256617:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384352.256629:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b6e6db8 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.256630:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384352.256634:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.256639:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384352.256649:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384352.256651:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767384352.256662:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b6e6db8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236732519680:12345-0@lo:400: Request processed in 917us (3345us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384352.256664:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.256665:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:1.0:1767384352.256675:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384352.256680:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00080000:2.0:1767384352.256681:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384352.256685:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384352.256690:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.256691:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00100000:0.0:1767384352.256691:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:0.0:1767384352.256707:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000040:1.0:1767384352.256709:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.256714:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384352.256719:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.256723:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384352.256723:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384352.256727:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384352.256731:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caa6e897. 00000100:00000040:1.0:1767384352.256737:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384352.256741:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe97b2e2. 00000100:00100000:1.0:1767384352.256745:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ee15c38a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236732519808:0@lo:400: 00000020:00000010:0.0:1767384352.256750:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019a31591. 00000100:00000001:1.0:1767384352.256751:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.256756:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384352.256760:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee15c38a x1853236732519808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384352.256760:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000100:00000001:2.0:1767384352.256763:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.256768:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.256769:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384352.256778:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1767384352.256780:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384352.256781:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1767384352.256783:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767384352.256785:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c254167c. 00000400:00000010:2.0:1767384352.256791:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f42cd37. 02000000:00000001:1.0:1767384352.256794:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384352.256798:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384352.256801:0:16148:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384352.256802:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110db611 00000020:00000001:1.0:1767384352.256804:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384352.256809:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd69c56f. 00000400:00000010:2.0:1767384352.256810:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110db611. 02000000:00000001:1.0:1767384352.256814:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384352.256818:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384352.256819:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee15c38a. 00000100:00000001:2.0:1767384352.256821:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384352.256824:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384352.256827:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.256829:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384352.256833:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.256836:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384352.256840:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.256848:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384352.256852:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384352.256857:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.256868:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.256872:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.256874:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384352.256878:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384352.256881:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.256884:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.256887:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384352.256892:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384352.256902:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.256908:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384352.256910:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.256913:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384352.256921:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384352.256926:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.256929:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384352.256931:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384352.256934:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384352.256936:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.256949:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.256953:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.256956:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384352.256960:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384352.256967:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.256973:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071e3ee83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236732519680:0@lo:400: 00000400:00000001:2.0:1767384352.256987:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384352.256990:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384352.256992:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054f1c2fd. 00000400:00000200:2.0:1767384352.256997:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57985bf 00000400:00000010:2.0:1767384352.257001:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57985bf. 00000100:00000001:2.0:1767384352.257006:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384352.257011:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384352.257023:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.257028:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.257029:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.257032:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384352.257037:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384352.257039:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.257041:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.257044:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384352.257047:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384352.257050:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.257052:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384352.257054:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.257056:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384352.257064:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384352.257068:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.257070:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384352.257072:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384352.257073:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384352.257074:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.257078:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.257082:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.257084:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384352.257085:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384352.257091:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.257097:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa176323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732519552:0@lo:400: 00000100:00000001:2.0:1767384352.257102:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.257104:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.257112:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071e3ee83 x1853236732519680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.257117:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384352.257123:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384352.257126:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034e9313b. 02000000:00000001:2.0:1767384352.257133:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384352.257136:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384352.257155:0:16146:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384352.257159:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384352.257162:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d42c657c. 02000000:00000001:2.0:1767384352.257170:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384352.257173:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384352.257186:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071e3ee83. 00000100:00000001:2.0:1767384352.257194:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384352.257198:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.257201:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.257206:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa176323 x1853236732519552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.257212:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384352.257215:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384352.257217:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000728186ea. 02000000:00000001:2.0:1767384352.257224:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384352.257226:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384352.257228:0:16146:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384352.257232:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384352.257234:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e338d5ac. 02000000:00000001:2.0:1767384352.257241:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384352.257244:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384352.257246:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa176323. 00000100:00000001:2.0:1767384352.257250:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384352.257251:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.257254:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.257260:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.257263:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.257267:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.257271:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.264543:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294940172, at 4294940173 00000100:00000040:0.0:1767384352.264543:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294940172, at 4294940173 00000100:00000010:1.0:1767384352.264555:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb2090b9. 00000100:00000010:0.0:1767384352.264558:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee4c4349. 00000100:00000040:2.0:1767384352.264577:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294940172, at 4294940173 00000100:00000010:2.0:1767384352.264589:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b598aaa. 00000100:00000040:3.0:1767384352.266290:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294940172, at 4294940174 00000100:00000010:3.0:1767384352.266299:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f02851e6. 00000001:00000001:0.0:1767384352.306258:0:33595:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384352.306264:0:33595:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:0.0:1767384352.309970:0:33595:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384352.317203:0:33596:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008e320f90. 00000400:00000010:0.0:1767384352.317219:0:33596:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a69b7090. 00000400:00000010:0.0:1767384352.317228:0:33596:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fdb9d33b. 00000400:00000010:0.0:1767384352.317232:0:33596:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002d45a982. 00000400:00000010:0.0:1767384352.317235:0:33596:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d940aaad. 00000400:00000010:0.0:1767384352.317239:0:33596:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f643c3b6. 00000400:00000010:0.0:1767384352.317241:0:33596:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001dfbd3e5. 00000400:00000010:0.0:1767384352.317242:0:33596:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000604a7403. 00000400:00000010:0.0:1767384352.317246:0:33596:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000e4bec7c. 00000800:00000010:0.0:1767384352.317261:0:33596:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009b910ba3. 00000800:00000200:0.0:1767384352.317273:0:33596:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384352.317285:0:33596:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384352.317323:0:33596:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:0.0:1767384352.317349:0:33596:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp42 [8/256/0/180] 00000400:00000010:0.0:1767384352.318587:0:33596:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000b85d3608. 00000400:00000010:0.0:1767384352.318593:0:33596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfdf0dcb. 00000400:00000010:0.0:1767384352.318598:0:33596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d610eab9. 00000400:00000001:0.0:1767384352.318616:0:33596:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384352.318617:0:33596:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384352.318618:0:33596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000105d3655. 00000400:00000200:0.0:1767384352.318621:0:33596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e266fc1 00000400:00000010:0.0:1767384352.318622:0:33596:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e266fc1. 00000400:00000010:0.0:1767384352.318626:0:33596:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000a442bb28. 00000400:00000200:0.0:1767384352.318630:0:33596:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (33) 00000400:00000200:0.0:1767384352.318640:0:33596:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384352.318648:0:33596:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:0.0:1767384352.318654:0:33596:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000090431b70. 00000020:01000000:0.0:1767384352.318658:0:33596:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384352.318661:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384352.318661:0:33596:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp42 00000400:00000200:3.0:1767384352.318669:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:0.0:1767384352.318676:0:33596:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a69b7090. 00000400:00000010:3.0:1767384352.318677:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c1c721. 00000400:00000010:0.0:1767384352.318682:0:33596:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008e320f90. 00000400:00000200:3.0:1767384352.318684:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (34) 00000400:00000010:3.0:1767384352.318692:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000de49ac30. 00000400:00000200:3.0:1767384352.318698:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp22 00000020:00000001:2.0:1767384352.318711:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384352.318713:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp22 to MR: 192.168.204.131@tcp22 local destination 10000000:00000001:2.0:1767384352.318719:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384352.318723:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384352.318724:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp22 NI seq info: [142:142:256:4294967295] 192.168.204.131@tcp22 LPNI seq info [138:138:8:4294967295] 10000000:01000000:2.0:1767384352.318727:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384352.318734:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384352.318738:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp22 00000020:01000004:2.0:1767384352.318739:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384352.318753:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp22(192.168.204.131@tcp22:192.168.204.131@tcp22) -> 192.168.204.131@tcp22(192.168.204.131@tcp22:192.168.204.131@tcp22) : PUT try# 0 00000020:01000004:2.0:1767384352.318755:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384352.318758:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384352.318760:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384352.318764:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:3.0:1767384352.318771:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.131@tcp22 00000020:01000004:2.0:1767384352.318772:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384352.318776:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384352.318779:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:3.0:1767384352.318780:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e691233. 00000020:01000004:2.0:1767384352.318784:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384352.318791:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008b7091ec] -> 12345-192.168.204.131@tcp22 (6) 00000100:00000010:2.0:1767384352.318791:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa176323. 00000020:00000040:2.0:1767384352.318801:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000800:00000200:3.0:1767384352.318806:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp22 ip 192.168.204.131:988 00000100:00000001:2.0:1767384352.318808:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.0:1767384352.318813:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000e691233 type 1, nob 672 niov 1 nkiov 1 02000000:00000001:2.0:1767384352.318814:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384352.318827:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384352.318838:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cbeb1333. 00000400:00000200:3.0:1767384352.318840:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384352.318850:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00000001:2.0:1767384352.318852:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.318863:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384352.318865:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.318874:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa176323] to pc [ptlrpcd_00_03+3] req@00000000aa176323 x1853236732519936/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384352.318904:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384352.318907:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.318909:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384352.318911:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384352.318915:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384352.318919:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384352.318922:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384352.318922:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384352.318925:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384352.318932:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384352.318932:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384352.318934:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384352.318940:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384352.318944:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa176323 x1853236732519936/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384352.318945:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384352.318952:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384352.318959:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384352.318964:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384352.318969:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384352.318970:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:1.0:1767384352.318972:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384352.318978:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384352.318979:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384352.318987:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384352.318993:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384352.318994:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1767384352.318995:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e691233. 00000020:01000004:2.0:1767384352.319003:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384352.319005:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384352.319008:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071e3ee83. 00000400:00000200:1.0:1767384352.319008:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384352.319010:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.319019:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00100000:0.0:1767384352.319021:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa176323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732519936:0@lo:253: 00000400:00000200:1.0:1767384352.319026:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp22->192.168.204.131@tcp22: PUT: OK 00000100:00000001:0.0:1767384352.319033:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384352.319039:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384352.319042:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384352.319043:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384352.319044:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384352.319054:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.319055:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.319056:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp22: 0 02000000:00000001:0.0:1767384352.319067:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384352.319071:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003f07e1ce. 02000000:00000010:0.0:1767384352.319072:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eb269d7b. 00000800:00000001:1.0:1767384352.319076:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384352.319077:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.319077:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.319084:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:1.0:1767384352.319086:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.319089:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.319092:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a7467cf. 00000800:00000001:1.0:1767384352.319094:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384352.319104:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384352.319106:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a69b7090. 00000100:00000040:2.0:1767384352.319108:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071e3ee83] to pc [ptlrpcd_00_00+0] req@0000000071e3ee83 x1853236732520064/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384352.319117:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732519936, portal 25 00000400:00000200:1.0:1767384352.319128:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp22(192.168.204.131@tcp22) <- 192.168.204.131@tcp22 : PUT - for me 00000100:00000001:0.0:1767384352.319129:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.319136:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169396992 : -119698540154624 : ffff93228308b100) 00000100:00000040:0.0:1767384352.319163:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa176323 x1853236732519936/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384352.319170:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 576 into portal 0 MB=0x8000000000000000 10000000:00000001:2.0:1767384352.319173:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.319178:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384352.319183:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.319188:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 560/576 into md 0x1c05 [1] + 0 00000100:00000040:0.0:1767384352.319191:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384352.319195:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.319197:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c92d7de. 00000020:01000000:2.0:1767384352.319208:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384352.319209:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d003eb29. 00000020:00000010:2.0:1767384352.319223:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000090431b70. 00000400:00000200:1.0:1767384352.319224:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a92d1b4 00000100:00000200:0.0:1767384352.319231:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732519936, offset 0 00000800:00000001:1.0:1767384352.319232:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384352.319251:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.319252:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384352.319254:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384352.319262:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp22->192.168.204.131@tcp22: PUT: OK 00000100:00000001:2.0:1767384352.319263:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.319270:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384352.319271:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384352.319272:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a92d1b4 00000100:00000001:2.0:1767384352.319274:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384352.319277:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a92d1b4. 00000100:00000040:2.0:1767384352.319284:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071e3ee83 x1853236732520064/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384352.319285:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384352.319298:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (35) 00000400:00000200:0.0:1767384352.319300:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206600 00000400:00000200:1.0:1767384352.319313:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000100:00000001:2.0:1767384352.319320:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384352.319320:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1405 [2] + 0 00000400:00000200:1.0:1767384352.319321:0:16139:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (576 bytes) 00000100:00000001:2.0:1767384352.319341:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.319343:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000010:0.0:1767384352.319343:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a29eaad. 02000000:00000001:2.0:1767384352.319347:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384352.319352:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384352.319353:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000004697dd0 02000000:00000001:2.0:1767384352.319355:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.319358:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (36) 00000100:00100000:2.0:1767384352.319366:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071e3ee83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732520064:0@lo:253: 00000400:00000200:1.0:1767384352.319367:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384352.319367:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384352.319385:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp22 to MR: 192.168.204.131@tcp22 local destination 00000100:00000001:2.0:1767384352.319386:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384352.319391:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384352.319396:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384352.319398:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.319403:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp22 NI seq info: [143:143:256:4294967295] 192.168.204.131@tcp22 LPNI seq info [139:139:8:4294967295] 02000000:00000001:2.0:1767384352.319405:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384352.319413:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c4626409. 02000000:00000001:2.0:1767384352.319419:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.319428:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp22(192.168.204.131@tcp22:192.168.204.131@tcp22) -> 192.168.204.131@tcp22(192.168.204.131@tcp22:192.168.204.131@tcp22) 192.168.204.131@tcp22 : ACK try# 0 00000400:00000010:2.0:1767384352.319429:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054f1c2fd. 00000400:00000010:2.0:1767384352.319442:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eedd9aa. 00000800:00000200:1.0:1767384352.319442:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp22 00000400:00000200:0.0:1767384352.319444:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004697dd0 00000400:00000010:0.0:1767384352.319456:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004697dd0. 00000800:00000010:1.0:1767384352.319457:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057030bc9. 00000800:00000200:1.0:1767384352.319464:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008b7091ec] -> 12345-192.168.204.131@tcp22 (6) 00000100:00000001:0.0:1767384352.319468:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384352.319470:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732520064, portal 25 00000800:00000200:1.0:1767384352.319471:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp22 ip 192.168.204.131:997 00000100:00000200:0.0:1767384352.319472:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1767384352.319519:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000057030bc9 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384352.319520:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384352.319524:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169392512 : -119698540159104 : ffff932283089f80) 00000100:00000040:2.0:1767384352.319533:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071e3ee83 x1853236732520064/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.319533:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000000e5d47a1 x1853236732519936 msgsize 4848 00000800:00000001:1.0:1767384352.319535:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384352.319544:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384352.319562:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384352.319569:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384352.319572:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384352.319582:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384352.319582:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384352.319588:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d02f38be. 00000400:00000200:0.0:1767384352.319591:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c92d7de 00000400:00000010:0.0:1767384352.319595:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c92d7de. 00000100:00000001:0.0:1767384352.319600:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384352.319601:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732520064, offset 0 00000100:00000200:0.0:1767384352.319608:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa176323 x1853236732519936/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384352.319612:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384352.319619:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057030bc9. 00000400:00000200:2.0:1767384352.319621:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384352.319628:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384352.319638:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp22->192.168.204.131@tcp22: ACK: OK 00000100:00000001:0.0:1767384352.319639:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384352.319648:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384352.319649:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384352.319650:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa176323 x1853236732519936/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384352.319660:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384352.319666:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384352.319671:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384352.319673:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206680 00000100:00000001:0.0:1767384352.319677:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384352.319679:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384352.319689:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384352.319697:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x140d [2] + 0 00000800:00000001:1.0:1767384352.319698:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.319700:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384352.319716:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ee584b4. 00000100:00000001:0.0:1767384352.319717:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294940238 00000400:00000200:1.0:1767384352.319724:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp22(192.168.204.131@tcp22) <- 192.168.204.131@tcp22 : ACK - for me 00000400:00000200:2.0:1767384352.319726:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002327127d 00000100:00000010:0.0:1767384352.319728:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab1f2dd1. 00000400:00000200:2.0:1767384352.319736:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384352.319737:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384352.319740:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp22: ACK from 12345-192.168.204.131@tcp22 into md 0x1c55 00000400:00000200:1.0:1767384352.319749:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384352.319753:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294940238 00000400:00000200:2.0:1767384352.319754:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384352.319768:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp22->192.168.204.131@tcp22: ACK: OK 00000100:00000010:0.0:1767384352.319768:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026c57ba3. 00000400:00000200:2.0:1767384352.319773:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002327127d 00000100:00000001:0.0:1767384352.319776:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384352.319778:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002327127d. 00000100:00000001:2.0:1767384352.319788:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384352.319788:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294940238 00000400:00000200:1.0:1767384352.319789:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c1c721 00000400:00000010:1.0:1767384352.319794:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086c1c721. 00000100:00000200:2.0:1767384352.319795:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384352.319797:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001de25256. 00000400:00000200:1.0:1767384352.319809:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000040:2.0:1767384352.319811:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000655bd1e1 x1853236732520064 msgsize 4848 00000100:00000001:0.0:1767384352.319812:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384352.319828:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294940238 00000400:00000200:1.0:1767384352.319831:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000100:00100000:2.0:1767384352.319833:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384352.319844:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ed5d51f. 00000100:00000040:2.0:1767384352.319845:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384352.319851:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000001:0.0:1767384352.319853:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384352.319859:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384352.319860:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (35) 00000100:00000001:0.0:1767384352.319862:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.319867:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.319871:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d02f38be 00000100:00000001:0.0:1767384352.319873:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384352.319874:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384352.319875:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d02f38be. 00000100:00000001:0.0:1767384352.319882:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384352.319883:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.319885:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384352.319894:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071e3ee83 x1853236732520064/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.319903:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.319905:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384352.319908:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384352.319913:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071e3ee83 x1853236732520064/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.319914:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.319919:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384352.319921:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384352.319926:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384352.319927:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732519936 02000000:00000001:1.0:1767384352.319939:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384352.319940:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.319941:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.319949:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384352.319949:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384352.319954:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.319965:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.319968:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.319976:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294940238 00000100:00100000:1.0:1767384352.319977:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732519936 00000020:00000001:1.0:1767384352.319983:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384352.319985:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294940238 00000020:00000040:1.0:1767384352.319986:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:2.0:1767384352.319997:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294940238 00000020:00000001:1.0:1767384352.319997:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384352.320008:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294940238 00000020:00000040:1.0:1767384352.320008:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:1.0:1767384352.320023:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384352.320024:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294940238 00000020:00000001:1.0:1767384352.320034:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384352.320035:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294940238 00000100:00000001:2.0:1767384352.320045:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294940238 00000100:00000001:1.0:1767384352.320047:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384352.320049:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384352.320056:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294940238 00000020:00000010:1.0:1767384352.320057:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000455fc252. 00000400:00000010:0.0:1767384352.320058:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000b29c65b0. 00000100:00000001:2.0:1767384352.320061:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.320062:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384352.320071:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009a4a8f9. 00000100:00000001:2.0:1767384352.320079:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384352.320079:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000455fc252. 00000400:00000010:0.0:1767384352.320082:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d6ff70b. 00000100:00000001:2.0:1767384352.320094:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384352.320097:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d53e574. 00000100:00000001:2.0:1767384352.320100:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.320100:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b29c65b0 00000020:00000010:1.0:1767384352.320104:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032c00705. 00000020:00000010:1.0:1767384352.320113:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff22373. 00000400:00000010:0.0:1767384352.320113:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000c97475c6. 00000100:00000001:2.0:1767384352.320115:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.320122:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384352.320126:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000100:00000040:1.0:1767384352.320127:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384352.320129:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.320133:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384352.320133:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384352.320157:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384352.320158:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.320162:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.320164:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 00000100:00000001:2.0:1767384352.320165:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.320173:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.320180:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (34) 00000100:00000001:1.0:1767384352.320187:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384352.320187:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000008e320f90. 00000400:00000010:0.0:1767384352.320195:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afcefd4c. 00000100:00000001:2.0:1767384352.320197:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.320202:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.320204:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384352.320204:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f79481f7. 00000100:00100000:1.0:1767384352.320215:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732520064 02000000:00000001:1.0:1767384352.320219:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384352.320219:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000100:00000001:1.0:1767384352.320223:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384352.320225:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.320228:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.320230:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000100:00100000:1.0:1767384352.320232:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732520064 00000020:00000001:1.0:1767384352.320235:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384352.320236:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000400:00000200:0.0:1767384352.320238:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000001:1.0:1767384352.320239:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384352.320241:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=16 00000020:00000001:1.0:1767384352.320245:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:0.0:1767384352.320248:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:00000001:1.0:1767384352.320249:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384352.320258:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384352.320260:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000400:00000200:0.0:1767384352.320263:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000020:00000010:1.0:1767384352.320267:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000455fc252. 00000400:00000200:0.0:1767384352.320268:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000100:00000001:1.0:1767384352.320272:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384352.320275:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000455fc252. 00000400:00000200:0.0:1767384352.320276:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000400:00000200:0.0:1767384352.320281:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000020:00000010:1.0:1767384352.320282:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ffc6c3f. 00000400:00000200:0.0:1767384352.320285:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000020:00000010:1.0:1767384352.320287:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f4f088e. 00000400:00000200:0.0:1767384352.320291:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[113, 38] 00000020:00000010:1.0:1767384352.320292:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7acb373. 00000100:00000001:1.0:1767384352.320300:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384352.320300:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 38], ns[121, 38] 00000100:00000001:1.0:1767384352.320303:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384352.320306:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.320307:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 38], ns[125, 38] 00000100:00000001:1.0:1767384352.320320:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.320320:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 38], ns[138, 38] 00000100:00000001:1.0:1767384352.320326:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.320329:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[143, 38] 00000400:00000200:0.0:1767384352.320336:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000100:00000001:1.0:1767384352.320338:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384352.320342:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384352.320342:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000100:00100000:1.0:1767384352.320351:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:1.0:1767384352.320357:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384352.320358:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384352.320358:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000100:00000001:1.0:1767384352.320359:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141347920 : -119697568203696 : ffff9322bcf77c50) 00000100:00000001:2.0:1767384352.320364:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384352.320369:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e5d47a1 x1853236732519936/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 4848/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.320378:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000400:00000200:0.0:1767384352.320381:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000100:00000040:2.0:1767384352.320391:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:2.0:1767384352.320400:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141346896 : -119697568204720 : ffff9322bcf77850) 00000100:00000001:1.0:1767384352.320412:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384352.320416:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000455fc252. 00000100:00000040:2.0:1767384352.320419:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000655bd1e1 x1853236732520064/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 4848/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384352.320420:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000100:00000001:1.0:1767384352.320421:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384352.320433:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000455fc252. 00000100:00100000:1.0:1767384352.320454:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e5d47a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16149:x1853236732519936:12345-0@lo:253: 00000400:00000200:0.0:1767384352.320463:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 00000100:00000001:2.0:1767384352.320476:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384352.320481:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fae48d3c. 00000100:00000001:2.0:1767384352.320487:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384352.320504:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732519936 00000020:00000001:1.0:1767384352.320508:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384352.320512:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384352.320515:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.320518:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384352.320520:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:1.0:1767384352.320525:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384352.320526:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384352.320529:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384352.320538:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384352.320541:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.320546:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384352.320551:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384352.320555:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000819085a5. 02000000:00000001:1.0:1767384352.320559:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.320561:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384352.320564:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384352.320574:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004e1f66d9. 20000000:01000000:1.0:1767384352.320577:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384352.320580:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384352.320583:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384352.320586:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384352.320588:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384352.320602:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:2.0:1767384352.320603:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fae48d3c. 20000000:00000010:1.0:1767384352.320610:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000067f97752. 20000000:01000000:1.0:1767384352.320612:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:1.0:1767384352.320619:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384352.320626:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00100000:2.0:1767384352.320632:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000655bd1e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16146:x1853236732520064:12345-0@lo:253: 00000100:00000200:2.0:1767384352.320639:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732520064 00000020:00000001:2.0:1767384352.320644:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384352.320648:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384352.320652:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.320654:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384352.320657:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384352.320661:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384352.320665:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384352.320668:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384352.320670:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384352.320673:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.320678:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384352.320680:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384352.320685:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384352.320689:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384352.320692:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384352.320693:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384352.320697:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384352.320701:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:1.0:1767384352.320705:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 02000000:00000010:2.0:1767384352.320707:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005f01e4cb. 02000000:00000001:2.0:1767384352.320711:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.320714:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.320716:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000010:1.0:1767384352.320716:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000015c2f627. 00080000:00000001:1.0:1767384352.320725:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375893356544 : -119697816195072 : ffff9322ae2f7000) 00000400:00000200:0.0:1767384352.320725:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 34], ns[100, 34] 00080000:00000001:1.0:1767384352.320732:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000010:2.0:1767384352.320733:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000026e56c36. 00000400:00000200:0.0:1767384352.320734:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 34], ns[119, 34] 20000000:01000000:2.0:1767384352.320744:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384352.320750:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 34], ns[72, 34] 20000000:00000001:2.0:1767384352.320752:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384352.320756:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384352.320760:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 34], ns[127, 34] 20000000:00000001:2.0:1767384352.320762:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.320777:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.320781:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 34], ns[130, 34] 20000000:00000001:2.0:1767384352.320783:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384352.320790:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 34], ns[102, 34] 00000400:00000200:0.0:1767384352.320793:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 34], ns[128, 34] 00000400:00000200:0.0:1767384352.320795:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 34], ns[118, 34] 00000400:00000200:0.0:1767384352.320799:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 34], ns[133, 34] 00000400:00000200:0.0:1767384352.320801:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 34], ns[132, 34] 00000400:00000200:0.0:1767384352.320804:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[132, 34], ns[135, 34] 00000400:00000200:0.0:1767384352.320807:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[137, 34], ns[141, 34] 00000400:00000200:0.0:1767384352.320809:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000400:00000200:0.0:1767384352.320812:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000400:00000200:0.0:1767384352.320817:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp41 00000400:00000200:0.0:1767384352.320827:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp41 lpni_is_preferred = 0 00000400:00000200:0.0:1767384352.320829:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp41 00000400:00000200:0.0:1767384352.320833:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp41 NI seq info: [144:144:256:4294967295] 192.168.204.131@tcp41 LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1767384352.320837:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp41 00000001:00000001:1.0:1767384352.320843:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:0.0:1767384352.320844:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp41(192.168.204.131@tcp41:) -> 192.168.204.131@tcp41(192.168.204.131@tcp:192.168.204.131@tcp41) : GET try# 0 00080000:00000001:1.0:1767384352.320847:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384352.320852:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp41 00080000:00000001:1.0:1767384352.320854:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:0.0:1767384352.320857:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fa5ffeb3. 00000800:00000010:0.0:1767384352.320863:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c92d7de. 00000800:00000010:0.0:1767384352.320867:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000033cd13e9. 00000800:00000200:0.0:1767384352.320870:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c92d7de] -> 12345-192.168.204.131@tcp41 (2) 00000800:00000200:0.1:1767384352.320874:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c92d7de] -> 12345-192.168.204.131@tcp41 (2) 00080000:00000001:1.0:1767384352.320881:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384352.320886:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384352.320886:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384352.320889:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100251 rc 0 00000400:00000200:0.0:1767384352.320940:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.320983:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00080000:00000001:1.0:1767384352.321004:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384352.321009:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384352.321015:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321059:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321109:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321157:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321200:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321251:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321307:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321360:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321415:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321509:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321580:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321632:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321661:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321688:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321715:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321770:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321819:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321886:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321923:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321952:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.321974:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.322006:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.322042:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.322098:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.322152:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.322203:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.322238:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.322267:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.322310:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.322343:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.322405:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.322453:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.322572:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384352.323271:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f30fabec. 00000800:00000010:1.0:1767384352.323283:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f265beb. 00000800:00000010:1.0:1767384352.323289:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006be751ea. 00000800:00000010:1.0:1767384352.323322:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006be751ea. 00000800:00020000:1.0:1767384352.323334:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384352.323338:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f265beb. 00000800:00000010:1.0:1767384352.323342:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f30fabec. 00000400:02020000:1.0:1767384352.323466:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp41 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384352.323474:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp41 notifying 192.168.204.131@tcp41: down 00000800:00000200:1.0:1767384352.323535:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp41 down 00000800:00000100:1.0:1767384352.323545:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp41 00000800:00000010:1.0:1767384352.323547:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fa5ffeb3. 00000400:00000200:1.0:1767384352.323551:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384352.323557:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp41->192.168.204.131@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384352.323567:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp41 added to recovery queue. ping count: 0 next ping: 273 health :900 00000400:00000200:1.0:1767384352.323570:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384352.323573:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 1 00000400:00000200:1.0:1767384352.323578:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384352.323629:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384352.323633:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100851 00000400:00000001:1.0:1767384352.323636:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.323638:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384352.323639:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afcefd4c 00000400:00000010:1.0:1767384352.323640:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afcefd4c. 00000400:00000200:1.0:1767384352.323643:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384352.323645:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000010:1.0:1767384352.323648:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000008e320f90. 00000400:00000200:1.0:1767384352.323650:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (35) 00000400:00000200:1.0:1767384352.323653:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp:-71 00000400:00000200:1.0:1767384352.323655:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 rc -71 00000400:00000200:1.0:1767384352.323658:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384352.323662:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (34) 00000100:00000040:0.0:1767384352.330531:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294940238, at 4294940239 00000100:00000010:0.0:1767384352.330542:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab1f2dd1. 00000100:00000040:2.0:1767384352.330899:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294940238, at 4294940239 00000100:00000010:2.0:1767384352.330910:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001de25256. 00000100:00000040:3.0:1767384352.331521:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294940238, at 4294940240 00000100:00000010:3.0:1767384352.331529:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ed5d51f. 00000100:00000040:1.0:1767384352.331546:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294940238, at 4294940240 00000100:00000010:1.0:1767384352.331553:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026c57ba3. 00080000:00000001:1.0:1767384352.332443:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384352.332450:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:1.0:1767384352.332453:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384352.332455:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384352.332465:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384352.332497:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384352.332501:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384352.332509:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384352.332529:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384352.332533:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384352.332537:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384352.332540:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384352.332543:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384352.332551:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b4ccc63d count: 2 00010000:00000001:1.0:1767384352.332556:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384352.332560:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384352.332564:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047beefc9. 00000020:00000001:1.0:1767384352.332570:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384352.332576:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047beefc9 with handle 0xf83434fd52e6db1b to hash 00000020:00000001:1.0:1767384352.332578:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384352.332581:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384352.332584:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384352.332590:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384352.332593:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384352.332595:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.332603:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384352.332606:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384352.332609:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384352.332611:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384352.332613:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 20000000:00000010:2.0:1767384352.332618:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f9ce89bd. 00010000:00010000:1.0:1767384352.332627:0:16798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6db0d expref: 16 pid: 16775 timeout: 0 lvb_type: 0 20000000:01000000:2.0:1767384352.332628:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00010000:00000001:1.0:1767384352.332642:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 20000000:00000001:2.0:1767384352.332644:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384352.332645:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.332649:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384352.332651:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.332653:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384352.332655:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384352.332655:0:16798:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384352.332662:0:16798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384352.332668:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b4ccc63d) refcount = 2 00010000:00000040:1.0:1767384352.332672:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384352.332675:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf83434fd52e6db0d expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384352.332679:0:16798:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384352.332680:0:16798:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384352.332686:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f158452. 00000100:00000001:1.0:1767384352.332689:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384352.332693:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa279434. 00000100:00000001:1.0:1767384352.332695:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370860054784 : -119702849496832 : ffff9321822d5900) 00000100:00000001:1.0:1767384352.332697:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370860054784 : -119702849496832 : ffff9321822d5900) 00000100:00000001:1.0:1767384352.332699:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384352.332701:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384352.332703:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384352.332706:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.332708:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384352.332711:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384352.332711:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384352.332715:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384352.332722:0:16798:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00080000:00000001:2.0:1767384352.332723:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384352.332725:0:16798:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:2.0:1767384352.332728:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384352.332731:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a447279. 00080000:00000001:2.0:1767384352.332734:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:1.0:1767384352.332739:0:16798:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00000100:00000001:1.0:1767384352.332743:0:16798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384352.332748:0:16798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1767384352.332752:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:1.0:1767384352.332753:0:16798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384352.332761:0:16798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016d43df8. 00000020:00000001:2.0:1767384352.332762:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000100:00000001:1.0:1767384352.332765:0:16798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.332770:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384352.332773:0:16798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf83434fd52e6db0d expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384352.332780:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005af9ceee. 00080000:00000001:2.0:1767384352.332787:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869269504 : -119702840282112 : ffff932182b9f400) 00010000:00010000:1.0:1767384352.332790:0:16798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db14 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf83434fd52e6db0d expref: 16 pid: 16775 timeout: 422 lvb_type: 0 00080000:00000001:2.0:1767384352.332796:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384352.332802:0:16798:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384352.332805:0:16798:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384352.332810:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a447279 x1853236732520192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384352.332821:0:16798:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384352.332824:0:16798:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384352.332830:0:16798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732520192:0@lo:104: 00000100:00000001:1.0:1767384352.332835:0:16798:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384352.332840:0:16798:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384352.332842:0:16798:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.332845:0:16798:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384352.332849:0:16798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a777a26. 02000000:00000001:1.0:1767384352.332852:0:16798:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384352.332857:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a03ec54c. 00000400:00000010:1.0:1767384352.332864:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cc127d3. 00000100:00000200:1.0:1767384352.332869:0:16798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732520192, portal 16 00000100:00000001:1.0:1767384352.332871:0:16798:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384352.332873:0:16798:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210174080 : -119698499377536 : ffff93228576e680) 00000100:00000040:1.0:1767384352.332878:0:16798:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000002a447279 x1853236732520192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:2.0:1767384352.332880:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384352.332886:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.332886:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384352.332891:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:2.0:1767384352.332895:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000010:1.0:1767384352.332901:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b84979ee. 00000100:00000200:1.0:1767384352.332905:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732520192, offset 0 00000400:00000200:1.0:1767384352.332916:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:2.0:1767384352.332925:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.332927:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:2.0:1767384352.332935:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384352.332940:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d206700 00000400:00000200:1.0:1767384352.332946:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 656 00000400:00000200:1.0:1767384352.332951:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384352.332955:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384352.332959:0:16798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384352.332961:0:16798:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384352.332965:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009320906d. 00000100:00000040:1.0:1767384352.332967:0:16798:0:(events.c:337:request_in_callback()) incoming req@000000009320906d x1853236732520192 msgsize 328 00000100:00100000:1.0:1767384352.332971:0:16798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384352.332978:0:16798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384352.332984:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b84979ee 00000400:00000010:1.0:1767384352.332986:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b84979ee. 00000100:00000001:1.0:1767384352.332989:0:16798:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384352.332993:0:16798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a447279 x1853236732520192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384352.333001:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384352.333005:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a447279 x1853236732520192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384352.333010:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.333012:0:16798:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384352.333016:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.333020:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294940251 00000100:00000010:1.0:1767384352.333025:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008857961. 00000100:00000001:1.0:1767384352.333031:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384352.333034:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294940251 00000100:00000010:1.0:1767384352.333038:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bee003d9. 00000100:00000001:1.0:1767384352.333042:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384352.333045:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294940251 00000100:00000010:1.0:1767384352.333050:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3fa66e6. 00000100:00000001:1.0:1767384352.333058:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384352.333065:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294940251 00000100:00000010:1.0:1767384352.333068:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002effdb71. 00000100:00000001:1.0:1767384352.333071:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384352.333075:0:16767:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384352.333075:0:16798:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384352.333082:0:16767:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732520192 00000100:00000001:1.0:1767384352.333083:0:16798:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.333087:0:16767:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767384352.333088:0:16798:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.333091:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384352.333091:0:16798:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.333095:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.333096:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.333100:0:16767:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.333100:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384352.333102:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384352.333102:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384352.333105:0:16767:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732520192 00010000:00000001:1.0:1767384352.333107:0:16798:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.333113:0:16767:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384352.333116:0:16767:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d77f 00010000:00000001:1.0:1767384352.333116:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384352.333119:0:16798:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1767384352.333121:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384352.333121:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384352.333130:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384352.333131:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008088def refcount=3 00000100:00000001:1.0:1767384352.333135:0:16798:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384352.333137:0:16798:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384352.333153:0:16798:0:(client.c:2690:ptlrpc_set_wait()) set 00000000aa279434 going to sleep for 11 seconds 00000100:00000001:1.0:1767384352.333158:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384352.333160:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.333177:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000020:00000001:3.0:1767384352.333180:0:16767:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000001:3.0:1767384352.333183:0:16767:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384352.333211:0:16767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4cd1e6f. 00000100:00000001:3.0:1767384352.333213:0:16767:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384352.333215:0:16767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4cd1e6f. 00000020:00000010:3.0:1767384352.333219:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e9b8d01. 00000020:00000010:3.0:1767384352.333223:0:16767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004d6e76c. 00000020:00000010:3.0:1767384352.333227:0:16767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000097640537. 00000100:00000040:3.0:1767384352.333233:0:16767:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384352.333236:0:16767:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384352.333237:0:16767:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384352.333238:0:16767:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.333244:0:16767:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.333254:0:16767:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.333273:0:16767:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384352.333273:0:16815:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384352.333277:0:16815:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384352.333278:0:16767:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384352.333282:0:16815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384352.333285:0:16815:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008088def : new rpc_count 1 00000100:00000001:1.0:1767384352.333286:0:16815:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210168704 : -119698499382912 : ffff93228576d180) 00000100:00000001:3.0:1767384352.333288:0:16767:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.333291:0:16815:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009320906d x1853236732520192/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 328/0 e 0 to 0 dl 1767384363 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384352.333295:0:16767:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.333302:0:16815:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384352.333305:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d297923. 00000100:00000001:1.0:1767384352.333307:0:16815:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384352.333309:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d297923. 00000100:00100000:1.0:1767384352.333312:0:16815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009320906d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732520192:12345-0@lo:104: 00000100:00000200:1.0:1767384352.333315:0:16815:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732520192 00010000:00000001:1.0:1767384352.333323:0:16815:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384352.333327:0:16815:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384352.333329:0:16815:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384352.333331:0:16815:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=2 00000020:00000001:1.0:1767384352.333333:0:16815:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384352.333336:0:16815:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384352.333339:0:16815:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384352.333340:0:16815:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384352.333343:0:16815:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6db14 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384352.333349:0:16815:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384352.333351:0:16815:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384352.333356:0:16815:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000017135cd6. 02000000:00000001:1.0:1767384352.333358:0:16815:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.333359:0:16815:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.333363:0:16815:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384352.333365:0:16815:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384352.333369:0:16815:0:(import.c:2128:obd_at_measure()) add 1 to 000000009ed84a9f time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384352.333373:0:16815:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384352.333376:0:16815:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384352.333378:0:16815:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384352.333380:0:16815:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384352.333382:0:16815:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.333384:0:16815:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384352.333386:0:16815:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384352.333388:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b84979ee. 00080000:00000001:0.0:1767384352.333390:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000200:1.0:1767384352.333391:0:16815:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236732520192, offset 224 00040000:00000001:0.0:1767384352.333396:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:1.0:1767384352.333398:0:16815:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000001:0.0:1767384352.333402:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384352.333406:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:1.0:1767384352.333407:0:16815:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000001:0.0:1767384352.333410:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384352.333415:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000015c2f627. 00000400:00000200:1.0:1767384352.333416:0:16815:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d206700 00000400:00000200:1.0:1767384352.333424:0:16815:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1c71 [1] + 224 00080000:00000001:0.0:1767384352.333425:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:1.0:1767384352.333430:0:16815:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384352.333433:0:16815:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384352.333441:0:16815:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384352.333445:0:16815:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a447279 x1853236732520192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384352.333451:0:16815:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002a447279 x1853236732520192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384352.333465:0:16815:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384352.333469:0:16815:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b84979ee 00000400:00000010:1.0:1767384352.333471:0:16815:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b84979ee. 00000100:00000001:1.0:1767384352.333475:0:16815:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384352.333476:0:16815:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384352.333525:0:16815:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.333529:0:16815:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384352.333532:0:16815:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384352.333536:0:16815:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ac3d51a1. 00010000:00000001:1.0:1767384352.333538:0:16815:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384352.333549:0:16815:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384352.333552:0:16815:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.333554:0:16815:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.333557:0:16815:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.333561:0:16815:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009320906d x1853236732520192/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384352.333570:0:16815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009320906d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732520192:12345-0@lo:104: Request processed in 265us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384352.333578:0:16815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384352.333581:0:16815:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008088def : new rpc_count 0 00000100:00000001:1.0:1767384352.333583:0:16815:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384352.333586:0:16815:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384352.333590:0:16815:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004d6e76c. 00000020:00000010:1.0:1767384352.333594:0:16815:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000097640537. 00000020:00000010:1.0:1767384352.333599:0:16815:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e9b8d01. 00000020:00000040:1.0:1767384352.333605:0:16815:0:(genops.c:898:class_export_put()) PUTting export 0000000008088def : new refcount 2 00000100:00000001:1.0:1767384352.333608:0:16815:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384352.333648:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384352.333653:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.333656:0:16772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767384352.333658:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384352.333661:0:16772:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000001:0.0:1767384352.333664:0:16798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384352.333665:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000001:0.0:1767384352.333666:0:16798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384352.333668:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a03ec54c. 00000400:00000200:0.0:1767384352.333671:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cc127d3 00000400:00000010:0.0:1767384352.333672:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cc127d3. 00010000:00010000:3.0:1767384352.333677:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6db14 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384352.333677:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.333683:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a447279 x1853236732520192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384352.333689:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000770811d6 already unused, calling callback (00000000081d0b67) 10000000:00000001:3.0:1767384352.333696:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384352.333699:0:16772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf83434fd52e6db14 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384352.333703:0:16798:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a447279 x1853236732520192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384352.333711:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384352.333713:0:16798:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.333715:0:16798:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384352.333717:0:16798:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384352.333719:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.333720:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.333722:0:16798:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.333728:0:16798:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e169ce83 time=72 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384352.333730:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:0.0:1767384352.333732:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000319a7c00 time=72 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384352.333734:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384352.333735:0:16798:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384352.333737:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384352.333738:0:16798:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384352.333741:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=3 00010000:00000001:0.0:1767384352.333742:0:16798:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384352.333745:0:16798:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.333746:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00000100:00000001:0.0:1767384352.333748:0:16798:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.333753:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00000100:00000040:0.0:1767384352.333755:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a447279 x1853236732520192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384352.333759:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384352.333763:0:16772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf83434fd52e6db14 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384352.333764:0:16798:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.333769:0:16798:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384352.333771:0:16798:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.333775:0:16798:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384352.333778:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767384352.333779:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384352.333779:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384352.333783:0:16798:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767384352.333784:0:16772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf83434fd52e6db14 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384352.333787:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a447279 x1853236732520192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:3.0:1767384352.333802:0:16772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:0.0:1767384352.333805:0:16798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732520192:0@lo:104: 10000000:00000001:3.0:1767384352.333809:0:16772:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:0.0:1767384352.333810:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:3.0:1767384352.333812:0:16772:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384352.333814:0:16798:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384352.333815:0:16772:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767384352.333816:0:16798:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1767384352.333820:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384352.333820:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384352.333823:0:16772:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.333824:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a447279 x1853236732520192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384352.333836:0:16798:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384352.333838:0:16798:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:3.0:1767384352.333839:0:16772:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000010:0.0:1767384352.333840:0:16798:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a777a26. 10000000:00000001:3.0:1767384352.333842:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:0.0:1767384352.333844:0:16798:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000040:3.0:1767384352.333846:0:16772:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 2 00000020:00000001:0.0:1767384352.333847:0:16798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384352.333849:0:16798:0:(genops.c:1242:class_import_put()) import 00000000da0ccbb4 refcount=1 obd=MGS 10000000:00000001:3.0:1767384352.333851:0:16772:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:0.0:1767384352.333852:0:16798:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:3.0:1767384352.333854:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384352.333856:0:16798:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000016d43df8. 00010000:00000001:3.0:1767384352.333859:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:0.0:1767384352.333860:0:16798:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384352.333863:0:16798:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384352.333864:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:0.0:1767384352.333865:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a447279. 00000100:00000001:0.0:1767384352.333868:0:16798:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384352.333869:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384352.333871:0:16798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000aa279434. 00000100:00000001:0.0:1767384352.333873:0:16798:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384352.333875:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384352.333876:0:16798:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384352.333880:0:16798:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f158452. 00010000:00000001:3.0:1767384352.333881:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384352.333882:0:16798:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.333885:0:16772:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.333885:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.333890:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384352.333892:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000770811d6 with handle 0xf83434fd52e6db0d from hash 20000000:00000001:0.0:1767384352.333894:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384352.333898:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384352.333899:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:0.0:1767384352.333900:0:16798:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.333902:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.333906:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.333909:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384352.333913:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384352.333915:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384352.333918:0:16772:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384352.333921:0:16772:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384352.333926:0:16772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd7cf867. 00000020:00000040:3.0:1767384352.333929:0:16772:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384352.333933:0:16772:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384352.333934:0:16772:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384352.333937:0:16772:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384352.333941:0:16772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e9b8d01. 00000100:00000001:3.0:1767384352.333945:0:16772:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.333948:0:16772:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384352.333950:0:16772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6db14 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384352.333957:0:16772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384352.333958:0:16772:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.333963:0:16772:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384352.333965:0:16772:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.333972:0:16772:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd7cf867] to pc [ptlrpcd_00_01+1] req@00000000bd7cf867 x1853236732520320/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384352.334004:0:16772:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384352.334008:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.334009:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.334010:0:16772:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.334013:0:16772:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384352.334015:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.334018:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6db14 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384352.334027:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.334031:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384352.334032:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.334034:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384352.334037:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384352.334037:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384352.334040:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.334040:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd7cf867 x1853236732520320/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384352.334041:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 00000000770811d6/0xf83434fd52e6db0d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6db14 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384352.334046:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.334061:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.334062:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384352.334064:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023114aaa count: 0 02000000:00000001:0.0:1767384352.334065:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384352.334069:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384352.334072:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.334076:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.334079:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384352.334081:0:16772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ac3d51a1. 00010000:00000001:3.0:1767384352.334085:0:16772:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.334087:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384352.334089:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.334091:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384352.334094:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384352.334095:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd7cf867 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732520320:0@lo:103: 00000020:00000001:3.0:1767384352.334096:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.334102:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1767384352.334103:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384352.334105:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384352.334107:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384352.334108:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.334111:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.334111:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:3.0:1767384352.334116:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767384352.334116:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003074bf1. 02000000:00000001:0.0:1767384352.334129:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.334133:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384352.334136:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000100:00000200:0.0:1767384352.334149:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732520320, portal 18 00000100:00000001:0.0:1767384352.334151:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.334152:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208703104 : -119698500848512 : ffff932285607480) 00000100:00000040:0.0:1767384352.334168:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd7cf867 x1853236732520320/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.334173:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.334175:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.334177:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cc45e5c. 00000100:00000200:0.0:1767384352.334180:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732520320, offset 0 00000400:00000200:0.0:1767384352.334184:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.334189:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384352.334196:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d206780 00000400:00000200:0.0:1767384352.334200:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:0.0:1767384352.334204:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.334208:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384352.334211:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384352.334214:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384352.334217:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875b6f6e. 00000100:00000040:0.0:1767384352.334218:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000875b6f6e x1853236732520320 msgsize 328 00000100:00100000:0.0:1767384352.334222:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384352.334232:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.334236:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cc45e5c 00000400:00000010:0.0:1767384352.334237:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cc45e5c. 00000100:00000001:0.0:1767384352.334239:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384352.334242:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd7cf867 x1853236732520320/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.334254:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384352.334260:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd7cf867 x1853236732520320/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.334262:0:24303:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384352.334266:0:24303:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732520320 02000000:00000001:1.0:1767384352.334269:0:24303:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384352.334270:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.334271:0:24303:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.334273:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384352.334274:0:24303:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.334278:0:24303:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.334278:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384352.334281:0:24303:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732520320 00000100:00000001:0.0:1767384352.334282:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294940252 00000020:00000001:1.0:1767384352.334284:0:24303:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384352.334286:0:24303:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384352.334288:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384352.334289:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294940251 00000020:00000040:1.0:1767384352.334291:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=17 00000020:00000001:1.0:1767384352.334295:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384352.334295:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294940252 00000020:00000001:1.0:1767384352.334298:0:24303:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384352.334300:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294940251 00000100:00000001:1.0:1767384352.334301:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384352.334305:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294940252 00000020:00000010:1.0:1767384352.334306:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d297923. 00000100:00000001:1.0:1767384352.334310:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.334311:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294940251 00000020:00000010:1.0:1767384352.334312:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d297923. 00000100:00000001:0.0:1767384352.334315:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294940252 00000020:00000010:1.0:1767384352.334318:0:24303:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016d43df8. 00000100:00000001:0.0:1767384352.334319:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294940251 00000100:00000001:0.0:1767384352.334323:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384352.334324:0:24303:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000066b409c9. 00000100:00000001:0.0:1767384352.334325:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.334330:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384352.334331:0:24303:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003615189c. 00000100:00000001:0.0:1767384352.334332:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.334339:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384352.334341:0:24303:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384352.334342:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384352.334345:0:24303:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384352.334347:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384352.334348:0:24303:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384352.334349:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384352.334351:0:24303:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384352.334352:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.334354:0:24303:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.334356:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.334358:0:24303:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384352.334362:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384352.334364:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384352.334366:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=4 00000020:00000001:1.0:1767384352.334367:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384352.334369:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00010000:1.0:1767384352.334377:0:24303:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db14 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6db0d expref: 17 pid: 16775 timeout: 422 lvb_type: 0 00010000:00000001:1.0:1767384352.334383:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.334384:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.334385:0:24303:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.334386:0:24303:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.334391:0:24303:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384352.334394:0:24303:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000875b6f6e x1853236732520320/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 328/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.334399:0:24303:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384352.334401:0:24303:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.334410:0:24303:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.334422:0:24303:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384352.334423:0:24303:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384352.334425:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384352.334427:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384352.334429:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384352.334431:0:24303:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 3 00000100:00000001:0.0:1767384352.334433:0:16769:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.334434:0:24303:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154158208 : -119697555393408 : ffff9322bdbaf480) 00000100:00000001:0.0:1767384352.334439:0:16769:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.334442:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000875b6f6e x1853236732520320/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 328/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.334448:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384352.334451:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d297923. 00000100:00000001:1.0:1767384352.334452:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384352.334453:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d297923. 00000100:00100000:1.0:1767384352.334457:0:24303:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000875b6f6e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e84c064-9ddf-4290-a20e-ee745f39ffee+17:16147:x1853236732520320:12345-0@lo:103: 00000100:00000200:1.0:1767384352.334461:0:24303:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732520320 00010000:00000001:1.0:1767384352.334463:0:24303:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384352.334465:0:24303:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384352.334467:0:24303:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384352.334471:0:24303:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384352.334472:0:24303:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384352.334501:0:24303:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006dfd1201. 02000000:00000001:1.0:1767384352.334502:0:24303:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.334510:0:24303:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.334512:0:24303:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384352.334514:0:24303:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384352.334516:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384352.334518:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384352.334520:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=4 00000020:00000001:1.0:1767384352.334521:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384352.334523:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000040:1.0:1767384352.334526:0:24303:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b4ccc63d count: 3 00010000:00010000:1.0:1767384352.334530:0:24303:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db14 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6db0d expref: 17 pid: 16775 timeout: 422 lvb_type: 0 00000100:00001000:1.0:1767384352.334537:0:24303:0:(import.c:2128:obd_at_measure()) add 0 to 000000002788824c time=1767384352 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384352.334540:0:24303:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384352.334550:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.334552:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384352.334555:0:24303:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf83434fd52e6db0d expref: 17 pid: 16775 timeout: 422 lvb_type: 0 00000020:00000001:1.0:1767384352.334562:0:24303:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384352.334564:0:24303:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384352.334566:0:24303:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.334567:0:24303:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.334570:0:24303:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384352.334573:0:24303:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384352.334578:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.334580:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.334582:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384352.334584:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384352.334586:0:24303:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008c8fa64b with handle 0xf83434fd52e6db14 from hash 00010000:00000001:1.0:1767384352.334591:0:24303:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384352.334593:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.334594:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.334596:0:24303:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384352.334598:0:24303:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384352.334600:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384352.334611:0:24303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db14 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf83434fd52e6db0d expref: 17 pid: 16775 timeout: 422 lvb_type: 0 00010000:00000040:1.0:1767384352.334619:0:24303:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 9 00000020:00000040:1.0:1767384352.334623:0:24303:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 16 00010000:00000001:1.0:1767384352.334632:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.334635:0:24303:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384352.334637:0:24303:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384352.334640:0:24303:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000047beefc9 00010000:00000001:1.0:1767384352.334642:0:24303:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384352.334644:0:24303:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384352.334647:0:24303:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.334649:0:24303:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384352.334651:0:24303:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.334655:0:24303:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384352.334657:0:24303:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384352.334660:0:24303:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.334666:0:24303:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384352.334670:0:24303:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384352.334672:0:24303:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384352.334675:0:24303:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384352.334677:0:24303:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b4ccc63d) refcount = 2 00010000:00010000:1.0:1767384352.334681:0:24303:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.334687:0:24303:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384352.334690:0:24303:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384352.334692:0:24303:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.334695:0:24303:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384352.334699:0:24303:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d297923. 00000100:00000001:1.0:1767384352.334702:0:24303:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384352.334707:0:24303:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac3d51a1. 00000100:00000001:1.0:1767384352.334709:0:24303:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370860056128 : -119702849495488 : ffff9321822d5e40) 00000100:00000001:1.0:1767384352.334712:0:24303:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370860056128 : -119702849495488 : ffff9321822d5e40) 00000100:00000001:1.0:1767384352.334722:0:24303:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384352.334724:0:24303:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384352.334726:0:24303:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384352.334728:0:24303:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384352.334732:0:24303:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:1.0:1767384352.334735:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384352.334737:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384352.334739:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=5 00000020:00000001:1.0:1767384352.334742:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384352.334744:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384352.334747:0:24303:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384352.334749:0:24303:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.334757:0:24303:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384352.334759:0:24303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.334767:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.334769:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384352.334771:0:24303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.334777:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384352.334779:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.334782:0:24303:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384352.334784:0:24303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384352.334790:0:24303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000047beefc9 already unused, calling callback (000000008463f753) 00010000:00000001:1.0:1767384352.334793:0:24303:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384352.334797:0:24303:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384352.334799:0:24303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.334817:0:24303:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384352.334819:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384352.334821:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384352.334823:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=6 00000020:00000001:1.0:1767384352.334825:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384352.334829:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384352.334831:0:24303:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384352.334833:0:24303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.334839:0:24303:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384352.334841:0:24303:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384352.334843:0:24303:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.334857:0:24303:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384352.334859:0:24303:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384352.334862:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384352.334864:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384352.334869:0:24303:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047beefc9 with handle 0xf83434fd52e6db1b from hash 00010000:00000001:1.0:1767384352.334872:0:24303:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384352.334874:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.334876:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.334878:0:24303:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384352.334880:0:24303:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384352.334882:0:24303:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384352.334884:0:24303:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:3.0:1767384352.334885:0:16798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.334886:0:24303:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.334890:0:24303:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.334895:0:24303:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384352.334900:0:24303:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384352.334901:0:16798:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384352.334907:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384352.334908:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384352.334910:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384352.334913:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.334914:0:24303:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.334919:0:24303:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.334924:0:24303:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.334927:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384352.334930:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.334932:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384352.334936:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:1.0:1767384352.334937:0:24303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.334946:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.334948:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.334950:0:24303:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384352.334952:0:24303:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384352.334953:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.334955:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.334957:0:24303:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384352.334961:0:24303:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384352.334963:0:24303:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.334965:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384352.334967:0:24303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db1b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.334977:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.334979:0:24303:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.334982:0:24303:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384352.334985:0:24303:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384352.334988:0:24303:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.334990:0:24303:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.334992:0:24303:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384352.334994:0:24303:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ac3d51a1. 00000100:00000001:1.0:1767384352.334997:0:24303:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384352.334998:0:24303:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384352.335000:0:24303:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d297923. 00010000:00000001:1.0:1767384352.335004:0:24303:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384352.335006:0:24303:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b4ccc63d count: 0 00010000:00010000:1.0:1767384352.335018:0:24303:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384352.335022:0:24303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.335026:0:24303:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384352.335028:0:24303:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384352.335031:0:24303:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384352.335036:0:24303:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384352.335041:0:24303:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384352.335044:0:24303:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384352.335054:0:24303:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384352.335056:0:24303:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.335060:0:24303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384352.335063:0:24303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384352.335310:0:24303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b84979ee. 00000100:00000200:1.0:1767384352.335316:0:24303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732520320, offset 224 00000400:00000200:1.0:1767384352.335322:0:24303:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384352.335330:0:24303:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384352.335338:0:24303:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d206780 00000400:00000200:1.0:1767384352.335344:0:24303:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1c7d [1] + 224 00000400:00000200:1.0:1767384352.335349:0:24303:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384352.335352:0:24303:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384352.335356:0:24303:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384352.335360:0:24303:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd7cf867 x1853236732520320/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384352.335369:0:24303:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bd7cf867 x1853236732520320/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.335387:0:24303:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384352.335395:0:24303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b84979ee 00000400:00000010:1.0:1767384352.335398:0:24303:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b84979ee. 00000100:00000001:0.0:1767384352.335419:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.335422:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384352.335448:0:24303:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384352.335448:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384352.335452:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384352.335453:0:24303:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384352.335457:0:24303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.335461:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe5abf4. 00000100:00000040:1.0:1767384352.335463:0:24303:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000200:0.0:1767384352.335466:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00010000:00000001:1.0:1767384352.335469:0:24303:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.335469:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000100:00000001:0.0:1767384352.335473:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384352.335475:0:24303:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.335510:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875b6f6e x1853236732520320/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384352.335521:0:24303:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000875b6f6e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16147:x1853236732520320:12345-0@lo:103: Request processed in 1071us (1300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384352.335530:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384352.335534:0:24303:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:1.0:1767384352.335544:0:24303:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384352.335547:0:24303:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384352.335550:0:24303:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000066b409c9. 00000020:00000010:1.0:1767384352.335557:0:24303:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003615189c. 00000020:00000010:1.0:1767384352.335563:0:24303:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016d43df8. 00000020:00000040:1.0:1767384352.335568:0:24303:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000001:1.0:1767384352.335571:0:24303:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384352.335651:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd7cf867 x1853236732520320/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384352.335660:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd7cf867 x1853236732520320/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.335667:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384352.335670:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.335672:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384352.335674:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384352.335675:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.335677:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.335678:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.335681:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384352.335683:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384352.335687:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384352.335688:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.335690:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384352.335692:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.335695:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.335700:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd7cf867 x1853236732520320/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.335705:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.335707:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384352.335709:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384352.335712:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd7cf867 x1853236732520320/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.335720:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd7cf867 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732520320:0@lo:103: 00000100:00000001:0.0:1767384352.335726:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.335729:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384352.335734:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd7cf867 x1853236732520320/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.335748:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384352.335749:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384352.335751:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003074bf1. 02000000:00000001:0.0:1767384352.335755:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384352.335758:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384352.335759:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384352.335778:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384352.335780:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e9b8d01. 02000000:00000001:0.0:1767384352.335784:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384352.335786:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384352.335788:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd7cf867. 00000100:00000001:0.0:1767384352.335791:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384352.335792:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.335794:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.335798:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.335799:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.335801:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.335804:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384352.337698:0:16657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023114aaa. 00010000:00000010:3.1:1767384352.337708:0:16657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000770811d6. 00000400:00000010:1.0:1767384352.343402:0:33601:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000023d2355. 00000400:00000040:1.0:1767384352.343419:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384352.343421:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384352.343424:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.343426:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384352.343428:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.343429:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384352.343432:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384352.343433:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384352.343435:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384352.343436:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384352.343438:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384352.343439:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384352.343441:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384352.343442:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384352.343443:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384352.343445:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384352.343446:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384352.343447:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384352.343449:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384352.343451:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.343452:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384352.343453:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384352.343454:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384352.343455:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.343455:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384352.343457:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.343458:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384352.343459:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384352.343460:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384352.343467:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.343469:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384352.343470:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.343471:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384352.343473:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384352.343474:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384352.343475:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.343476:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384352.343497:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384352.343499:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384352.343500:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384352.343501:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384352.343502:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.343504:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384352.343506:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384352.343507:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384352.343508:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384352.343510:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384352.343511:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384352.343513:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384352.343515:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384352.343516:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384352.343518:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384352.343519:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384352.343520:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384352.343522:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384352.343523:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384352.343525:0:33601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384352.343652:0:33601:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000023d2355. 00000100:00000040:3.0:1767384352.344518:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294940252, at 4294940253 00000100:00000010:3.0:1767384352.344528:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002effdb71. 00000100:00000040:0.0:1767384352.344565:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294940252, at 4294940253 00000100:00000010:0.0:1767384352.344574:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008857961. 00080000:00000001:3.0:1767384352.344712:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384352.344721:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384352.344723:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:0.0:1767384352.344726:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384352.344727:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384352.344730:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384352.344731:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384352.344735:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384352.344736:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384352.344737:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384352.344741:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005af9ceee. 20000000:00000001:3.0:1767384352.344745:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384352.344747:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384352.344751:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384352.344758:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384352.344768:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384352.344770:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384352.344772:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384352.344775:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384352.344777:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384352.344783:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000285b9536. 00010000:00000001:3.0:1767384352.344786:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384352.344789:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073480cfc. 00000020:00000001:3.0:1767384352.344792:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384352.344795:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000073480cfc with handle 0xf83434fd52e6db22 to hash 00000020:00000001:3.0:1767384352.344796:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384352.344798:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384352.344800:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384352.344802:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.344803:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.344805:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db22 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.344811:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384352.344813:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384352.344814:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384352.344816:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384352.344818:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.344819:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384352.344821:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.344822:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384352.344824:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384352.344825:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384352.344826:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384352.344833:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000285b9536) refcount = 1 00010000:00010000:3.0:1767384352.344836:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db22 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.344840:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384352.344841:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384352.344842:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.344844:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.344845:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384352.344848:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384352.344850:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384352.344852:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384352.344854:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384352.344855:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073480cfc refcount=4 00000020:00000001:3.0:1767384352.344857:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384352.344859:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384352.344861:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384352.344862:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db22 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.344866:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384352.344867:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db22 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.344871:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.344872:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384352.344873:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db22 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.344876:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.344878:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.344879:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384352.344881:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db22 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384352.344885:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000073480cfc already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384352.344893:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384352.344894:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384352.344896:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db22 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.344900:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384352.344903:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384352.344904:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384352.344905:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073480cfc refcount=5 00000020:00000001:3.0:1767384352.344907:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384352.344908:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384352.344910:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384352.344912:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db22 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.344915:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384352.344917:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384352.344919:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.344922:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384352.344923:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384352.344926:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.344927:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384352.344928:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073480cfc with handle 0xf83434fd52e6db22 from hash 00010000:00000001:3.0:1767384352.344930:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384352.344932:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.344933:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.344934:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384352.344935:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384352.344937:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384352.344939:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384352.344941:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.344943:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.344944:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384352.344946:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384352.344948:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.344949:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.344954:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.344956:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.344957:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.344959:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db22 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.344963:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.344964:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.344965:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384352.344966:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384352.344967:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.344968:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.344969:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384352.344971:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.344972:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.344974:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db22 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.344977:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384352.344978:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384352.344979:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db22 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384352.344982:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000285b9536 count: 0 00010000:00000001:3.0:1767384352.344990:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384352.344992:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384352.345534:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294940252, at 4294940254 00000100:00000010:1.0:1767384352.345540:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bee003d9. 00000100:00000040:2.0:1767384352.345562:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294940252, at 4294940254 00000100:00000010:2.0:1767384352.345574:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3fa66e6. 00080000:00000020:1.0:1767384352.345763:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384352.345767:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384352.345769:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004e1f66d9. 20000000:00000001:1.0:1767384352.345775:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384352.345779:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732519936 00010000:00000001:1.0:1767384352.345781:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384352.345792:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e5d47a1 x1853236732519936/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384352.345800:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384352.345802:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384352.345805:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384352.345811:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384352.345813:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384352.345815:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384352.345818:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384352.345821:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.345826:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384352.345832:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384352.345837:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac3d51a1. 00000100:00000200:1.0:1767384352.345842:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732519936, offset 224 00000400:00000200:1.0:1767384352.345852:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384352.345863:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384352.345874:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206600 00000400:00000200:1.0:1767384352.345880:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c59 [2] + 224 00000400:00000200:1.0:1767384352.345888:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384352.345891:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384352.345897:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384352.345902:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa176323 x1853236732519936/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384352.345909:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000aa176323 x1853236732519936/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.345923:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384352.345929:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac3d51a1 00000400:00000010:1.0:1767384352.345934:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac3d51a1. 00000100:00000001:3.0:1767384352.345938:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384352.345939:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384352.345943:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384352.345943:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384352.345951:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384352.345954:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384352.345957:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384352.345958:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:3.0:1767384352.345962:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a7467cf. 00010000:00000001:1.0:1767384352.345962:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384352.345966:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.345968:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a69b7090 00000400:00000010:3.0:1767384352.345969:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a69b7090. 00000100:00000001:3.0:1767384352.345974:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384352.345974:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384352.345981:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa176323 x1853236732519936/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384352.345983:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e5d47a1 x1853236732519936/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384352.346008:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa176323 x1853236732519936/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384352.346010:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e5d47a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732519936:12345-0@lo:253: Request processed in 25596us (26474us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384352.346020:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000040:1.0:1767384352.346025:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384352.346029:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384352.346032:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384352.346037:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384352.346038:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032c00705. 00000100:00000001:3.0:1767384352.346043:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384352.346044:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff22373. 00000100:00000001:3.0:1767384352.346049:0:16149:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384352.346050:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d53e574. 02000000:00000001:3.0:1767384352.346053:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384352.346055:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:3.0:1767384352.346057:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384352.346060:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.346061:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384352.346064:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000819085a5. 02000000:00000001:3.0:1767384352.346066:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.346069:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384352.346072:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=72 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384352.346072:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384352.346079:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384352.346081:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384352.346084:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384352.346085:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384352.346085:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0ea0aec. 00010000:00000001:3.0:1767384352.346090:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384352.346092:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384352.346093:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac3d51a1. 00000100:00000001:3.0:1767384352.346094:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.346100:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa176323 x1853236732519936/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.346106:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.346108:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384352.346109:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384352.346113:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384352.346115:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384352.346117:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384352.346118:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384352.346120:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384352.346121:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384352.346123:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384352.346124:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384352.346126:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384352.346127:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384352.346128:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa176323 x1853236732519936/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384352.346133:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa176323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732519936:0@lo:253: 00000100:00000001:3.0:1767384352.346136:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.346149:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384352.346158:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa176323 x1853236732519936/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.346164:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384352.346166:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384352.346168:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eb269d7b. 02000000:00000001:3.0:1767384352.346174:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384352.346175:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384352.346176:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384352.346178:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384352.346179:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cbeb1333. 02000000:00000001:3.0:1767384352.346184:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384352.346185:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384352.346186:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa176323. 00000100:00000001:3.0:1767384352.346189:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384352.346191:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.346193:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.346199:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384352.346201:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.346203:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.346205:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384352.346505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008c8fa64b. 00010000:00000010:1.1:1767384352.346511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047beefc9. 00010000:00000010:1.1:1767384352.346514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b4ccc63d. 00080000:00000020:3.0:1767384352.347740:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384352.347742:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384352.347744:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000026e56c36. 20000000:00000001:3.0:1767384352.347747:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384352.347750:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732520064 00010000:00000001:3.0:1767384352.347751:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384352.347755:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000655bd1e1 x1853236732520064/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384352.347760:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384352.347761:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384352.347762:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384352.347764:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384352.347765:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384352.347767:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384352.347769:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384352.347771:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.347778:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384352.347779:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384352.347781:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a726142a. 00000100:00000200:3.0:1767384352.347783:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732520064, offset 224 00000400:00000200:3.0:1767384352.347787:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384352.347791:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384352.347796:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206680 00000400:00000200:3.0:1767384352.347800:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c61 [2] + 224 00000400:00000200:3.0:1767384352.347804:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.347807:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384352.347809:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384352.347812:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071e3ee83 x1853236732520064/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384352.347817:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000071e3ee83 x1853236732520064/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.347828:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384352.347832:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a726142a 00000400:00000010:3.0:1767384352.347833:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a726142a. 00000100:00000001:3.0:1767384352.347836:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384352.347837:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384352.347840:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.347842:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384352.347843:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384352.347847:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384352.347847:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384352.347851:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.347853:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384352.347854:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384352.347855:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000655bd1e1 x1853236732520064/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384352.347858:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384352.347862:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054f1c2fd. 00000100:00100000:3.0:1767384352.347867:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000655bd1e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16146:x1853236732520064:12345-0@lo:253: Request processed in 27390us (28055us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384352.347869:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eedd9aa 00000400:00000010:1.0:1767384352.347874:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eedd9aa. 00000100:00100000:3.0:1767384352.347877:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000040:3.0:1767384352.347881:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384352.347881:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384352.347886:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384352.347887:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384352.347890:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071e3ee83 x1853236732520064/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384352.347896:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f4f088e. 00000020:00000010:3.0:1767384352.347902:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7acb373. 00000020:00000010:3.0:1767384352.347906:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ffc6c3f. 00000020:00000040:3.0:1767384352.347910:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000200:1.0:1767384352.347911:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071e3ee83 x1853236732520064/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384352.347914:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384352.347916:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005f01e4cb. 02000000:00000001:3.0:1767384352.347920:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384352.347922:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384352.347923:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.347925:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384352.347927:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384352.347931:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040b3902c. 00000100:00000001:1.0:1767384352.347936:0:16146:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384352.347937:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a726142a. 02000000:00000001:1.0:1767384352.347939:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384352.347941:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384352.347943:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.347945:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384352.347947:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384352.347950:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384352.347952:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384352.347953:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.347954:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384352.347955:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.347956:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.347958:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071e3ee83 x1853236732520064/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.347963:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.347965:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384352.347966:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384352.347967:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384352.347968:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384352.347969:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384352.347970:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384352.347972:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384352.347973:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384352.347973:0:16146:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384352.347974:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384352.347975:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384352.347976:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071e3ee83 x1853236732520064/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384352.347981:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071e3ee83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732520064:0@lo:253: 00000100:00000001:1.0:1767384352.347984:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.347985:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384352.347986:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071e3ee83 x1853236732520064/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.347989:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384352.347991:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384352.347997:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c4626409. 02000000:00000001:1.0:1767384352.348001:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384352.348002:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384352.348003:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384352.348004:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384352.348005:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003f07e1ce. 02000000:00000001:1.0:1767384352.348008:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384352.348009:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384352.348010:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071e3ee83. 00000100:00000001:1.0:1767384352.348012:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384352.348013:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.348014:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.348018:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384352.348019:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.348021:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384352.348022:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384352.352510:0:33604:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000285b9536. 00010000:00000010:3.1:1767384352.352524:0:33604:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073480cfc. 00000400:00000001:0.0:1767384352.699707:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384352.699714:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384352.699718:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067da9294 00000400:00000010:0.0:1767384352.699724:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067da9294. 00000400:00000200:0.0:1767384352.699730:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384352.699741:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp40 recovery ping unlinked 00000400:00000010:0.0:1767384352.699758:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000820e25d9. 00000400:00000010:0.0:1767384352.699767:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008f0b1312. 00000400:00000200:0.0:1767384352.699776:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp39 00000400:00000010:0.0:1767384352.699788:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f58f2f42. 00000400:00000010:0.0:1767384352.699796:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e2143648. 00000400:00000010:0.0:1767384352.699802:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000400:00000010:0.0:1767384352.699825:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009b9caeff. 00000400:00000200:0.0:1767384352.699833:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp39 00000400:00000200:0.0:1767384352.699849:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp39 local destination 00000400:00000200:0.0:1767384352.699857:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp39 00000400:00000200:0.0:1767384352.699867:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp39 NI seq info: [145:145:256:4294967295] 192.168.204.131@tcp39 LPNI seq info [141:141:8:4294967295] 00000400:00000200:0.0:1767384352.699876:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp39 00000400:00000200:0.0:1767384352.699886:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp39(192.168.204.131@tcp39:) -> 192.168.204.131@tcp39(192.168.204.131@tcp39:192.168.204.131@tcp39) : GET try# 0 00000800:00000200:0.0:1767384352.699893:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp39 00000800:00000010:0.0:1767384352.699900:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002d4a6fa2. 00000800:00000200:0.0:1767384352.699909:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003784251d] -> 12345-192.168.204.131@tcp39 (2) 00000800:00000200:0.1:1767384352.699918:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003784251d] -> 12345-192.168.204.131@tcp39 (2) 00000400:00000200:0.0:1767384352.700405:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp39 added to recovery queue. ping count: 2 next ping: 277 health :800 00000400:00000200:0.0:1767384352.700416:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp41 00000400:00000010:0.0:1767384352.700420:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007f6e1b84. 00000400:00000010:0.0:1767384352.700426:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c230a74a. 00000400:00000010:0.0:1767384352.700431:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cc45e5c. 00000400:00000010:0.0:1767384352.700438:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004f5e42bb. 00000400:00000200:0.0:1767384352.700444:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp41 00000400:00000200:0.0:1767384352.700451:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp41 local destination 00000400:00000200:0.0:1767384352.700457:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp41 00000400:00000200:0.0:1767384352.700463:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp41 NI seq info: [146:146:256:4294967295] 192.168.204.131@tcp41 LPNI seq info [142:142:8:4294967295] 00000400:00000200:0.0:1767384352.700471:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp41 00000400:00000200:0.0:1767384352.700787:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp41(192.168.204.131@tcp41:) -> 192.168.204.131@tcp41(192.168.204.131@tcp41:192.168.204.131@tcp41) : GET try# 0 00000800:00000200:0.0:1767384352.700794:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp41 00000800:00000010:0.0:1767384352.700799:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f56e2759. 00000800:00000200:0.0:1767384352.700816:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c92d7de] -> 12345-192.168.204.131@tcp41 (2) 00000800:00000200:0.1:1767384352.700822:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c92d7de] -> 12345-192.168.204.131@tcp41 (2) 00000400:00000200:0.0:1767384352.700852:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp41 added to recovery queue. ping count: 1 next ping: 275 health :900 00000400:00000200:0.0:1767384352.700972:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.701037:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.701098:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.701202:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.701295:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.701300:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.701399:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.701425:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.701518:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.701521:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.701583:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.701597:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.701662:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.701700:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.701773:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.701822:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.701861:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.701936:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.701957:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.702035:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.702038:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.702089:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.702115:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.702167:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.702229:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.702237:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.702312:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.702344:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.702404:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.702469:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.702520:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.702598:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.702604:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.702685:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.702685:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.702748:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.702803:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.702852:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.702950:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.702973:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.703065:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703078:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703130:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.703157:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703199:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.703242:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703282:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.703323:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703332:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703406:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.703410:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703514:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.703577:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703621:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703677:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.703689:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703717:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.703752:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703761:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.703837:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703838:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703910:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.703959:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.703986:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.704053:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384352.704069:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.704171:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.704213:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.704256:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.704304:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384352.704312:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac2d7752. 00000800:00000010:3.0:1767384352.704318:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f6e7e721. 00000800:00000010:3.0:1767384352.704325:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006a9c30a3. 00000800:00000010:3.0:1767384352.704348:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006a9c30a3. 00000400:00000200:0.0:1767384352.704349:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000800:00020000:3.0:1767384352.704359:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384352.704363:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f6e7e721. 00000800:00000010:3.0:1767384352.704367:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac2d7752. 00000400:00000200:0.0:1767384352.704395:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000400:02020000:3.0:1767384352.704412:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp41 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384352.704421:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp41 notifying 192.168.204.131@tcp41: down 00000400:00000200:3.0:1767384352.704425:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384352.704437:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp41 00000800:00000010:3.0:1767384352.704442:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f56e2759. 00000400:00000200:3.0:1767384352.704447:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384352.704452:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp41->192.168.204.131@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384352.704462:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384352.704466:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384352.704471:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp41) recovery failed with -71 00000400:00000200:0.0:1767384352.704473:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.704573:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.704644:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.704704:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.131:988 00000400:00000200:0.0:1767384352.704756:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.131:988 00000800:00000010:0.0:1767384352.704960:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eb269d7b. 00000800:00000010:0.0:1767384352.704966:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000ce22c96. 00000800:00000010:0.0:1767384352.704973:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000978077eb. 00000800:00000010:0.0:1767384352.705028:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000978077eb. 00000400:00000200:3.0:1767384352.705276:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384352.705299:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp39 from 213.3.0.2 00000800:00000010:3.0:1767384352.705303:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e381d7c1. 00000800:00000010:0.0:1767384352.705352:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000090431b70. 00000800:00000010:0.0:1767384352.705360:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a79d6fc5. 00000800:00000010:0.0:1767384352.705390:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005516a00a. 00000800:00000200:0.1:1767384352.705403:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003784251d] -> 12345-192.168.204.131@tcp39 (2) 00000800:00000200:0.1:1767384352.705410:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp39 000000005516a00a deleted 00000800:00000010:0.1:1767384352.705413:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005516a00a. 00000800:00000200:0.1:1767384352.705421:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384352.705433:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp39 ip 192.168.204.131:981 00000800:00000200:0.1:1767384352.705438:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d4a6fa2 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384352.705444:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp39 p 3.x 192.168.204.131 -> 192.168.204.131:981 incarnation:1767384345349136018 sched[0] 00000800:00000010:0.0:1767384352.705451:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000978077eb. 00000800:00000200:1.1:1767384352.705605:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384352.705615:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp39 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384345349136018 sched[0] 00000800:00000010:1.0:1767384352.705619:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000ce22c96. 00000800:00000200:1.1:1767384352.705667:0:16136:0:(socklnd_cb.c:1971:ksocknal_connect()) peer_ni 192.168.204.131@tcp39(1) already connecting to me, retry later. 00000800:00000001:1.0:1767384352.705689:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384352.705694:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384352.706197:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000978077eb. 00000800:00000010:0.0:1767384352.706202:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a79d6fc5. 00000800:00000010:0.0:1767384352.706233:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e381d7c1. 00000800:00000001:1.0:1767384352.706248:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384352.706255:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384352.706315:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384352.706318:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384352.706321:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384352.706323:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002d4a6fa2. 00000800:00000001:1.0:1767384352.706325:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384352.706329:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384352.706338:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.706340:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp39->192.168.204.131@tcp39: GET: OK 00000400:00000200:0.0:1767384352.706345:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384352.706354:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp39 recovery message sent successfully:0 00000400:00000200:1.0:1767384352.706355:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp39(192.168.204.131@tcp39) <- 192.168.204.131@tcp39 : GET - for me 00000400:00000200:1.0:1767384352.706368:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384352.706376:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x1c51 [1] + 0 00000400:00000200:1.0:1767384352.706387:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp39 to MR: 192.168.204.131@tcp39 local destination 00000400:00000200:1.0:1767384352.706393:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp39 NI seq info: [147:147:256:4294967295] 192.168.204.131@tcp39 LPNI seq info [143:143:8:4294967295] 00000400:00000200:1.0:1767384352.706408:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp39(192.168.204.131@tcp39:192.168.204.131@tcp39) -> 192.168.204.131@tcp39(192.168.204.131@tcp39:192.168.204.131@tcp39) 192.168.204.131@tcp39 : REPLY try# 0 00000800:00000200:1.0:1767384352.706414:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp39 00000800:00000010:1.0:1767384352.706426:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000afbe70d. 00000800:00000200:1.0:1767384352.706433:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003784251d] -> 12345-192.168.204.131@tcp39 (4) 00000800:00000200:1.0:1767384352.706440:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp39 ip 192.168.204.131:988 00000800:00000200:1.0:1767384352.706442:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000afbe70d type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384352.706513:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384352.706548:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384352.706551:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384352.706554:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000afbe70d. 00000800:00000001:0.0:1767384352.706558:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384352.706559:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384352.706563:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp39->192.168.204.131@tcp39: REPLY: OK 00000800:00000001:0.0:1767384352.706568:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384352.706574:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.706582:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp39(192.168.204.131@tcp39) <- 192.168.204.131@tcp39 : REPLY - for me 00000800:00000001:1.0:1767384352.706584:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.706601:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp39: Reply from 12345-192.168.204.131@tcp39 of length 272/272 into md 0x1c99 00000800:00000001:0.0:1767384352.706606:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384352.706614:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.706616:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.706620:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp39->192.168.204.131@tcp39: REPLY: OK 00000400:00000200:0.0:1767384352.706624:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00000400:00000010:0.0:1767384352.706627:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000400:00000200:0.0:1767384352.706630:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384352.706635:0:16141:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f58f2f42. 00000400:00000010:0.0:1767384352.706637:0:16141:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e2143648. 00000800:00000001:0.0:1767384352.706643:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384352.706645:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384353.147555:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384353.147564:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384353.147574:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384353.147576:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.147624:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384353.147629:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384353.147633:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384353.723556:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5bd6e73] -> 12345-192.168.204.131@tcp24 (6) 00000800:00000200:2.0:1767384353.723566:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp24 ip 192.168.204.131:988 00000800:00000200:2.0:1767384353.723572:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000001:3.0:1767384353.723606:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384353.723614:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384353.723618:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cc45e5c 00000400:00000010:3.0:1767384353.723623:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cc45e5c. 00000400:00000200:0.0:1767384353.723629:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384353.723630:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384353.723642:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp41 recovery ping unlinked 00000400:00000010:3.0:1767384353.723657:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007f6e1b84. 00000400:00000010:3.0:1767384353.723664:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c230a74a. 00000400:00000200:3.0:1767384353.723676:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp40 00000400:00000010:3.0:1767384353.723683:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007e0071f9. 00000400:00000010:3.0:1767384353.723691:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009ac4361e. 00000400:00000010:3.0:1767384353.723698:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086825c0f. 00000400:00000200:0.0:1767384353.723702:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000010:3.0:1767384353.723710:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004b4f7202. 00000800:00000200:2.0:1767384353.723720:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384353.723728:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp40 00000800:00000001:2.0:1767384353.723731:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384353.723743:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000001:2.0:1767384353.723745:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384353.723751:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp40 local destination 00000800:00000001:2.0:1767384353.723753:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384353.723765:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384353.723769:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp40 00000400:00000200:3.0:1767384353.723782:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp40 NI seq info: [148:148:256:4294967295] 192.168.204.131@tcp40 LPNI seq info [144:144:8:4294967295] 00000400:00000200:3.0:1767384353.723793:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp40 00000400:00000200:3.0:1767384353.723806:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp40(192.168.204.131@tcp40:) -> 192.168.204.131@tcp40(192.168.204.131@tcp40:192.168.204.131@tcp40) : GET try# 0 00000800:00000200:3.0:1767384353.723816:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp40 00000400:00000200:0.0:1767384353.723817:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000800:00000010:3.0:1767384353.723833:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000e691233. 00000800:00000200:3.0:1767384353.723848:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000800:00000200:3.1:1767384353.723856:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000400:00000200:0.0:1767384353.723881:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384353.723891:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp40 added to recovery queue. ping count: 2 next ping: 278 health :800 00000400:00000200:2.0:1767384353.723964:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.723979:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.724040:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.724060:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.724133:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.724155:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.724194:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.724265:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.724277:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.724372:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.724380:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.724473:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.724546:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.724606:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.724629:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.724695:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.724730:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.724823:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.724886:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.724981:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.725017:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.725100:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.725138:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.725248:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.725265:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.725411:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.725415:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.725474:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.725553:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.725577:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.725634:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.725661:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.725723:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.725774:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.725813:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.725858:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.725878:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.725918:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.725950:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.726015:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726035:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.726107:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726154:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.726198:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726209:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.726259:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726278:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.726385:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726400:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726518:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726555:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726588:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.726589:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726648:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.726686:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726727:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726820:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.726825:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726871:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.726888:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726917:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.726955:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726956:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384353.726989:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.727028:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.727070:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.727108:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.727163:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000800:00000010:2.0:1767384353.727172:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ff79b13f. 00000800:00000010:2.0:1767384353.727180:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000076ffc100. 00000800:00000010:2.0:1767384353.727188:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000094124be7. 00000400:00000200:0.0:1767384353.727195:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000800:00000010:2.0:1767384353.727220:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000094124be7. 00000400:00000200:0.0:1767384353.727224:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000800:00020000:2.0:1767384353.727239:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384353.727244:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000076ffc100. 00000800:00000010:2.0:1767384353.727248:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ff79b13f. 00000400:00000200:0.0:1767384353.727257:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.131:988 00000400:00000200:0.0:1767384353.727295:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.131:988 00000400:02020000:2.0:1767384353.727313:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp40 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384353.727324:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp40 notifying 192.168.204.131@tcp40: down 00000400:00000200:2.0:1767384353.727331:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:0.0:1767384353.727331:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.131:988 00000800:00000100:2.0:1767384353.727339:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp40 00000800:00000010:2.0:1767384353.727343:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000e691233. 00000400:00000200:2.0:1767384353.727349:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384353.727355:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp40->192.168.204.131@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384353.727370:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384353.727374:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384353.727379:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp40) recovery failed with -71 00000800:00000010:0.0:1767384353.727589:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007c0923e. 00000800:00000010:0.0:1767384353.727597:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000068976a6d. 00000800:00000010:0.0:1767384353.727606:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f62d938. 00000800:00000010:0.0:1767384353.727667:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f62d938. 00000400:00000200:3.0:1767384353.727819:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384353.727842:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp39 from 212.3.0.2 00000800:00000010:3.0:1767384353.727846:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a2882731. 00000800:00000010:0.0:1767384353.727903:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fcd5d034. 00000800:00000010:0.0:1767384353.727921:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017f4ad1b. 00000800:00000010:0.0:1767384353.727961:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000035e6f186. 00000800:00000200:0.1:1767384353.727970:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003784251d] -> 12345-192.168.204.131@tcp39 (4) 00000800:00000200:0.1:1767384353.727979:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp39 0000000035e6f186 deleted 00000800:00000010:0.1:1767384353.727982:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000035e6f186. 00000800:00000200:0.1:1767384353.727989:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384353.728000:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp39 p 3.x 192.168.204.131 -> 192.168.204.131:980 incarnation:1767384345349136018 sched[0] 00000800:00000010:0.0:1767384353.728008:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f62d938. 00000800:00000010:0.0:1767384353.728106:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f62d938. 00000800:00000200:2.1:1767384353.728129:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:0.0:1767384353.728129:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017f4ad1b. 00000800:00000200:2.0:1767384353.728138:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp39 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384345349136018 sched[0] 00000800:00000010:2.0:1767384353.728142:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000068976a6d. 00000800:00000010:0.0:1767384353.728209:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a2882731. 00000800:00000001:2.0:1767384353.728221:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384353.728229:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384353.728233:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384353.728241:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384354.113583:0:34076:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384354.113599:0:34076:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.113604:0:34076:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384354.113610:0:34076:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384354.113616:0:34076:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.113619:0:34076:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.171551:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384354.171557:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.171563:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384354.171564:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.171606:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384354.171612:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.171616:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384354.747531:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384354.747542:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384354.747545:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086825c0f 00000400:00000010:3.0:1767384354.747550:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086825c0f. 00000400:00000200:3.0:1767384354.747554:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384354.747561:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp40 recovery ping unlinked 00000400:00000010:3.0:1767384354.747574:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007e0071f9. 00000400:00000010:3.0:1767384354.747577:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009ac4361e. 00000400:00000200:3.0:1767384354.747582:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp41 00000400:00000010:3.0:1767384354.747585:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007e0071f9. 00000400:00000010:3.0:1767384354.747589:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006e9b8d01. 00000400:00000010:3.0:1767384354.747593:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086825c0f. 00000400:00000010:3.0:1767384354.747600:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f35b1236. 00000400:00000200:3.0:1767384354.747604:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp41 00000400:00000200:3.0:1767384354.747617:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp41 local destination 00000400:00000200:3.0:1767384354.747623:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp41 00000400:00000200:3.0:1767384354.747626:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp41 NI seq info: [149:149:256:4294967295] 192.168.204.131@tcp41 LPNI seq info [145:145:8:4294967295] 00000400:00000200:3.0:1767384354.747633:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp41 00000400:00000200:3.0:1767384354.747639:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp41(192.168.204.131@tcp41:) -> 192.168.204.131@tcp41(192.168.204.131@tcp41:192.168.204.131@tcp41) : GET try# 0 00000800:00000200:3.0:1767384354.747643:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp41 00000800:00000010:3.0:1767384354.747648:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003e6925fb. 00000800:00000200:3.0:1767384354.747653:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c92d7de] -> 12345-192.168.204.131@tcp41 (2) 00000800:00000200:3.1:1767384354.747657:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c92d7de] -> 12345-192.168.204.131@tcp41 (2) 00000400:00000200:3.0:1767384354.747674:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp41 added to recovery queue. ping count: 2 next ping: 279 health :800 00000400:00000200:1.0:1767384354.747795:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.747837:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.747850:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.747862:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.747876:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.747893:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.747906:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.747930:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.747974:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748009:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748045:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748075:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748107:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748141:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748158:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748179:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748198:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748236:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748251:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748272:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748290:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748311:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748329:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748348:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748369:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748385:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748421:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748440:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748455:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748473:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748495:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748557:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748575:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748592:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384354.748620:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384354.748813:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000819085a5. 00000800:00000010:1.0:1767384354.748818:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001a7f8a2a. 00000800:00000010:1.0:1767384354.748824:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007814e5ad. 00000800:00000010:1.0:1767384354.748842:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007814e5ad. 00000800:00020000:1.0:1767384354.748853:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384354.753562:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001a7f8a2a. 00000800:00000010:1.0:1767384354.753568:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000819085a5. 00000400:02020000:1.0:1767384354.753629:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp41 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384354.757614:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp41 notifying 192.168.204.131@tcp41: down 00000400:00000200:1.0:1767384354.757619:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384354.757624:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp41 00000800:00000010:1.0:1767384354.757627:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003e6925fb. 00000400:00000200:1.0:1767384354.757631:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384354.757635:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp41->192.168.204.131@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384354.757645:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384354.757647:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384354.757650:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp41) recovery failed with -71 00000001:00000001:3.0:1767384354.808437:0:34240:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384354.808441:0:34240:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:3.0:1767384354.811957:0:34240:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384354.818928:0:34241:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f5652b02. 00000400:00000010:3.0:1767384354.818942:0:34241:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fa2c0c28. 00000400:00000010:3.0:1767384354.818952:0:34241:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002cc85fc6. 00000400:00000010:3.0:1767384354.818956:0:34241:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000574418b3. 00000400:00000010:3.0:1767384354.818960:0:34241:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a6028746. 00000400:00000010:3.0:1767384354.818964:0:34241:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056c4c5bc. 00000400:00000010:3.0:1767384354.818970:0:34241:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007db0befa. 00000400:00000010:3.0:1767384354.818971:0:34241:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006b21a46e. 00000400:00000010:3.0:1767384354.818974:0:34241:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002946eed0. 00000800:00000010:3.0:1767384354.818992:0:34241:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f9fbe9a6. 00000800:00000200:3.0:1767384354.819003:0:34241:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384354.819031:0:34241:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384354.819072:0:34241:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:3.0:1767384354.819124:0:34241:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp43 [8/256/0/180] 00000400:00000010:3.0:1767384354.820624:0:34241:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000432766de. 00000400:00000010:3.0:1767384354.820631:0:34241:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007731148c. 00000400:00000010:3.0:1767384354.820637:0:34241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b556d8f. 00000400:00000001:3.0:1767384354.820663:0:34241:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384354.820664:0:34241:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384354.820666:0:34241:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfdf0dcb. 00000400:00000200:3.0:1767384354.820669:0:34241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d610eab9 00000400:00000010:3.0:1767384354.820671:0:34241:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d610eab9. 00000400:00000010:3.0:1767384354.820675:0:34241:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000b85d3608. 00000400:00000200:3.0:1767384354.820679:0:34241:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (33) 00000400:00000200:3.0:1767384354.820690:0:34241:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384354.820700:0:34241:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:3.0:1767384354.820708:0:34241:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ac2d7752. 00000400:00000200:0.0:1767384354.820713:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384354.820714:0:34241:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384354.820719:0:34241:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp43 00000400:00000200:0.0:1767384354.820722:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000200:0.0:1767384354.820727:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (34) 00000400:00000010:0.0:1767384354.820732:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000a0470922. 00000400:00000010:3.0:1767384354.820735:0:34241:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fa2c0c28. 00000400:00000010:0.0:1767384354.820736:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000400:00000010:3.0:1767384354.820741:0:34241:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f5652b02. 00000400:00000010:0.0:1767384354.820744:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000055669291. 00000400:00000200:0.0:1767384354.820750:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:0.0:1767384354.820764:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:0.0:1767384354.820770:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:00000001:1.0:1767384354.820772:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384354.820775:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 10000000:00000001:1.0:1767384354.820778:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384354.820782:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 10000000:00000001:1.0:1767384354.820783:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384354.820787:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384354.820790:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000020:01000004:1.0:1767384354.820792:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384354.820796:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384354.820798:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000020:01000004:1.0:1767384354.820799:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384354.820802:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384354.820805:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384354.820808:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384354.820809:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000020:01000004:1.0:1767384354.820812:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384354.820815:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384354.820818:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384354.820818:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000020:01000004:1.0:1767384354.820821:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384354.820826:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000100:00000010:1.0:1767384354.820829:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883f8f58. 00000400:00000200:0.0:1767384354.820830:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[113, 38] 00000020:00000040:1.0:1767384354.820836:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:0.0:1767384354.820837:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 38], ns[121, 38] 00000100:00000001:1.0:1767384354.820843:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384354.820846:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384354.820853:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 38], ns[125, 38] 02000000:00000001:1.0:1767384354.820854:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.820858:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 38], ns[138, 38] 00000400:00000200:0.0:1767384354.820862:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[143, 38] 00000400:00000200:0.0:1767384354.820865:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 02000000:00000010:1.0:1767384354.820866:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000819085a5. 00000400:00000200:0.0:1767384354.820870:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000100:00000001:1.0:1767384354.820875:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.820876:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:0.0:1767384354.820884:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000100:00000001:1.0:1767384354.820887:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384354.820888:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000100:00000001:1.0:1767384354.820890:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.820896:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 00000100:00000040:1.0:1767384354.820900:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000883f8f58] to pc [ptlrpcd_00_02+2] req@00000000883f8f58 x1853236732520448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384354.820903:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 34], ns[100, 34] 00000400:00000200:0.0:1767384354.820919:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 34], ns[119, 34] 00000400:00000200:0.0:1767384354.820930:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 34], ns[72, 34] 00000400:00000200:0.0:1767384354.820940:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 34], ns[127, 34] 00000400:00000200:0.0:1767384354.820945:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 34], ns[130, 34] 00000400:00000200:0.0:1767384354.820950:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 34], ns[102, 34] 00000400:00000200:0.0:1767384354.820955:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 34], ns[128, 34] 10000000:00000001:1.0:1767384354.820957:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.820962:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.820962:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 34], ns[118, 34] 00000100:00000001:3.0:1767384354.820968:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384354.820969:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.820974:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384354.820974:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 34], ns[133, 34] 00000020:01000000:1.0:1767384354.820975:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384354.820979:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384354.820985:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384354.820987:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000883f8f58 x1853236732520448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384354.820988:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384354.820991:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384354.820994:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384354.820998:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384354.821003:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384354.821007:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384354.821008:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384354.821009:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 34], ns[132, 34] 00000100:00000001:3.0:1767384354.821010:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384354.821011:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384354.821014:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384354.821017:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384354.821018:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384354.821020:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384354.821022:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384354.821023:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384354.821025:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 34], ns[147, 34] 00000020:01000004:1.0:1767384354.821026:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384354.821028:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384354.821032:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a447279. 00000400:00000200:0.0:1767384354.821036:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[144, 34], ns[148, 34] 00000020:00000040:1.0:1767384354.821037:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00100000:3.0:1767384354.821041:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000883f8f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732520448:0@lo:253: 00000100:00000001:1.0:1767384354.821043:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384354.821046:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384354.821049:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.821050:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384354.821054:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[145, 34], ns[149, 34] 02000000:00000001:3.0:1767384354.821057:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384354.821057:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004e1f66d9. 02000000:00000001:3.0:1767384354.821063:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.821063:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.821063:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 02000000:00000001:3.0:1767384354.821069:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384354.821071:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384354.821074:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.821075:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp23 02000000:00000010:3.0:1767384354.821077:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001c3d0dcb. 00000100:00000040:1.0:1767384354.821080:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a447279] to pc [ptlrpcd_00_03+3] req@000000002a447279 x1853236732520576/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384354.821081:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.821085:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp23 lpni_is_preferred = 0 00000400:00000010:3.0:1767384354.821088:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e07a0. 00000400:00000200:0.0:1767384354.821107:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp23 10000000:00000001:1.0:1767384354.821110:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384354.821111:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9a9d480. 10000000:00000001:1.0:1767384354.821117:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384354.821118:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732520448, portal 25 00000400:00000200:0.0:1767384354.821118:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp23 NI seq info: [150:150:256:4294967295] 192.168.204.131@tcp23 LPNI seq info [146:146:8:4294967295] 00000020:00000001:1.0:1767384354.821121:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.821123:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:1.0:1767384354.821127:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384354.821128:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210170496 : -119698499381120 : ffff93228576d880) 00000020:00000010:1.0:1767384354.821134:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ac2d7752. 00000400:00000200:0.0:1767384354.821135:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp23 00000100:00000040:3.0:1767384354.821138:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000883f8f58 x1853236732520448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.821146:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384354.821147:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384354.821151:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384354.821156:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384354.821157:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000500f4eb. 00000400:00000200:0.0:1767384354.821158:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp23(192.168.204.131@tcp23:) -> 192.168.204.131@tcp23(192.168.204.131@tcp:192.168.204.131@tcp23) : GET try# 0 00000100:00000001:1.0:1767384354.821160:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384354.821162:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732520448, offset 0 00000100:00000040:1.0:1767384354.821167:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a447279 x1853236732520576/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384354.821175:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384354.821181:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767384354.821181:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp23 00000100:00000001:1.0:1767384354.821184:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.821188:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384354.821189:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767384354.821190:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009db69721. 02000000:00000001:1.0:1767384354.821193:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384354.821196:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.821199:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732520576:0@lo:253: 00000400:00000200:3.0:1767384354.821204:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206800 00000800:00000200:0.0:1767384354.821205:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce36b254] -> 12345-192.168.204.131@tcp23 (6) 00000100:00000001:1.0:1767384354.821207:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384354.821212:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384354.821215:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x144d [2] + 0 02000000:00000001:1.0:1767384354.821216:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.821222:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384354.821223:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018481046. 00000800:00000200:0.0:1767384354.821224:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp23 ip 192.168.204.131:988 00000400:00000200:3.0:1767384354.821229:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ceecc5b 02000000:00000010:1.0:1767384354.821229:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f30fabec. 00000800:00000200:0.0:1767384354.821232:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009db69721 type 2, nob 96 niov 1 nkiov 0 02000000:00000001:1.0:1767384354.821233:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.821238:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384354.821239:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca6713cf. 00000400:00000200:3.0:1767384354.821247:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384354.821248:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a7f8a2a. 00000400:00000200:3.0:1767384354.821252:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ceecc5b 00000400:00000010:3.0:1767384354.821257:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ceecc5b. 00000400:00000200:0.0:1767384354.821257:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000100:00000001:3.0:1767384354.821264:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384354.821265:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732520576, portal 25 00000400:00000200:0.0:1767384354.821266:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000100:00000200:3.0:1767384354.821267:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384354.821271:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384354.821274:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000c6af0497 x1853236732520448 msgsize 4848 00000100:00000001:1.0:1767384354.821274:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210174080 : -119698499377536 : ffff93228576e680) 00000100:00000040:1.0:1767384354.821283:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a447279 x1853236732520576/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384354.821285:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384354.821290:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384354.821296:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384354.821299:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384354.821300:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384354.821302:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035346b63. 00000100:00000200:1.0:1767384354.821304:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732520576, offset 0 00000400:00000200:1.0:1767384354.821309:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384354.821315:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000500f4eb 00000400:00000010:3.0:1767384354.821319:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000500f4eb. 00000400:00000200:1.0:1767384354.821321:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384354.821323:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384354.821328:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000883f8f58 x1853236732520448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384354.821332:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206880 00000400:00000200:1.0:1767384354.821342:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1465 [2] + 0 00000100:00000001:3.0:1767384354.821345:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384354.821346:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005e10d51. 00000100:00000040:3.0:1767384354.821350:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000883f8f58 x1853236732520448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384354.821351:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d79403bf 00000400:00000200:1.0:1767384354.821358:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384354.821359:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.821360:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384354.821365:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.821370:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294942739 00000400:00000200:1.0:1767384354.821371:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384354.821377:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ee7073f. 00000400:00000200:1.0:1767384354.821378:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d79403bf 00000400:00000010:1.0:1767384354.821382:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d79403bf. 00000100:00000001:1.0:1767384354.821386:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384354.821387:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384354.821387:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384354.821393:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000c293c5ec x1853236732520576 msgsize 4848 00000800:00000200:0.0:1767384354.821394:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384354.821395:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294942739 00000100:00000010:3.0:1767384354.821402:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad9229be. 00000100:00100000:1.0:1767384354.821402:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:0.0:1767384354.821402:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009db69721. 00000100:00000001:3.0:1767384354.821409:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384354.821409:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384354.821411:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384354.821415:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294942739 00000100:00000001:1.0:1767384354.821418:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384354.821419:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a4ddbbf. 00000400:00000200:0.0:1767384354.821422:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp23->192.168.204.131@tcp23: GET: OK 00000100:00000001:3.0:1767384354.821425:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384354.821426:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035346b63 00000100:00000001:3.0:1767384354.821429:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294942739 00000400:00000010:1.0:1767384354.821430:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035346b63. 00000100:00000010:3.0:1767384354.821434:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011cbceb5. 00000100:00000001:1.0:1767384354.821436:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384354.821438:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384354.821438:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:1.0:1767384354.821442:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a447279 x1853236732520576/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.821445:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384354.821447:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000100:00000001:3.0:1767384354.821451:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.821457:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.821459:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384354.821460:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.821462:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384354.821465:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a447279 x1853236732520576/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.821470:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384354.821472:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.821474:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384354.821474:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.821475:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384354.821507:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384354.821507:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384354.821511:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294942740 00000100:00000001:3.0:1767384354.821515:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384354.821517:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384354.821518:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.821519:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.821519:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942739 00000100:00000001:3.0:1767384354.821526:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.821527:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294942740 00000100:00000001:1.0:1767384354.821532:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942739 00000400:00000200:0.0:1767384354.821540:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp23(192.168.204.131@tcp23) <- 192.168.204.131@tcp23 : GET - for me 00000100:00000001:1.0:1767384354.821541:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294942740 00000100:00000001:1.0:1767384354.821548:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942739 00000100:00000001:1.0:1767384354.821553:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294942740 00000100:00000001:3.0:1767384354.821556:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384354.821556:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942739 00000400:00000200:0.0:1767384354.821557:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 576 into portal 0 MB=0x8000000000000000 00000100:00100000:3.0:1767384354.821560:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732520448 00000100:00000001:1.0:1767384354.821562:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384354.821565:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384354.821566:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.821569:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384354.821571:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 576/576 into md 0x1ca9 [1] + 0 00000100:00000001:3.0:1767384354.821572:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.821572:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.821577:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384354.821579:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384354.821584:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732520448 00000020:00000001:3.0:1767384354.821589:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384354.821590:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp23 to MR: 192.168.204.131@tcp23 local destination 00000100:00000001:1.0:1767384354.821591:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384354.821592:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384354.821596:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384354.821597:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767384354.821601:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000001:1.0:1767384354.821601:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.821605:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384354.821606:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384354.821608:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.821608:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp23 NI seq info: [151:151:256:4294967295] 192.168.204.131@tcp23 LPNI seq info [147:147:8:4294967295] 00000020:00000001:3.0:1767384354.821611:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384354.821614:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.821620:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384354.821624:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016105976. 00000100:00000001:3.0:1767384354.821629:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384354.821633:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016105976. 00000100:00000001:1.0:1767384354.821638:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384354.821640:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp23(192.168.204.131@tcp23:192.168.204.131@tcp23) -> 192.168.204.131@tcp23(192.168.204.131@tcp23:192.168.204.131@tcp23) 192.168.204.131@tcp23 : REPLY try# 0 00000100:00100000:1.0:1767384354.821641:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732520576 00000020:00000010:3.0:1767384354.821642:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a013b735. 02000000:00000001:1.0:1767384354.821645:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384354.821649:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384354.821650:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005e88185. 00000100:00000001:1.0:1767384354.821653:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384354.821656:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.131@tcp23 02000000:00000001:1.0:1767384354.821658:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384354.821660:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003366b72f. 00000800:00000010:0.0:1767384354.821661:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009db69721. 00000100:00100000:1.0:1767384354.821662:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732520576 00000020:00000001:1.0:1767384354.821666:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384354.821668:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384354.821670:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384354.821671:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:1.0:1767384354.821673:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000800:00000200:0.0:1767384354.821674:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce36b254] -> 12345-192.168.204.131@tcp23 (6) 00000100:00000001:3.0:1767384354.821676:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384354.821679:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384354.821680:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384354.821683:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.821685:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000800:00000200:0.0:1767384354.821688:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp23 ip 192.168.204.131:995 00000100:00000001:1.0:1767384354.821691:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1767384354.821694:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009db69721 type 3, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767384354.821696:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384354.821696:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f6f9876. 00000100:00000001:1.0:1767384354.821702:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384354.821705:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f6f9876. 00000100:00000001:3.0:1767384354.821710:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384354.821711:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b1ca825. 00000020:00000010:1.0:1767384354.821719:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000089dde0e4. 00000100:00000001:3.0:1767384354.821723:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384354.821724:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff22373. 00000100:00000001:3.0:1767384354.821726:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384354.821730:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384354.821733:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00000001:1.0:1767384354.821734:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384354.821738:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.821739:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384354.821743:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141344848 : -119697568206768 : ffff9322bcf77050) 00000100:00000001:1.0:1767384354.821744:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.821748:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6af0497 x1853236732520448/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:335/0 lens 4848/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.821749:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384354.821756:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384354.821758:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:0.0:1767384354.821761:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009db69721. 00000100:00000001:1.0:1767384354.821763:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384354.821766:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384354.821767:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384354.821769:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016105976. 00000100:00000001:3.0:1767384354.821775:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384354.821775:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000400:00000200:0.0:1767384354.821779:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp23->192.168.204.131@tcp23: REPLY: OK 00000020:00000010:3.0:1767384354.821782:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016105976. 00000100:00000040:1.0:1767384354.821782:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:1.0:1767384354.821787:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141335632 : -119697568215984 : ffff9322bcf74c50) 00000800:00000001:0.0:1767384354.821790:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384354.821792:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6af0497 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732520448:12345-0@lo:253: 00000800:00000001:0.0:1767384354.821796:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384354.821801:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732520448 00000800:00000001:0.0:1767384354.821803:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384354.821805:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384354.821805:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c293c5ec x1853236732520576/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:335/0 lens 4848/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384354.821809:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384354.821810:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384354.821815:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384354.821816:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384354.821820:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:0.0:1767384354.821823:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384354.821825:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000001:1.0:1767384354.821825:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384354.821830:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f6f9876. 00000020:00000001:3.0:1767384354.821831:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384354.821835:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.821836:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384354.821837:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp23(192.168.204.131@tcp23) <- 192.168.204.131@tcp23 : REPLY - for me 00000020:00000001:3.0:1767384354.821840:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384354.821842:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f6f9876. 00000020:00000001:3.0:1767384354.821844:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384354.821849:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.821853:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c293c5ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732520576:12345-0@lo:253: 00000100:00000001:3.0:1767384354.821856:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384354.821861:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384354.821861:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp23: Reply from 12345-192.168.204.131@tcp23 of length 576/576 into md 0x1cad 00000100:00000200:1.0:1767384354.821862:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732520576 00000020:00000001:1.0:1767384354.821867:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384354.821870:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000993b0dda. 00000800:00000001:0.0:1767384354.821870:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384354.821871:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384354.821875:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.821876:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384354.821877:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384354.821880:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384354.821881:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.821882:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384354.821884:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 20000000:00000001:3.0:1767384354.821886:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384354.821890:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384354.821894:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.821895:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp23->192.168.204.131@tcp23: REPLY: OK 00000020:00000001:1.0:1767384354.821896:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:3.0:1767384354.821898:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ac2d7752. 00000020:00000001:1.0:1767384354.821900:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384354.821902:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 20000000:01000000:3.0:1767384354.821905:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384354.821905:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384354.821907:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000100:00000001:1.0:1767384354.821910:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384354.821912:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:1.0:1767384354.821913:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384354.821914:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 20000000:00000001:3.0:1767384354.821915:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384354.821919:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.821921:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384354.821921:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005053e3f2. 20000000:00000001:3.0:1767384354.821928:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:1.0:1767384354.821928:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.821932:0:16140:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000100:00000001:1.0:1767384354.821933:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384354.821937:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384354.821940:0:16140:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 20000000:00000010:3.0:1767384354.821941:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002a4d7fb5. 20000000:01000000:3.0:1767384354.821946:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000010:1.0:1767384354.821946:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c4626409. 00000400:00000200:0.0:1767384354.821949:0:16140:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.131@tcp (592 bytes) 20000000:01000000:1.0:1767384354.821952:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384354.821953:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384354.821957:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384354.821958:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 20000000:00000001:1.0:1767384354.821960:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384354.821962:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:1.0:1767384354.821963:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384354.821966:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384354.821967:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:0.0:1767384354.821972:0:16140:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000a0470922. 00000400:00000200:0.0:1767384354.821978:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (35) 00000800:00000001:0.0:1767384354.821985:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.821989:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384354.822008:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384354.822012:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384354.822013:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384354.822021:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384354.822025:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384354.822031:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384354.822034:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384354.822041:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c4abe3a5. 00080000:00000001:3.0:1767384354.822043:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874044416 : -119702835507200 : ffff93218302d000) 00080000:00000001:3.0:1767384354.822047:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384354.822131:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384354.822137:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000067300a16. 00000400:00000010:0.0:1767384354.822142:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384354.822147:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000400:00000200:0.0:1767384354.822151:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000067300a16 00000400:00000001:0.0:1767384354.822155:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384354.822156:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384354.822158:0:16144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009a4a8f9. 00000400:00000200:0.0:1767384354.822161:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d6ff70b 00000400:00000010:0.0:1767384354.822163:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d6ff70b. 00000400:00000200:0.0:1767384354.822166:0:16144:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384354.822169:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000b29c65b0. 00000400:00000200:0.0:1767384354.822174:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000400:00000200:0.0:1767384354.822179:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100871 00000001:00000001:3.0:1767384354.822180:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384354.822184:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.822187:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp:0 00080000:00000001:3.0:1767384354.822188:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384354.822194:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 rc 1 00000400:00000200:0.0:1767384354.822199:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000200:0.0:1767384354.822201:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (34) 00000400:00000010:0.0:1767384354.822205:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000007aaeef28. 00000400:00000010:0.0:1767384354.822209:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d6ff70b. 00080000:00000001:3.0:1767384354.822213:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384354.822215:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b2fafd21. 00080000:00000001:3.0:1767384354.822218:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384354.822223:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:0.0:1767384354.822231:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:0.0:1767384354.822236:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384354.822242:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384354.822255:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 38], ns[75, 38] 00000400:00000200:0.0:1767384354.822261:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 38], ns[78, 38] 00000400:00000200:0.0:1767384354.822267:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[86, 38] 00000400:00000200:0.0:1767384354.822272:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000400:00000200:0.0:1767384354.822276:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:0.0:1767384354.822281:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 38], ns[107, 38] 00000400:00000200:0.0:1767384354.822286:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[113, 38] 00000400:00000200:0.0:1767384354.822291:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 38], ns[121, 38] 00000400:00000200:0.0:1767384354.822296:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 38], ns[125, 38] 00000400:00000200:0.0:1767384354.822301:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 38], ns[138, 38] 00000400:00000200:0.0:1767384354.822307:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[143, 38] 00080000:00000001:3.0:1767384354.822309:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384354.822315:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384354.822316:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 38], ns[151, 38] 00000400:00000200:0.0:1767384354.822325:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 00000400:00000200:0.0:1767384354.822330:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000400:00000200:0.0:1767384354.822336:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000200:0.0:1767384354.822342:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000400:00000200:0.0:1767384354.822348:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:0.0:1767384354.822354:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[99, 38], ns[100, 38] 00000400:00000200:0.0:1767384354.822369:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 00000400:00000200:0.0:1767384354.822376:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 38], ns[72, 38] 00000400:00000200:0.0:1767384354.822383:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 38], ns[127, 38] 00000400:00000200:0.0:1767384354.822390:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 38], ns[130, 38] 00000400:00000200:0.0:1767384354.822395:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 38], ns[102, 38] 00000400:00000200:0.0:1767384354.822400:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 38], ns[128, 38] 00000400:00000200:0.0:1767384354.822404:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 38], ns[118, 38] 00000400:00000200:0.0:1767384354.822410:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 38], ns[133, 38] 00000400:00000200:0.0:1767384354.822416:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[132, 38] 00000400:00000200:0.0:1767384354.822422:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 38], ns[147, 38] 00000400:00000200:0.0:1767384354.822429:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[144, 38], ns[148, 38] 00000400:00000200:0.0:1767384354.822435:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[145, 38], ns[149, 38] 00000400:00000200:0.0:1767384354.822439:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767384354.822444:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp 00000400:00000200:0.0:1767384354.822448:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384354.822451:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp 00000400:00000200:0.0:1767384354.822455:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [152:152:256:4294967295] 192.168.204.131@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:0.0:1767384354.822462:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp 00000400:00000200:0.0:1767384354.822468:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:) -> 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) : GET try# 0 00000800:00000200:0.0:1767384354.822501:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp 00000800:00000010:0.0:1767384354.822506:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009db69721. 00000800:00000200:0.0:1767384354.822513:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (6) 00000800:00000200:0.0:1767384354.822527:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:988 00000800:00000200:0.0:1767384354.822531:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009db69721 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384354.822567:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384354.822571:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000800:00000200:1.0:1767384354.822631:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384354.822634:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009db69721. 00000400:00000200:1.0:1767384354.822638:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384354.822648:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384354.822649:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: GET: OK 00000400:00000200:1.0:1767384354.822654:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384354.822657:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000001:0.0:1767384354.822659:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.822663:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.822669:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.822678:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.131@tcp : GET - for me 00000400:00000200:0.0:1767384354.822691:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384354.822698:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 592/592 into md 0x1ca9 [1] + 0 00000400:00000200:0.0:1767384354.822709:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.131@tcp local destination 00000400:00000200:0.0:1767384354.822715:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [153:153:256:4294967295] 192.168.204.131@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:0.0:1767384354.822729:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) 192.168.204.131@tcp : REPLY try# 0 00000800:00000200:0.0:1767384354.822736:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.131@tcp 00000800:00000010:0.0:1767384354.822742:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009db69721. 00000800:00000200:0.0:1767384354.822748:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (6) 00000800:00000200:0.0:1767384354.822753:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:1023 00000800:00000200:0.0:1767384354.822756:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009db69721 type 3, nob 688 niov 1 nkiov 1 00000800:00000001:1.0:1767384354.822788:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384354.822832:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384354.822839:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384354.822841:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384354.822844:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384354.822850:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.131@tcp : REPLY - for me 00000800:00000200:0.0:1767384354.822855:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384354.822861:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp: Reply from 12345-192.168.204.131@tcp of length 592/592 into md 0x1cc5 00000800:00000010:0.0:1767384354.822862:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009db69721. 00000800:00000001:1.0:1767384354.822868:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384354.822870:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384354.822877:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.822879:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: REPLY: OK 00000400:00000200:1.0:1767384354.822881:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.822888:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: REPLY: OK 00000400:00000200:1.0:1767384354.822898:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d6ff70b 00000400:00000010:1.0:1767384354.822900:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d6ff70b. 00000400:00000200:1.0:1767384354.822903:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384354.822906:0:16140:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:1.0:1767384354.822908:0:16140:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:1.0:1767384354.822911:0:16140:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 35. state = 0x100271 00000400:00000200:1.0:1767384354.822915:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384354.822926:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (35) 00000800:00000001:1.0:1767384354.822931:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384354.822934:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384354.822944:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384354.822965:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384354.822970:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000f1 00000400:00000010:1.0:1767384354.822976:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 0000000039d667f1. 00000400:00000010:1.0:1767384354.822980:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 00000000faf83dc8. 00000400:00000010:1.0:1767384354.822984:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 0000000090e2dfa2. 00000400:00000200:1.0:1767384354.823022:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp40(00000000e0e5e16b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384354.823027:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp41(000000004f3b64cf) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384354.823033:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000035b27d72. 00000400:00000200:1.0:1767384354.823044:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000035b27d72 nid 192.168.204.131@tcp42 00000400:00000010:1.0:1767384354.823048:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002effdb71. 00000400:00000200:1.0:1767384354.823050:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000002effdb71 net tcp42 00000400:00000200:1.0:1767384354.823053:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (34) 00000400:00000200:1.0:1767384354.823058:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp42 flags 0x11 00000400:00000010:1.0:1767384354.823063:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000072d84b1c. 00000400:00000200:1.0:1767384354.823067:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000072d84b1c nid 192.168.204.131@tcp43 00000400:00000010:1.0:1767384354.823069:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000008857961. 00000400:00000200:1.0:1767384354.823072:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000008857961 net tcp43 00000400:00000200:1.0:1767384354.823074:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (35) 00000400:00000200:1.0:1767384354.823077:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp43 flags 0x11 00000400:00000010:1.0:1767384354.823080:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 0000000039d667f1. 00000400:00000010:1.0:1767384354.823083:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 00000000faf83dc8. 00000400:00000010:1.0:1767384354.823085:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 0000000090e2dfa2. 00000400:00000010:1.0:1767384354.823087:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000007aaeef28. 00000400:00000200:1.0:1767384354.823091:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384354.823104:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:1.0:1767384354.823107:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000400:00000200:1.0:1767384354.823111:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000010:1.0:1767384354.823116:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b84979ee. 00000400:00000200:1.0:1767384354.823119:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (36) 00000400:00000010:1.0:1767384354.823123:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000048c00721. 00000400:00000200:1.0:1767384354.823126:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:1.0:1767384354.823134:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.131@tcp local destination 00000400:00000200:1.0:1767384354.823137:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [154:154:256:4294967295] 192.168.204.131@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:1.0:1767384354.823142:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp 00000400:00000200:1.0:1767384354.823150:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) : PUT try# 0 00000800:00000200:1.0:1767384354.823155:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.131@tcp 00000800:00000010:1.0:1767384354.823159:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067a06e8f. 00000800:00000200:1.0:1767384354.823163:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (6) 00000800:00000200:1.0:1767384354.823168:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:988 00000800:00000200:1.0:1767384354.823175:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067a06e8f type 1, nob 688 niov 1 nkiov 1 00000400:00000200:1.0:1767384354.823187:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384354.823189:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000800:00000200:3.0:1767384354.823235:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384354.823239:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067a06e8f. 00000800:00000001:1.0:1767384354.823239:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384354.823245:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384354.823247:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.823252:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: PUT: OK 00000800:00000001:1.0:1767384354.823252:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384354.823258:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384354.823258:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.823266:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000400:00000200:1.0:1767384354.823270:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.131@tcp : PUT - for me 00000400:00000200:1.0:1767384354.823278:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384354.823284:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 592/592 into md 0x1cc1 [1] + 0 00000400:00000010:1.0:1767384354.823287:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe5abf4. 00000400:00000200:1.0:1767384354.823290:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000aeadabc 00000800:00000001:1.0:1767384354.823294:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384354.823298:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384354.823300:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.823302:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: PUT: OK 00000400:00000200:1.0:1767384354.823304:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00000400:00000010:1.0:1767384354.823306:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000400:00000200:1.0:1767384354.823307:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384354.823309:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (37) 00000400:00000200:1.0:1767384354.823313:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:1.0:1767384354.823316:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000090e2dfa2. 00000400:00000200:1.0:1767384354.823318:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 35 00000400:00000200:1.0:1767384354.823321:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384354.823327:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (38) 00000400:00000200:1.0:1767384354.823330:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384354.823333:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp to MR: 192.168.204.131@tcp local destination 00000400:00000200:1.0:1767384354.823335:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp NI seq info: [155:155:256:4294967295] 192.168.204.131@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:1.0:1767384354.823342:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) -> 192.168.204.131@tcp(192.168.204.131@tcp:192.168.204.131@tcp) 192.168.204.131@tcp : ACK try# 0 00000800:00000200:1.0:1767384354.823345:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp 00000800:00000010:1.0:1767384354.823348:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000038038b90. 00000800:00000200:1.0:1767384354.823357:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (6) 00000800:00000200:1.0:1767384354.823360:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:1023 00000800:00000200:1.0:1767384354.823362:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000038038b90 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384354.823406:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384354.823411:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384354.823413:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384354.823414:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000038038b90. 00000400:00000200:1.0:1767384354.823421:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384354.823422:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384354.823428:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: ACK: OK 00000800:00000001:0.0:1767384354.823429:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.823434:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.823440:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.823448:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp(192.168.204.131@tcp) <- 192.168.204.131@tcp : ACK - for me 00000400:00000200:0.0:1767384354.823469:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp: ACK from 12345-192.168.204.131@tcp into md 0x1cc9 00000400:00000200:0.0:1767384354.823474:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.823509:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp->192.168.204.131@tcp: ACK: OK 00000400:00000200:0.0:1767384354.823514:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b84979ee 00000400:00000010:0.0:1767384354.823517:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b84979ee. 00000400:00000200:0.0:1767384354.823522:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384354.823526:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:0.0:1767384354.823530:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384354.823533:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (37) 00000800:00000001:0.0:1767384354.823540:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.823545:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384354.823830:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384354.823834:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8a13de5. 00000400:00000010:1.0:1767384354.823837:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b84979ee. 00000400:00000200:1.0:1767384354.823839:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000067300a16 00000400:00000200:1.0:1767384354.823842:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000f1 00000400:00000010:1.0:1767384354.823845:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 00000000faf83dc8. 00000400:00000010:1.0:1767384354.823847:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 0000000039d667f1. 00000400:00000010:1.0:1767384354.823849:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 00000000ed04ef2d. 00000400:00000010:1.0:1767384354.823873:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 00000000faf83dc8. 00000400:00000010:1.0:1767384354.823876:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 0000000039d667f1. 00000400:00000010:1.0:1767384354.823878:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 00000000ed04ef2d. 00000400:00000010:1.0:1767384354.823880:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000090e2dfa2. 00000400:00000200:1.0:1767384354.823882:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384354.823884:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:1.0:1767384354.823886:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000400:00000200:1.0:1767384354.823889:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:1.0:1767384354.823891:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384354.823893:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:1.0:1767384354.823897:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384354.823901:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (36) 00000100:00000040:3.0:1767384354.832524:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294942740, at 4294942741 00000100:00000010:3.0:1767384354.832536:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011cbceb5. 00080000:00000001:0.0:1767384354.832547:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384354.832556:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:2.0:1767384354.832557:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384354.832560:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384354.832562:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384354.832564:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384354.832566:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384354.832568:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384354.832570:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384354.832574:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c4abe3a5. 20000000:01000000:0.0:1767384354.832577:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384354.832579:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384354.832589:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384354.832593:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384354.832602:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b7fe96ae. 00080000:00000020:0.0:1767384354.832602:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384354.832608:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:3.0:1767384354.832614:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384354.832620:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384354.832651:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384354.832656:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384354.832658:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384354.832660:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384354.832664:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384354.832670:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384354.832674:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384354.832682:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ac6b59a3. 00080000:00000001:3.0:1767384354.832686:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874047488 : -119702835504128 : ffff93218302dc00) 00080000:00000001:3.0:1767384354.832690:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384354.832797:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384354.832801:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384354.832805:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384354.832823:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384354.832827:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384354.832912:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384354.832916:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:3.0:1767384354.832946:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384354.832950:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384354.832954:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384354.832959:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384354.832964:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384354.832974:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000de3b778b. 00010000:00000001:3.0:1767384354.832980:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384354.832985:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073480cfc. 00000020:00000001:3.0:1767384354.832990:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384354.832994:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000073480cfc with handle 0xf83434fd52e6db29 to hash 00000020:00000001:3.0:1767384354.832997:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384354.832998:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384354.833002:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384354.833007:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.833009:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.833013:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db29 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.833024:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384354.833030:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384354.833033:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384354.833036:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.833039:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.833041:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.833044:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.833048:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384354.833051:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384354.833053:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384354.833055:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384354.833057:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000de3b778b) refcount = 1 00010000:00010000:3.0:1767384354.833070:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db29 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.833077:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384354.833080:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384354.833082:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.833084:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.833087:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384354.833106:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384354.833110:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384354.833131:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.833133:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.833135:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073480cfc refcount=4 00000020:00000001:3.0:1767384354.833138:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384354.833142:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384354.833145:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384354.833148:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db29 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.833156:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384354.833159:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db29 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.833166:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.833168:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384354.833171:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db29 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.833176:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.833179:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.833183:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384354.833186:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db29 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384354.833194:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000073480cfc already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384354.833205:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.833208:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384354.833210:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db29 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.833217:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384354.833219:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.833220:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.833222:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073480cfc refcount=5 00000020:00000001:3.0:1767384354.833225:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384354.833228:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384354.833232:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384354.833235:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db29 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.833243:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384354.833246:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.833248:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.833253:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384354.833255:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384354.833259:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.833261:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384354.833264:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073480cfc with handle 0xf83434fd52e6db29 from hash 00010000:00000001:3.0:1767384354.833268:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384354.833270:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.833272:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.833273:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384354.833276:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384354.833278:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384354.833282:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384354.833284:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.833288:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.833290:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384354.833292:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384354.833294:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.833296:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.833304:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.833306:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.833309:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.833312:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db29 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.833318:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.833320:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.833322:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384354.833324:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384354.833326:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.833328:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.833330:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384354.833333:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.833336:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.833339:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db29 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.833346:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384354.833349:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384354.833350:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db29 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384354.833358:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000de3b778b count: 0 00010000:00000001:3.0:1767384354.833368:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384354.833371:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384354.833513:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294942740, at 4294942742 00000100:00000040:1.0:1767384354.833519:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294942740, at 4294942742 00000100:00000010:2.0:1767384354.833521:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a4ddbbf. 00000100:00000040:0.0:1767384354.833526:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294942740, at 4294942742 00000100:00000010:1.0:1767384354.833527:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad9229be. 00000100:00000010:0.0:1767384354.833536:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ee7073f. 00010000:00000010:3.1:1767384354.837522:0:34246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000de3b778b. 00010000:00000010:3.1:1767384354.837531:0:34246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073480cfc. 00000400:00000010:3.0:1767384354.842456:0:34246:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000804ce5a4. 00000400:00000040:3.0:1767384354.842475:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384354.842579:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384354.842581:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384354.842583:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384354.842585:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384354.842586:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384354.842588:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384354.842589:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384354.842590:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384354.842591:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384354.842593:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384354.842599:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384354.842600:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384354.842601:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384354.842602:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384354.842604:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384354.842605:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384354.842606:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384354.842607:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384354.842608:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384354.842609:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384354.842610:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384354.842612:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384354.842613:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384354.842614:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384354.842616:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384354.842617:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384354.842619:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384354.842620:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384354.842621:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384354.842622:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384354.842624:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384354.842625:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384354.842626:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384354.842627:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384354.842628:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384354.842629:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384354.842631:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384354.842632:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384354.842633:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384354.842635:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384354.842636:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384354.842638:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384354.842639:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384354.842641:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384354.842642:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384354.842644:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384354.842645:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384354.842647:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384354.842648:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384354.842655:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384354.842657:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384354.842658:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384354.842659:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384354.842660:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384354.842661:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384354.842662:0:34246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384354.842765:0:34246:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000804ce5a4. 00080000:00000001:3.0:1767384354.843957:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384354.843960:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384354.843963:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:2.0:1767384354.843965:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384354.843966:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.843970:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384354.843970:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384354.843973:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384354.843974:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384354.843978:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384354.843981:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ac6b59a3. 20000000:00000001:3.0:1767384354.843985:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384354.843989:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384354.843994:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384354.843997:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384354.843998:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384354.844002:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384354.844006:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384354.844011:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384354.844014:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384354.844020:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000572b224d. 00010000:00000001:0.0:1767384354.844024:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384354.844028:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f6b12db5. 00000020:00000001:0.0:1767384354.844033:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384354.844035:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f6b12db5 with handle 0xf83434fd52e6db30 to hash 00000020:00000001:0.0:1767384354.844037:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384354.844039:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384354.844042:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384354.844052:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384354.844055:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384354.844058:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6db30 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.844066:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384354.844070:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384354.844072:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384354.844075:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384354.844078:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384354.844080:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384354.844082:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384354.844085:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384354.844086:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384354.844088:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384354.844089:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384354.844090:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000572b224d) refcount = 1 00010000:00010000:0.0:1767384354.844109:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6db30 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.844115:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384354.844116:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384354.844118:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384354.844121:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.844123:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384354.844125:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384354.844127:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:0.0:1767384354.844130:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384354.844132:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384354.844134:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=4 00000020:00000001:0.0:1767384354.844136:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384354.844139:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384354.844141:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384354.844143:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6db30 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.844159:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384354.844161:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6db30 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.844165:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384354.844167:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384354.844168:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6db30 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.844172:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384354.844174:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.844176:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384354.844178:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6db30 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384354.844182:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f6b12db5 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384354.844184:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384354.844186:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384354.844188:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6db30 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.844192:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384354.844193:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384354.844194:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384354.844195:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f6b12db5 refcount=5 00000020:00000001:0.0:1767384354.844197:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384354.844199:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118976 : -119697696432640 : ffff9322b552de00) 00010000:00000001:0.0:1767384354.844201:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384354.844203:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6db30 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.844207:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384354.844208:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384354.844215:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.844219:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384354.844221:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384354.844222:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384354.844224:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384354.844226:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f6b12db5 with handle 0xf83434fd52e6db30 from hash 00010000:00000001:0.0:1767384354.844228:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384354.844229:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384354.844230:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384354.844230:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384354.844232:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384354.844233:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384354.844235:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384354.844236:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384354.844238:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.844240:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384354.844242:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384354.844244:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384354.844244:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384354.844246:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.844248:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.844249:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384354.844251:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6db30 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.844254:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384354.844256:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384354.844257:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384354.844258:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384354.844260:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384354.844261:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384354.844262:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384354.844265:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384354.844266:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384354.844268:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6db30 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.844271:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384354.844277:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384354.844279:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f6b12db5/0xf83434fd52e6db30 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384354.844284:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000572b224d count: 0 00010000:00000001:0.0:1767384354.844294:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384354.844295:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384354.844996:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384354.845000:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384354.845002:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ac2d7752. 20000000:00000001:0.0:1767384354.845008:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384354.845012:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732520448 00010000:00000001:0.0:1767384354.845015:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384354.845021:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c6af0497 x1853236732520448/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384354.845029:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384354.845032:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384354.845036:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=74 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384354.845040:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384354.845043:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384354.845045:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384354.845048:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384354.845051:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.845054:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384354.845057:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384354.845062:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0b432c0. 00000100:00000200:0.0:1767384354.845066:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732520448, offset 224 00000400:00000200:0.0:1767384354.845073:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384354.845088:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384354.845112:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206800 00000400:00000200:0.0:1767384354.845118:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cb1 [2] + 224 00000400:00000200:0.0:1767384354.845126:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.845131:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384354.845136:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384354.845139:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000883f8f58 x1853236732520448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384354.845154:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000883f8f58 x1853236732520448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.845168:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384354.845175:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0b432c0 00000400:00000010:0.0:1767384354.845177:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0b432c0. 00000100:00000001:2.0:1767384354.845180:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.845180:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384354.845184:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384354.845185:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384354.845188:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.845192:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:2.0:1767384354.845193:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384354.845195:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384354.845196:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384354.845198:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384354.845200:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e07a0. 00000020:00000001:0.0:1767384354.845202:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384354.845205:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9a9d480 00000100:00000040:0.0:1767384354.845208:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6af0497 x1853236732520448/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384354.845209:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9a9d480. 00000100:00000001:2.0:1767384354.845215:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384354.845221:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000883f8f58 x1853236732520448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384354.845222:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6af0497 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732520448:12345-0@lo:253: Request processed in 23461us (23945us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384354.845241:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000883f8f58 x1853236732520448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384354.845242:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000040:0.0:1767384354.845248:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384354.845253:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384354.845255:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384354.845256:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384354.845259:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.845262:0:16148:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384354.845262:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005e88185. 02000000:00000001:2.0:1767384354.845265:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384354.845268:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384354.845268:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003366b72f. 00000100:00000001:2.0:1767384354.845270:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384354.845274:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384354.845275:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a013b735. 00000100:00001000:2.0:1767384354.845279:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=74 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384354.845282:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00001000:2.0:1767384354.845284:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=74 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384354.845286:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384354.845288:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384354.845289:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000993b0dda. 00000100:00000001:2.0:1767384354.845291:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.845295:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384354.845296:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384354.845297:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.845301:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.845301:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384354.845308:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000883f8f58 x1853236732520448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384354.845309:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384354.845315:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009a4a8f9. 00000100:00000001:2.0:1767384354.845316:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384354.845320:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384354.845322:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384354.845322:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0b432c0. 00000020:01000004:2.0:1767384354.845328:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384354.845331:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384354.845332:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384354.845333:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384354.845341:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384354.845342:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384354.845343:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384354.845345:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384354.845346:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384354.845348:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384354.845350:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883f8f58 x1853236732520448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384354.845355:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000883f8f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732520448:0@lo:253: 00000100:00000001:2.0:1767384354.845358:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.845361:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384354.845363:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000883f8f58 x1853236732520448/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.845368:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384354.845370:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384354.845372:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001c3d0dcb. 02000000:00000001:2.0:1767384354.845376:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384354.845378:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384354.845379:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384354.845381:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384354.845383:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000819085a5. 02000000:00000001:2.0:1767384354.845387:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384354.845389:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384354.845391:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883f8f58. 00000100:00000001:2.0:1767384354.845394:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384354.845396:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.845398:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.845404:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384354.845406:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.845409:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.845412:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384354.846428:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384354.846431:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384354.846433:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c4626409. 20000000:00000001:3.0:1767384354.846438:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384354.846440:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732520576 00010000:00000001:3.0:1767384354.846442:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384354.846446:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c293c5ec x1853236732520576/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384354.846452:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384354.846454:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384354.846455:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384354.846458:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384354.846459:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384354.846461:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384354.846463:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384354.846464:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.846466:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384354.846468:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384354.846470:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000500f4eb. 00000100:00000200:3.0:1767384354.846473:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732520576, offset 224 00000400:00000200:3.0:1767384354.846505:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384354.846513:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384354.846519:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206880 00000400:00000200:3.0:1767384354.846524:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cb9 [2] + 224 00000400:00000200:3.0:1767384354.846529:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.846532:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384354.846536:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384354.846540:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a447279 x1853236732520576/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384354.846547:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002a447279 x1853236732520576/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.846560:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384354.846566:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000500f4eb 00000400:00000010:3.0:1767384354.846568:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000500f4eb. 00000100:00000001:3.0:1767384354.846572:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384354.846573:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384354.846575:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384354.846577:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.846580:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384354.846584:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384354.846584:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384354.846588:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.846590:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384354.846590:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384354.846594:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384354.846597:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c293c5ec x1853236732520576/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384354.846597:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca6713cf. 00000400:00000200:0.0:1767384354.846603:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7f8a2a 00000400:00000010:0.0:1767384354.846608:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a7f8a2a. 00000100:00100000:3.0:1767384354.846611:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c293c5ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732520576:12345-0@lo:253: Request processed in 24783us (25214us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384354.846613:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384354.846621:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a447279 x1853236732520576/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384354.846622:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:3.0:1767384354.846627:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384354.846631:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384354.846635:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384354.846638:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a447279 x1853236732520576/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384354.846639:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000089dde0e4. 00000020:00000010:3.0:1767384354.846649:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff22373. 00000100:00000001:0.0:1767384354.846649:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384354.846651:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.846654:0:16149:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384354.846655:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b1ca825. 02000000:00000001:0.0:1767384354.846656:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384354.846658:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384354.846658:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.846660:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384354.846666:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=74 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384354.846667:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00001000:0.0:1767384354.846670:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=74 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384354.846671:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384354.846675:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005053e3f2. 00000100:00000001:0.0:1767384354.846676:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384354.846679:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384354.846679:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.846683:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384354.846684:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384354.846686:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384354.846689:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384354.846689:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.846692:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a447279 x1853236732520576/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384354.846694:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e07a0. 00000400:00000010:3.0:1767384354.846700:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000500f4eb. 00000100:00000001:0.0:1767384354.846701:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384354.846705:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384354.846706:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384354.846708:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384354.846710:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384354.846711:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384354.846712:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384354.846713:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384354.846714:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384354.846721:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384354.846722:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384354.846723:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384354.846725:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a447279 x1853236732520576/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384354.846731:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732520576:0@lo:253: 00000100:00000001:0.0:1767384354.846734:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.846735:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384354.846736:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a447279 x1853236732520576/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.846741:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384354.846742:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384354.846744:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f30fabec. 02000000:00000001:0.0:1767384354.846746:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384354.846748:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384354.846749:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384354.846750:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384354.846752:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004e1f66d9. 02000000:00000001:0.0:1767384354.846754:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384354.846755:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384354.846756:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a447279. 00000100:00000001:0.0:1767384354.846759:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384354.846759:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.846761:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.846765:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384354.846766:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.846768:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.846769:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384354.849530:0:34249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000572b224d. 00010000:00000010:0.1:1767384354.849540:0:34249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f6b12db5. 00010000:00000001:1.0:1767384355.195535:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384355.195541:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384355.195546:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384355.195554:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384355.195572:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384355.195578:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384355.195582:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384355.771534:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (4) 00000800:00000200:2.1:1767384355.771543:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (4) 00000400:00000001:0.0:1767384355.771581:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384355.771585:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384355.771589:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086825c0f 00000400:00000010:0.0:1767384355.771592:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086825c0f. 00000400:00000200:0.0:1767384355.771596:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384355.771601:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384355.771613:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007e0071f9. 00000400:00000010:0.0:1767384355.771616:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006e9b8d01. 00000400:00000200:2.0:1767384355.771624:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.771633:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp35 00000400:00000010:0.0:1767384355.771638:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000051707bbe. 00000400:00000010:0.0:1767384355.771644:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006cae392a. 00000400:00000010:0.0:1767384355.771648:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e5c789. 00000400:00000010:0.0:1767384355.771654:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000002a13962. 00000400:00000200:0.0:1767384355.771659:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp35 00000400:00000200:0.0:1767384355.771672:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp35 local destination 00000400:00000200:2.0:1767384355.771677:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.771678:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp35 00000400:00000200:0.0:1767384355.771686:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp35 NI seq info: [156:156:256:4294967295] 192.168.204.131@tcp35 LPNI seq info [152:152:8:4294967295] 00000400:00000200:0.0:1767384355.771694:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp35 00000400:00000200:0.0:1767384355.771701:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp35(192.168.204.131@tcp35:) -> 192.168.204.131@tcp35(192.168.204.131@tcp35:192.168.204.131@tcp35) : GET try# 0 00000800:00000200:0.0:1767384355.771708:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp35 00000800:00000010:0.0:1767384355.771714:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000b871e42. 00000400:00000200:2.0:1767384355.771719:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000200:0.0:1767384355.771723:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e604f565] -> 12345-192.168.204.131@tcp35 (2) 00000800:00000200:0.1:1767384355.771732:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e604f565] -> 12345-192.168.204.131@tcp35 (2) 00000400:00000200:2.0:1767384355.771757:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.771762:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp35 added to recovery queue. ping count: 4 next ping: 292 health :600 00000400:00000200:2.0:1767384355.771800:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.771818:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.771849:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.771869:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.771906:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.771912:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.771973:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.771975:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772010:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772045:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772057:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772119:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772121:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772168:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772187:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772201:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772244:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772247:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772295:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772308:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772352:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772363:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772414:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772417:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772441:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772506:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772510:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772576:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772579:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772657:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772657:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772698:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772721:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772748:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772768:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772801:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772826:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772847:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772883:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772898:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.772949:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772949:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.772996:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.773020:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.773049:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.773104:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.773120:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.773171:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.773176:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.773241:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.773243:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.773298:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.773309:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.773362:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.773368:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.773445:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.773446:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.773550:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.773577:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.773600:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.773636:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384355.773849:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000cf2ac1d. 00000800:00000010:0.0:1767384355.773855:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000056b4cf3. 00000800:00000010:0.0:1767384355.773860:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002681e7a5. 00000400:00000200:2.0:1767384355.773875:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000800:00000010:0.0:1767384355.773885:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002681e7a5. 00000800:00020000:0.0:1767384355.773896:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384355.773900:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000056b4cf3. 00000800:00000010:0.0:1767384355.773903:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000cf2ac1d. 00000400:00000200:2.0:1767384355.773950:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:02020000:0.0:1767384355.773952:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp35 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384355.773961:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp35 notifying 192.168.204.131@tcp35: down 00000800:00000200:0.0:1767384355.773967:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp35 down 00000800:00000100:0.0:1767384355.773974:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp35 00000800:00000010:0.0:1767384355.773982:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000b871e42. 00000400:00000200:0.0:1767384355.773987:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384355.773991:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp35->192.168.204.131@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384355.773999:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384355.774000:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384355.774003:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384355.774010:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp35) recovery failed with -71 00000400:00000200:2.0:1767384355.774037:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384355.774066:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384355.774238:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ff79b13f. 00000800:00000010:2.0:1767384355.774243:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097c8590e. 00000800:00000010:2.0:1767384355.774246:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c920666f. 00000800:00000010:2.0:1767384355.774262:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c920666f. 00000800:00020000:2.0:1767384355.774268:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384355.774271:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097c8590e. 00000800:00000010:2.0:1767384355.774273:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ff79b13f. 00000400:02020000:2.0:1767384355.774306:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp27 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384355.774310:0:16137:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 10000000:00000001:1.0:1767384356.155703:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384356.155708:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:1.0:1767384356.155712:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384356.155715:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384356.155716:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384356.155717:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384356.155719:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384356.155721:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384356.155723:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 71 10000000:00000001:1.0:1767384356.155725:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384356.155727:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384356.155734:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000515a4868. 00000020:00000040:1.0:1767384356.155738:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384356.155744:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384356.155747:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384356.155753:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384356.155760:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9d38b3b. 00000100:00000001:1.0:1767384356.155766:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384356.155770:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384356.155773:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384356.155780:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001e82a06c. 00010000:00000001:1.0:1767384356.155785:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384356.155788:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047beefc9. 00000020:00000001:1.0:1767384356.155792:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384356.155795:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047beefc9 with handle 0xf83434fd52e6db37 to hash 00000020:00000001:1.0:1767384356.155797:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384356.155799:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384356.155803:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384356.155807:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384356.155810:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384356.155818:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384356.155829:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384356.155854:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384356.155861:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384356.155863:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384356.155871:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a79d6fc5. 00000100:00000001:1.0:1767384356.155873:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375875375296 : -119697834176320 : ffff9322ad1d10c0) 00000100:00000001:1.0:1767384356.155877:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384356.155879:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 00000100:00000001:1.0:1767384356.155884:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384356.155887:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.155890:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384356.155892:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384356.155900:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000515a4868 x1853236732520704/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.155911:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384356.155914:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384356.155919:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384356.155922:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384356.155925:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384356.155928:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732520704:0@lo:101: 00000100:00000001:1.0:1767384356.155932:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384356.155937:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384356.155940:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384356.155942:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384356.155946:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000039d667f1. 02000000:00000001:1.0:1767384356.155948:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384356.155953:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb2d489. 00000400:00000010:1.0:1767384356.155960:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067da9294. 00000100:00000200:1.0:1767384356.155967:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732520704, portal 25 00000100:00000001:1.0:1767384356.155968:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384356.155969:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 00000100:00000040:1.0:1767384356.155973:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000515a4868 x1853236732520704/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.155985:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384356.155989:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384356.155992:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cc127d3. 00000100:00000200:1.0:1767384356.155995:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732520704, offset 0 00000400:00000200:1.0:1767384356.156003:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384356.156018:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384356.156029:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d206900 00000400:00000200:1.0:1767384356.156035:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x14a1 [2] + 0 00000400:00000010:1.0:1767384356.156038:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075a33ea3. 00000400:00000200:1.0:1767384356.156042:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c9b60000 00000400:00000200:1.0:1767384356.156048:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.156052:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384356.156057:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9b60000 00000400:00000010:1.0:1767384356.156059:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9b60000. 00000100:00000001:1.0:1767384356.156063:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384356.156064:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384356.156080:0:16780:0:(events.c:337:request_in_callback()) incoming req@0000000035454a1d x1853236732520704 msgsize 328 00000100:00100000:1.0:1767384356.156085:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384356.156088:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384356.156098:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384356.156105:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cc127d3 00000400:00000010:1.0:1767384356.156106:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cc127d3. 00000100:00000001:1.0:1767384356.156109:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384356.156111:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000515a4868 x1853236732520704/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.156120:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384356.156122:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000515a4868 x1853236732520704/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.156128:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.156130:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384356.156135:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.156139:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294944074 00000100:00000010:1.0:1767384356.156143:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3fa66e6. 00000100:00000001:3.0:1767384356.156146:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384356.156153:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732520704 00000100:00000001:1.0:1767384356.156158:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384356.156159:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384356.156163:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.156166:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.156167:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294944074 00000100:00000010:1.0:1767384356.156173:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bee003d9. 02000000:00000001:3.0:1767384356.156174:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.156176:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384356.156182:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732520704 00000100:00000001:1.0:1767384356.156183:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294944074 00000020:00000001:3.0:1767384356.156188:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384356.156190:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba9bf8d4. 00000020:00000040:3.0:1767384356.156193:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:1.0:1767384356.156194:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384356.156198:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384356.156199:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294944074 00000020:00000040:3.0:1767384356.156204:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000010:1.0:1767384356.156205:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e0f26f81. 00000100:00000001:1.0:1767384356.156210:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384356.156211:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384356.156214:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384356.156216:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384356.156217:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.156222:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384356.156223:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384356.156225:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384356.156225:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a79d6fc5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384356.156230:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384356.156232:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384356.156234:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097b81c94. 00000100:00000001:3.0:1767384356.156239:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384356.156243:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097b81c94. 00000020:00000010:3.0:1767384356.156251:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2cc77af. 00000020:00000010:3.0:1767384356.156257:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003151ceea. 00000020:00000010:3.0:1767384356.156264:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c38e478d. 00000100:00000040:3.0:1767384356.156275:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384356.156278:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384356.156281:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384356.156282:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.156290:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.156302:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.156312:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384356.156320:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384356.156326:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000040:3.0:1767384356.156329:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384356.156332:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141338704 : -119697568212912 : ffff9322bcf75850) 00000100:00000040:3.0:1767384356.156336:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035454a1d x1853236732520704/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:337/0 lens 328/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.156344:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384356.156346:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097b81c94. 00000100:00000001:3.0:1767384356.156348:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384356.156350:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097b81c94. 00000100:00100000:3.0:1767384356.156353:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035454a1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16780:x1853236732520704:12345-0@lo:101: 00000100:00000200:3.0:1767384356.156356:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732520704 00000020:00000001:3.0:1767384356.156360:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384356.156363:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384356.156365:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384356.156366:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384356.156368:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:3.0:1767384356.156372:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384356.156373:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384356.156375:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384356.156377:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384356.156380:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384356.156381:0:16777:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384356.156383:0:16777:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384356.156385:0:16777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384356.156386:0:16777:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384356.156388:0:16777:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.156392:0:16777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384356.156396:0:16777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000024e2f4c7. 00010000:00000001:3.0:1767384356.156398:0:16777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384356.156400:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073480cfc. 00000020:00000001:3.0:1767384356.156403:0:16777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384356.156404:0:16777:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000073480cfc with handle 0xf83434fd52e6db3e to hash 00000020:00000001:3.0:1767384356.156410:0:16777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384356.156411:0:16777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384356.156413:0:16777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00010000:3.0:1767384356.156415:0:16777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db3e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf83434fd52e6db37 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384356.156422:0:16777:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e25b4a2c : new locks_count 10 00000020:00000040:3.0:1767384356.156423:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:3.0:1767384356.156430:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384356.156433:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384356.156436:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c4abe3a5. 02000000:00000001:3.0:1767384356.156438:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.156440:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.156442:0:16777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384356.156446:0:16777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384356.156447:0:16777:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384356.156450:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384356.156451:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384356.156453:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384356.156454:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384356.156456:0:16777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384356.156458:0:16777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384356.156460:0:16777:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384356.156461:0:16777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384356.156462:0:16777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000024e2f4c7) refcount = 1 00010000:00010000:3.0:1767384356.156465:0:16777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf83434fd52e6db37 expref: 15 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.156469:0:16777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384356.156470:0:16777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384356.156471:0:16777:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384356.156472:0:16777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.156474:0:16777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384356.156500:0:16777:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384356.156503:0:16777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6db37 expref: 15 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.156514:0:16777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384356.156516:0:16777:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384356.156519:0:16777:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384356.156521:0:16777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.156523:0:16777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384356.156524:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.156526:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384356.156527:0:16777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000073480cfc, rc 0) 00000020:00000001:3.0:1767384356.156529:0:16777:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384356.156532:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732520704 00010000:00000001:3.0:1767384356.156535:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384356.156539:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035454a1d x1853236732520704/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:337/0 lens 328/344 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384356.156546:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384356.156548:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384356.156551:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384356.156554:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384356.156556:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384356.156558:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384356.156561:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384356.156563:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.156565:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384356.156566:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384356.156570:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc3fa0cf. 00000100:00000200:3.0:1767384356.156572:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732520704, offset 224 00000400:00000200:3.0:1767384356.156577:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384356.156581:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384356.156586:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d206900 00000400:00000200:3.0:1767384356.156590:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1ce5 [1] + 224 00000400:00000200:3.0:1767384356.156593:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384356.156595:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384356.156598:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384356.156604:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000515a4868 x1853236732520704/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384356.156611:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000515a4868 x1853236732520704/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.156624:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384356.156628:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc3fa0cf 00000400:00000010:3.0:1767384356.156630:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc3fa0cf. 00000100:00000001:3.0:1767384356.156633:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384356.156635:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384356.156638:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.156640:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:1.0:1767384356.156640:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384356.156644:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384356.156646:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384356.156647:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384356.156648:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384356.156650:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384356.156653:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035454a1d x1853236732520704/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:337/0 lens 328/344 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384356.156653:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb2d489. 00000400:00000200:1.0:1767384356.156659:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067da9294 00000400:00000010:1.0:1767384356.156662:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067da9294. 00000100:00000001:1.0:1767384356.156667:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384356.156671:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035454a1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732520704:12345-0@lo:101: Request processed in 323us (586us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384356.156674:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000515a4868 x1853236732520704/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384356.156684:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000200:1.0:1767384356.156689:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000515a4868 x1853236732520704/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384356.156690:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384356.156695:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384356.156698:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384356.156702:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384356.156703:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003151ceea. 00000100:00000001:1.0:1767384356.156704:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.156709:0:16780:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384356.156710:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c38e478d. 02000000:00000001:1.0:1767384356.156712:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384356.156714:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384356.156715:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2cc77af. 00000020:00000040:3.0:1767384356.156720:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:1.0:1767384356.156723:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.156725:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384356.156726:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384356.156728:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c4abe3a5. 00000100:00001000:1.0:1767384356.156732:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=76 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384356.156733:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384356.156737:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384356.156738:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=76 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384356.156742:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384356.156742:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384356.156745:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384356.156748:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d003eb29. 00010000:00000001:1.0:1767384356.156749:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384356.156752:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384356.156755:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072d3e963. 00000100:00000001:1.0:1767384356.156756:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384356.156759:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000515a4868 x1853236732520704/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.156768:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384356.156771:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384356.156772:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384356.156774:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000515a4868 x1853236732520704/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384356.156779:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732520704:0@lo:101: 00000100:00000001:1.0:1767384356.156784:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.156786:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.156787:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384356.156789:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384356.156790:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000515a4868 x1853236732520704/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.156795:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384356.156797:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a79d6fc5. 00000100:00000001:1.0:1767384356.156799:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384356.156800:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384356.156802:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384356.156804:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384356.156805:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384356.156806:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=4 00000020:00000001:1.0:1767384356.156808:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384356.156810:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000040:1.0:1767384356.156819:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000047beefc9, remote cookie: 0xf83434fd52e6db3e, flags: 0x0 00010000:00000001:1.0:1767384356.156822:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384356.156823:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384356.156824:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384356.156826:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384356.156827:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384356.156828:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001e82a06c) refcount = 1 00010000:00010000:1.0:1767384356.156830:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6db3e expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384356.156834:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384356.156835:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384356.156836:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384356.156838:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384356.156841:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384356.156842:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6db3e expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384356.156846:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384356.156847:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384356.156848:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384356.156848:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384356.156849:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384356.156850:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.156851:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384356.156853:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000515a4868 x1853236732520704/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.156857:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384356.156859:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384356.156861:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000039d667f1. 02000000:00000001:1.0:1767384356.156863:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384356.156864:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384356.156866:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384356.156868:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384356.156870:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b9d38b3b. 02000000:00000001:1.0:1767384356.156873:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384356.156879:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384356.156880:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000515a4868. 00000100:00000001:1.0:1767384356.156883:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384356.156884:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384356.156886:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384356.156888:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384356.156889:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:1.0:1767384356.156890:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384356.156891:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384356.156892:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384356.156893:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=3 00000020:00000001:1.0:1767384356.156894:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384356.156895:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384356.156897:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384356.156898:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384356.156898:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384356.156899:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384356.156901:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384356.156903:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008de948bd. 00000100:00000010:1.0:1767384356.156912:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000515a4868. 00000020:00000040:1.0:1767384356.156914:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384356.156916:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384356.156917:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384356.156919:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384356.156922:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9d38b3b. 00000100:00000001:1.0:1767384356.156924:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.156927:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384356.156930:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000039d667f1. 00000100:00000010:1.0:1767384356.156932:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000002f497503. 00000020:00000040:1.0:1767384356.156934:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384356.156937:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384356.156938:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384356.156941:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a79d6fc5. 00000100:00000001:1.0:1767384356.156942:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375875375296 : -119697834176320 : ffff9322ad1d10c0) 00000100:00000001:1.0:1767384356.156944:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384356.156945:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 00000100:00000001:1.0:1767384356.156953:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384356.156953:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.156954:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384356.156955:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384356.156957:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.156962:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384356.156963:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384356.156964:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384356.156965:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384356.156966:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384356.156969:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732520832:0@lo:256: 00000100:00000001:1.0:1767384356.156976:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384356.156979:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384356.156982:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.156986:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384356.156991:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb2d489. 00000400:00000010:1.0:1767384356.156997:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008000f018. 00000100:00000200:1.0:1767384356.157000:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d206980-0x695824d206980, portal 33 00000100:00000001:1.0:1767384356.157003:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384356.157004:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384356.157007:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022a7209f. 02000000:00000001:1.0:1767384356.157009:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384356.157011:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003de7f897. 00000400:00000010:1.0:1767384356.157015:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067da9294. 00000100:00000200:1.0:1767384356.157016:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732520832, portal 25 00000100:00000001:1.0:1767384356.157017:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384356.157018:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 00000100:00000040:1.0:1767384356.157021:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.157026:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384356.157027:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384356.157030:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cc127d3. 00000100:00000200:1.0:1767384356.157031:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732520832, offset 0 00000400:00000200:1.0:1767384356.157039:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384356.157044:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384356.157048:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d206980 00000400:00000200:1.0:1767384356.157051:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x14a9 [2] + 0 00000400:00000010:1.0:1767384356.157053:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd949266. 00000400:00000200:1.0:1767384356.157056:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000abe3976e 00000400:00000200:1.0:1767384356.157058:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.157060:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384356.157063:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abe3976e 00000400:00000010:1.0:1767384356.157064:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abe3976e. 00000100:00000001:1.0:1767384356.157084:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384356.157086:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384356.157088:0:16780:0:(events.c:337:request_in_callback()) incoming req@00000000fad26dfc x1853236732520832 msgsize 304 00000100:00100000:1.0:1767384356.157092:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384356.157093:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384356.157103:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384356.157108:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cc127d3 00000400:00000010:1.0:1767384356.157110:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cc127d3. 00000100:00000001:1.0:1767384356.157112:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384356.157116:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.157124:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384356.157127:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.157133:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.157135:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384356.157140:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.157142:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384356.157143:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294944075 00000100:00100000:3.0:1767384356.157147:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732520832 00000100:00000001:1.0:1767384356.157151:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944074 02000000:00000001:3.0:1767384356.157152:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384356.157155:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.157159:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.157159:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294944075 02000000:00000001:3.0:1767384356.157167:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.157169:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944074 00000100:00100000:3.0:1767384356.157171:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732520832 00000100:00000001:1.0:1767384356.157174:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294944075 00000020:00000001:3.0:1767384356.157175:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384356.157179:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:1.0:1767384356.157182:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944074 00000020:00000001:3.0:1767384356.157183:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384356.157185:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:3.0:1767384356.157188:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384356.157190:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384356.157198:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384356.157199:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294944075 00000020:00000010:3.0:1767384356.157202:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097b81c94. 00000100:00000001:1.0:1767384356.157205:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944074 00000100:00000001:3.0:1767384356.157207:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384356.157210:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384356.157212:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097b81c94. 00000100:00000001:1.0:1767384356.157216:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384356.157220:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2cc77af. 00000100:00000001:1.0:1767384356.157220:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384356.157224:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384356.157227:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003151ceea. 00000100:00100000:1.0:1767384356.157228:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a79d6fc5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384356.157233:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384356.157234:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c38e478d. 00000100:00000001:1.0:1767384356.157235:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.157244:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384356.157248:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384356.157250:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384356.157252:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.157256:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.157265:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.157274:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384356.157275:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384356.157280:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000040:3.0:1767384356.157283:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384356.157285:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141332560 : -119697568219056 : ffff9322bcf74050) 00000100:00000040:3.0:1767384356.157290:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fad26dfc x1853236732520832/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:337/0 lens 304/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.157299:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384356.157308:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097b81c94. 00000100:00000001:3.0:1767384356.157310:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384356.157312:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097b81c94. 00000100:00100000:3.0:1767384356.157316:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fad26dfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732520832:12345-0@lo:256: 00000100:00000200:3.0:1767384356.157320:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732520832 00000020:00000001:3.0:1767384356.157323:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384356.157325:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384356.157327:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384356.157329:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384356.157330:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:3.0:1767384356.157333:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384356.157334:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384356.157336:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384356.157337:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384356.157340:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.157343:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384356.157345:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384356.157348:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c4abe3a5. 02000000:00000001:3.0:1767384356.157350:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.157352:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384356.157355:0:16777:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384356.157359:0:16777:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384356.157363:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384356.157366:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384356.157369:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384356.157372:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384356.157374:0:16777:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384356.157377:0:16777:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000090da25da. 20000000:00000001:3.0:1767384356.157380:0:16777:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384356.157403:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384356.157410:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384356.157416:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384356.157418:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384356.157421:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384356.157423:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384356.157425:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384356.157434:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384356.157436:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384356.157439:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384356.157441:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384356.157443:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384356.157446:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384356.157448:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384356.157450:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384356.157452:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384356.157454:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384356.157456:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384356.157458:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384356.157460:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384356.157462:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384356.157464:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384356.157467:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384356.157469:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384356.157471:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384356.157473:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384356.157475:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384356.157505:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384356.157509:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384356.157512:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384356.157514:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384356.157517:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384356.157520:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384356.157522:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384356.157525:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:01000000:3.0:1767384356.157528:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 724, pages 3372/1/4/3. 20000000:00000040:3.0:1767384356.157542:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384356.157545:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384356.157548:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384356.157551:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384356.157553:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384356.157555:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384356.157557:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384356.157559:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384356.157561:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384356.157563:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384356.157571:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384356.157573:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384356.157574:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384356.157576:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384356.157578:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384356.157579:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384356.157581:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384356.157582:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384356.157584:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384356.157585:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384356.157587:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384356.157589:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384356.157590:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384356.157592:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384356.157593:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384356.157595:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384356.157596:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384356.157597:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384356.157599:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384356.157600:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384356.157601:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384356.157603:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384356.157604:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384356.157605:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384356.157607:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:01000000:3.0:1767384356.157608:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 724, pages 2648/1/4/3. 20000000:01000000:3.0:1767384356.157610:0:16777:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1448, version 74 20000000:00000001:3.0:1767384356.157612:0:16777:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1448 : 1448 : 5a8) 00000100:00000001:3.0:1767384356.157615:0:16777:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384356.157618:0:16777:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ac6b59a3. 00000100:00000010:3.0:1767384356.157620:0:16777:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e1858ec1. 00000020:00000040:3.0:1767384356.157622:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=16 00010000:00000001:3.0:1767384356.157625:0:16777:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384356.157627:0:16777:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384356.157630:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc3fa0cf. 00000400:00000010:3.0:1767384356.157635:0:16777:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a1bb4efe. 00000400:00000200:3.0:1767384356.157640:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384356.157650:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384356.157660:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1448 into portal 33 MB=0x695824d206980 00000400:00000200:3.0:1767384356.157663:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1448/1448 into md 0x1cf5 [4] + 0 00000400:00000010:3.0:1767384356.157666:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb2d489. 00000400:00000200:3.0:1767384356.157668:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008000f018 00000400:00000200:3.0:1767384356.157672:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384356.157676:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384356.157679:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008000f018 00000400:00000010:3.0:1767384356.157680:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008000f018. 00000100:00000001:3.0:1767384356.157684:0:16777:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384356.157686:0:16777:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000515a4868 desc 0000000039d667f1 mbits 1853236732520832 00000100:00000001:3.0:1767384356.157695:0:16777:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384356.157697:0:16777:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384356.157701:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:1.0:1767384356.157705:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384356.157709:0:16777:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1d01 00000100:00000001:1.0:1767384356.157710:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384356.157713:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384356.157718:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384356.157721:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384356.157723:0:16777:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ac6b59a3 00000100:00000001:3.0:1767384356.157725:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384356.157729:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc3fa0cf 00000400:00000010:3.0:1767384356.157730:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc3fa0cf. 00000100:00000001:3.0:1767384356.157732:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384356.157733:0:16777:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ac6b59a3 00000100:00000001:3.0:1767384356.157735:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384356.157739:0:16777:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1448 bytes via portal 33 id 12345-0@lo mbits 0x695824d206980-0x695824d206980 00000100:00000001:3.0:1767384356.157742:0:16777:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.157745:0:16777:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.157747:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384356.157750:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000010:3.0:1767384356.157752:0:16777:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e1858ec1. 00000100:00000010:3.0:1767384356.157755:0:16777:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ac6b59a3. 00000100:00000001:3.0:1767384356.157757:0:16777:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384356.157758:0:16777:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384356.157764:0:16777:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000090da25da. 20000000:00000001:3.0:1767384356.157766:0:16777:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384356.157771:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732520832 00010000:00000001:3.0:1767384356.157773:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384356.157776:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fad26dfc x1853236732520832/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:337/0 lens 304/240 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384356.157781:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384356.157781:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384356.157783:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384356.157785:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384356.157786:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384356.157788:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384356.157789:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384356.157790:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.157796:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384356.157798:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384356.157800:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc3fa0cf. 00000100:00000200:3.0:1767384356.157802:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732520832, offset 224 00000400:00000200:3.0:1767384356.157804:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384356.157808:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384356.157811:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d206980 00000400:00000200:3.0:1767384356.157814:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1cf9 [1] + 224 00000400:00000200:3.0:1767384356.157817:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384356.157819:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384356.157822:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384356.157824:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384356.157829:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.157840:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384356.157842:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc3fa0cf 00000400:00000010:3.0:1767384356.157844:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc3fa0cf. 00000100:00000001:3.0:1767384356.157846:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384356.157847:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384356.157850:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384356.157851:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.157855:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:1.0:1767384356.157856:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384356.157859:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384356.157860:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003de7f897. 00010000:00000001:3.0:1767384356.157866:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384356.157866:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067da9294 00000020:00000001:3.0:1767384356.157868:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384356.157870:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067da9294. 00000020:00000001:3.0:1767384356.157871:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384356.157875:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384356.157878:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fad26dfc x1853236732520832/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:337/0 lens 304/240 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384356.157881:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384356.157900:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fad26dfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732520832:12345-0@lo:256: Request processed in 598us (807us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384356.157902:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.157912:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384356.157913:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000001:1.0:1767384356.157915:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384356.157917:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384356.157918:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384356.157921:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384356.157922:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384356.157923:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.157926:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384356.157926:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384356.157930:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003151ceea. 02000000:00000001:1.0:1767384356.157930:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384356.157932:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=76 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384356.157935:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c38e478d. 00000100:00001000:1.0:1767384356.157937:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=76 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384356.157939:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2cc77af. 00000100:00000001:1.0:1767384356.157941:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384356.157944:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384356.157946:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00010000:00000001:1.0:1767384356.157946:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384356.157950:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.157951:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384356.157953:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c4abe3a5. 02000000:00000001:3.0:1767384356.157955:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384356.157958:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.157960:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384356.157964:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384356.157966:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384356.157969:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000400d93d8. 00000400:00000010:3.0:1767384356.157975:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa2c0c28. 00000100:00000040:1.0:1767384356.157978:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.157984:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384356.157986:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384356.157988:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384356.157993:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732520832:0@lo:256: 00000100:00000001:1.0:1767384356.157998:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.158000:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.158002:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384356.158004:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384356.158006:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.158010:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384356.158012:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a79d6fc5. 00000100:00000001:1.0:1767384356.158015:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384356.158016:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384356.158019:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 74, more 0. 10000000:00000001:1.0:1767384356.158022:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384356.158028:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000006a0ffa88. 10000000:00000040:1.0:1767384356.158037:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384356.158043:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384356.158046:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384356.158050:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:1.0:1767384356.158053:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.158055:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384356.158057:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:1.0:1767384356.158058:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000100:00000200:1.0:1767384356.158061:0:16780:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 35 NIDs for '192.168.204.131@tcp' 00000400:00000200:1.0:1767384356.158082:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384356.158085:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384356.158088:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:1.0:1767384356.158093:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384356.158098:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (35) 00000400:00000200:1.0:1767384356.158103:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384356.158106:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:1.0:1767384356.158108:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (36) 00000400:00000200:1.0:1767384356.158110:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:1.0:1767384356.158112:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:1.0:1767384356.158115:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158116:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:1.0:1767384356.158118:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:1.0:1767384356.158120:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158121:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:1.0:1767384356.158123:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:1.0:1767384356.158125:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158126:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:1.0:1767384356.158127:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:1.0:1767384356.158130:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158131:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:1.0:1767384356.158132:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000200:1.0:1767384356.158135:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158136:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:1.0:1767384356.158137:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:1.0:1767384356.158140:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158141:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:1.0:1767384356.158142:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:1.0:1767384356.158145:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158146:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:1.0:1767384356.158147:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:1.0:1767384356.158149:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158151:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:1.0:1767384356.158152:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:1.0:1767384356.158154:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158155:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000200:1.0:1767384356.158162:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:1.0:1767384356.158165:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158166:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000400:00000200:1.0:1767384356.158168:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.131@tcp20 00000400:00000200:1.0:1767384356.158170:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158171:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp20 00000400:00000200:1.0:1767384356.158172:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.131@tcp21 00000400:00000200:1.0:1767384356.158174:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158175:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp21 00000400:00000200:1.0:1767384356.158176:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.131@tcp22 00000400:00000200:1.0:1767384356.158179:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158180:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp22 00000400:00000200:1.0:1767384356.158181:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.131@tcp23 00000400:00000200:1.0:1767384356.158183:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158184:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp23 00000400:00000200:1.0:1767384356.158185:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.131@tcp24 00000400:00000200:1.0:1767384356.158186:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158188:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp24 00000400:00000200:1.0:1767384356.158189:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.131@tcp25 00000400:00000200:1.0:1767384356.158191:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158192:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp25 00000400:00000200:1.0:1767384356.158193:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.131@tcp26 00000400:00000200:1.0:1767384356.158196:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158197:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp26 00000400:00000200:1.0:1767384356.158199:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.131@tcp27 00000400:00000200:1.0:1767384356.158202:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158203:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp27 00000400:00000200:1.0:1767384356.158204:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.131@tcp28 00000400:00000200:1.0:1767384356.158208:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158210:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp28 00000400:00000200:1.0:1767384356.158211:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.131@tcp29 00000400:00000200:1.0:1767384356.158214:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158216:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp29 00000400:00000200:1.0:1767384356.158217:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.131@tcp30 00000400:00000200:1.0:1767384356.158220:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158222:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp30 00000400:00000200:1.0:1767384356.158227:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.131@tcp31 00000400:00000200:1.0:1767384356.158230:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158232:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp31 00000400:00000200:1.0:1767384356.158233:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.131@tcp32 00000400:00000200:1.0:1767384356.158235:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158236:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp32 00000400:00000200:1.0:1767384356.158237:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.131@tcp33 00000400:00000200:1.0:1767384356.158240:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158241:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp33 00000400:00000200:1.0:1767384356.158242:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.131@tcp34 00000400:00000200:1.0:1767384356.158245:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158246:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp34 00000400:00000200:1.0:1767384356.158247:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.131@tcp35 00000400:00000200:1.0:1767384356.158250:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158251:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp35 00000400:00000200:1.0:1767384356.158252:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.131@tcp36 00000400:00000200:1.0:1767384356.158255:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158256:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp36 00000400:00000200:1.0:1767384356.158258:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.131@tcp37 00000400:00000200:1.0:1767384356.158260:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158261:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp37 00000400:00000200:1.0:1767384356.158263:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.131@tcp38 00000400:00000200:1.0:1767384356.158266:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158267:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp38 00000400:00000200:1.0:1767384356.158268:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.131@tcp39 00000400:00000200:1.0:1767384356.158271:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158272:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp39 00000400:00000200:1.0:1767384356.158274:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.131@tcp40 00000400:00000200:1.0:1767384356.158276:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384356.158277:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp40 00000100:00000001:1.0:1767384356.158279:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384356.158281:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384356.158284:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 10000000:00000010:1.0:1767384356.158288:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000002ee49e9. 10000000:00000040:1.0:1767384356.158290:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 74/74 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:1.0:1767384356.158295:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384356.158301:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384356.158304:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf16e35d. 00000020:00000010:1.0:1767384356.158308:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000023c9e2d1. 00000040:00000010:1.0:1767384356.158311:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c4ffbfe9. 00000020:00000010:1.0:1767384356.158314:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d1af1536. 00000020:00000010:1.0:1767384356.158318:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be6393ac. 00000020:00000010:1.0:1767384356.158323:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a3498470. 80000000:00000010:1.0:1767384356.158326:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002d19223f. 40000000:00000010:1.0:1767384356.158329:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b172d40c. 00100000:00000010:1.0:1767384356.158333:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fa2b91d8. 00040000:00000010:1.0:1767384356.158337:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000067a06e8f. 00040000:00000010:1.0:1767384356.158341:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000086b37a10. 00040000:00000010:1.0:1767384356.158346:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000153e0c3d. 00080000:00000010:1.0:1767384356.158350:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000047f06718. 00000004:00000010:1.0:1767384356.158354:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000493d822. 00000004:00000010:1.0:1767384356.158359:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008fdd8d10. 00000004:00000010:1.0:1767384356.158362:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ffdc6e26. 00002000:00000010:1.0:1767384356.158366:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000faf83dc8. 00000004:00000010:1.0:1767384356.158371:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000090e2dfa2. 00000004:00000001:1.0:1767384356.158374:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384356.158377:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384356.158379:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000002ee49e9 00000040:00001000:1.0:1767384356.158381:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384356.158382:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384356.158383:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384356.158385:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384356.158387:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384356.158388:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384356.158389:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384356.158390:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000040:00000001:1.0:1767384356.158391:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384356.158441:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384356.158445:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000023c9e2d1. 00000040:00000010:1.0:1767384356.158454:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c4ffbfe9. 00000020:00000010:1.0:1767384356.158457:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d1af1536. 00000020:00000010:1.0:1767384356.158459:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be6393ac. 00000020:00000010:1.0:1767384356.158463:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a3498470. 80000000:00000010:1.0:1767384356.158466:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002d19223f. 40000000:00000010:1.0:1767384356.158468:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b172d40c. 00100000:00000010:1.0:1767384356.158471:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fa2b91d8. 00040000:00000010:1.0:1767384356.158473:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000067a06e8f. 00040000:00000010:1.0:1767384356.158501:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000086b37a10. 00040000:00000010:1.0:1767384356.158504:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000153e0c3d. 00080000:00000010:1.0:1767384356.158508:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000047f06718. 00000004:00000010:1.0:1767384356.158510:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000493d822. 00000004:00000010:1.0:1767384356.158513:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008fdd8d10. 00000004:00000010:1.0:1767384356.158517:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ffdc6e26. 00002000:00000010:1.0:1767384356.158521:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000faf83dc8. 00000004:00000010:1.0:1767384356.158524:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000090e2dfa2. 00000020:00000010:1.0:1767384356.158527:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf16e35d. 00000020:00000001:1.0:1767384356.158530:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.158532:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384356.158535:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000002ee49e9. 10000000:00000010:1.0:1767384356.158538:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000006a0ffa88. 10000000:00000001:1.0:1767384356.158539:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.158541:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384356.158544:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000515a4868 x1853236732520832/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.158549:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384356.158551:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384356.158553:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022a7209f. 02000000:00000001:1.0:1767384356.158556:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384356.158558:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384356.158559:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384356.158561:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384356.158562:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384356.158563:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384356.158564:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384356.158571:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384356.158573:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000002f497503. 00000100:00000010:1.0:1767384356.158576:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000039d667f1. 00000100:00000001:1.0:1767384356.158579:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384356.158581:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b9d38b3b. 02000000:00000001:1.0:1767384356.158583:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384356.158585:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384356.158586:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000515a4868. 00000100:00000001:1.0:1767384356.158589:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384356.158590:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384356.158601:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008de948bd. 10000000:01000000:1.0:1767384356.158604:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384356.158606:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384356.158607:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384356.158608:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384356.158610:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=3 00000020:00000001:1.0:1767384356.158612:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384356.158613:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384356.158616:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384356.158618:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6db3e expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384356.158623:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384356.158624:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384356.158625:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6db3e expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384356.158630:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384356.158631:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384356.158632:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384356.158633:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384356.158634:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384356.158636:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384356.158637:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384356.158639:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 10000000:00000001:1.0:1767384356.158640:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384356.167526:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294944075, at 4294944076 00000100:00000040:0.0:1767384356.167530:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294944075, at 4294944076 00000100:00000040:3.0:1767384356.167532:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294944075, at 4294944076 00000100:00000040:1.0:1767384356.167533:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294944075, at 4294944076 00000100:00000010:2.0:1767384356.167538:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba9bf8d4. 00000100:00000010:0.0:1767384356.167544:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3fa66e6. 00000100:00000010:3.0:1767384356.167546:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e0f26f81. 00000100:00000010:1.0:1767384356.167552:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bee003d9. 00000020:00000010:2.0:1767384356.168164:0:34697:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c920666f. 00000020:00000040:2.0:1767384356.168170:0:34697:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384356.168173:0:34697:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c920666f. 00010000:00000001:1.0:1767384356.219537:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384356.219543:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384356.219548:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384356.219549:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.219586:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384356.219589:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.219592:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384356.446542:0:34734:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384356.446559:0:34734:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.446565:0:34734:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384356.446573:0:34734:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384356.446580:0:34734:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.446584:0:34734:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384356.795549:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384356.795554:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384356.795557:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e5c789 00000400:00000010:0.0:1767384356.795561:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e5c789. 00000400:00000200:0.0:1767384356.795566:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384356.795573:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp35 recovery ping unlinked 00000400:00000010:0.0:1767384356.795584:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000051707bbe. 00000400:00000010:0.0:1767384356.795588:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006cae392a. 00000400:00000200:0.0:1767384356.795594:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp29 00000400:00000010:0.0:1767384356.795598:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000051707bbe. 00000400:00000010:0.0:1767384356.795603:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005ffc6c3f. 00000400:00000010:0.0:1767384356.795606:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e5c789. 00000400:00000010:0.0:1767384356.795612:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fc38774a. 00000400:00000200:0.0:1767384356.795616:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp29 00000400:00000200:0.0:1767384356.795629:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp29 local destination 00000400:00000200:0.0:1767384356.795635:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp29 00000400:00000200:0.0:1767384356.795638:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp29 NI seq info: [157:157:256:4294967295] 192.168.204.131@tcp29 LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1767384356.795645:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp29 00000400:00000200:0.0:1767384356.795652:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp29(192.168.204.131@tcp29:) -> 192.168.204.131@tcp29(192.168.204.131@tcp29:192.168.204.131@tcp29) : GET try# 0 00000800:00000200:0.0:1767384356.795664:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp29 00000800:00000010:0.0:1767384356.795668:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cd8d2416. 00000800:00000200:0.0:1767384356.795674:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000800:00000200:0.1:1767384356.795678:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000400:00000200:0.0:1767384356.795704:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp29 added to recovery queue. ping count: 5 next ping: 309 health :500 00000400:00000200:1.0:1767384356.795778:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.795821:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.795839:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.795852:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.795867:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.795883:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.795905:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.795926:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.795948:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.795966:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.795981:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.795999:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796015:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796031:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796074:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796111:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796134:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796158:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796176:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796195:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796209:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796223:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796239:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796256:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796273:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796289:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796322:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796342:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796364:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796383:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796402:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796426:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796458:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796498:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384356.796529:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384356.796729:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c4626409. 00000800:00000010:1.0:1767384356.796734:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc7ea463. 00000800:00000010:1.0:1767384356.796740:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002fd60e58. 00000800:00000010:1.0:1767384356.796758:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002fd60e58. 00000800:00020000:1.0:1767384356.796769:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384356.796773:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc7ea463. 00000800:00000010:1.0:1767384356.796776:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c4626409. 00000400:02020000:1.0:1767384356.796815:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp29 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384356.796823:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp29 notifying 192.168.204.131@tcp29: down 00000800:00000200:1.0:1767384356.796828:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp29 down 00000800:00000100:1.0:1767384356.796836:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp29 00000800:00000010:1.0:1767384356.796839:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cd8d2416. 00000400:00000200:1.0:1767384356.796843:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384356.796848:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp29->192.168.204.131@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384356.796855:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384356.796858:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384356.796863:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp29) recovery failed with -71 00000001:00000001:0.0:1767384357.162742:0:34898:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384357.162747:0:34898:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:0.0:1767384357.165999:0:34898:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384357.173160:0:34899:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000df88a877. 00000400:00000010:0.0:1767384357.173175:0:34899:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000099fad29b. 00000400:00000010:0.0:1767384357.173184:0:34899:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006f28a09c. 00000400:00000010:0.0:1767384357.173187:0:34899:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001d09bf35. 00000400:00000010:0.0:1767384357.173191:0:34899:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000a4b30dc. 00000400:00000010:0.0:1767384357.173196:0:34899:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e34d0b85. 00000400:00000010:0.0:1767384357.173197:0:34899:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a76285a9. 00000400:00000010:0.0:1767384357.173199:0:34899:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001405e865. 00000400:00000010:0.0:1767384357.173201:0:34899:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001fc8255c. 00000800:00000010:0.0:1767384357.173220:0:34899:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f478f4d6. 00000800:00000200:0.0:1767384357.173231:0:34899:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384357.173244:0:34899:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384357.173281:0:34899:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:0.0:1767384357.173303:0:34899:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp44 [8/256/0/180] 00000400:00000010:0.0:1767384357.174730:0:34899:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000ed04ef2d. 00000400:00000010:0.0:1767384357.174736:0:34899:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007eb2fb3c. 00000400:00000010:0.0:1767384357.174741:0:34899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000178e02bd. 00000400:00000001:0.0:1767384357.174763:0:34899:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384357.174765:0:34899:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384357.174768:0:34899:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007731148c. 00000400:00000200:0.0:1767384357.174770:0:34899:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b556d8f 00000400:00000010:0.0:1767384357.174772:0:34899:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b556d8f. 00000400:00000010:0.0:1767384357.174775:0:34899:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000432766de. 00000400:00000200:0.0:1767384357.174779:0:34899:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (35) 00000400:00000200:0.0:1767384357.174793:0:34899:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384357.174801:0:34899:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000400:00000200:1.0:1767384357.174809:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384357.174809:0:34899:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000cf2ac1d. 00000020:01000000:0.0:1767384357.174814:0:34899:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384357.174818:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000020:01000000:0.0:1767384357.174821:0:34899:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp44 00000400:00000010:1.0:1767384357.174827:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067da9294. 00000400:00000200:1.0:1767384357.174832:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (36) 00000400:00000010:0.0:1767384357.174834:0:34899:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000099fad29b. 00000400:00000010:1.0:1767384357.174837:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000048b91b59. 00000400:00000010:0.0:1767384357.174839:0:34899:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000df88a877. 00000400:00000200:1.0:1767384357.174851:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:1.0:1767384357.174865:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:00000001:2.0:1767384357.174871:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384357.174871:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 00000400:00000200:1.0:1767384357.174878:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 10000000:00000001:2.0:1767384357.174879:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384357.174884:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384357.174884:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 10000000:01000000:2.0:1767384357.174889:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384357.174890:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 00000020:01000004:2.0:1767384357.174896:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384357.174896:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 00000020:01000004:2.0:1767384357.174901:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384357.174904:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000020:01000004:2.0:1767384357.174906:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384357.174910:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384357.174913:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000020:01000004:2.0:1767384357.174914:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384357.174918:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384357.174921:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384357.174922:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000020:01000004:2.0:1767384357.174924:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384357.174927:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384357.174928:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000400:00000200:1.0:1767384357.174932:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000400:00000200:1.0:1767384357.174935:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000020:01000004:2.0:1767384357.174938:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384357.174940:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:1.0:1767384357.174944:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 00000100:00000010:2.0:1767384357.174947:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f62c62a. 00000400:00000200:1.0:1767384357.174948:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000400:00000200:1.0:1767384357.174954:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 62], ns[42, 62] 00000020:00000040:2.0:1767384357.174956:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:1.0:1767384357.174958:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:1.0:1767384357.174964:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000100:00000001:2.0:1767384357.174967:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384357.174967:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 02000000:00000001:2.0:1767384357.174972:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384357.174979:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 42], ns[58, 42] 02000000:00000001:2.0:1767384357.174980:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.174986:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[153, 42], ns[157, 42] 00000400:00000200:1.0:1767384357.174989:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 42], ns[119, 42] 00000400:00000200:1.0:1767384357.174993:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 42], ns[72, 42] 02000000:00000010:2.0:1767384357.174995:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ff79b13f. 00000400:00000200:1.0:1767384357.174995:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 42], ns[127, 42] 00000400:00000200:1.0:1767384357.175002:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 42], ns[130, 42] 00000100:00000001:2.0:1767384357.175005:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.175005:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 42], ns[102, 42] 00000400:00000200:1.0:1767384357.175013:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[152, 42], ns[156, 42] 00000400:00000200:1.0:1767384357.175015:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 42], ns[118, 42] 00000400:00000200:1.0:1767384357.175018:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 42], ns[133, 42] 00000100:00000001:2.0:1767384357.175019:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384357.175023:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 42], ns[132, 42] 00000100:00000001:2.0:1767384357.175024:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.175028:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 42], ns[147, 42] 00000400:00000200:1.0:1767384357.175032:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[144, 42], ns[148, 42] 00000100:00000040:2.0:1767384357.175037:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f62c62a] to pc [ptlrpcd_00_00+0] req@000000006f62c62a x1853236732520960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.175037:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[145, 42], ns[149, 42] 00000400:00000200:1.0:1767384357.175043:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00000400:00000200:1.0:1767384357.175063:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384357.175072:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000400:00000200:1.0:1767384357.175079:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp42 00000400:00000200:1.0:1767384357.175084:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp42 lpni_is_preferred = 0 00000400:00000200:1.0:1767384357.175087:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp42 00000400:00000200:1.0:1767384357.175094:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp42 NI seq info: [158:158:256:4294967295] 192.168.204.131@tcp42 LPNI seq info [154:154:8:4294967295] 00000400:00000200:1.0:1767384357.175100:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp42 10000000:00000001:2.0:1767384357.175105:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.175107:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp42(192.168.204.131@tcp42:) -> 192.168.204.131@tcp42(192.168.204.131@tcp:192.168.204.131@tcp42) : PUT try# 0 10000000:00000001:2.0:1767384357.175113:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384357.175118:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.131@tcp42 00000100:00000001:0.0:1767384357.175118:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384357.175119:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384357.175125:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384357.175126:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767384357.175128:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e78f532f. 00000100:00000001:0.0:1767384357.175131:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384357.175134:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384357.175137:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:1.0:1767384357.175138:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009278d4cb. 10000000:00000001:2.0:1767384357.175140:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384357.175140:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f62c62a x1853236732520960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384357.175144:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009b7cb10c. 10000000:01000000:2.0:1767384357.175145:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384357.175151:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:1.0:1767384357.175156:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009278d4cb] -> 12345-192.168.204.131@tcp42 (2) 00000020:01000004:2.0:1767384357.175157:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384357.175158:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384357.175162:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384357.175162:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384357.175166:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009278d4cb] -> 12345-192.168.204.131@tcp42 (2) 00000020:01000004:2.0:1767384357.175168:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384357.175170:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384357.175171:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384357.175173:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384357.175175:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384357.175178:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384357.175178:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.175182:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000020:01000004:2.0:1767384357.175183:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:0.0:1767384357.175185:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f62c62a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732520960:0@lo:253: 00000020:01000004:2.0:1767384357.175187:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384357.175190:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00000001:0.0:1767384357.175192:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767384357.175194:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cfe31f9. 02000000:00000001:0.0:1767384357.175198:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384357.175199:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 02000000:00000001:0.0:1767384357.175202:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.175204:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384357.175205:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384357.175209:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384357.175212:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000607e60a4. 02000000:00000001:2.0:1767384357.175213:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.175216:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384357.175221:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ea0213f. 02000000:00000010:2.0:1767384357.175224:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001db5ec58. 00000400:00000010:0.0:1767384357.175225:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099fad29b. 00000100:00000001:2.0:1767384357.175230:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384357.175230:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732520960, portal 25 00000100:00000001:0.0:1767384357.175233:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384357.175234:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169396096 : -119698540155520 : ffff93228308ad80) 00000100:00000040:0.0:1767384357.175239:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f62c62a x1853236732520960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.175243:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384357.175246:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384357.175247:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.175249:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000100:00000040:0.0:1767384357.175251:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384357.175256:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cfe31f9] to pc [ptlrpcd_00_01+1] req@000000002cfe31f9 x1853236732521088/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384357.175256:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3b738df. 00000100:00000200:0.0:1767384357.175267:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732520960, offset 0 10000000:00000001:2.0:1767384357.175273:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384357.175275:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:2.0:1767384357.175279:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.175282:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384357.175286:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384357.175287:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384357.175292:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000cf2ac1d. 00000400:00000200:1.0:1767384357.175301:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.175302:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206a00 00000100:00000001:2.0:1767384357.175310:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384357.175313:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14cd [2] + 0 00000100:00000001:2.0:1767384357.175315:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384357.175317:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2ec5db5. 00000100:00000001:2.0:1767384357.175319:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384357.175321:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b8c4fea9 00000100:00000040:2.0:1767384357.175326:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cfe31f9 x1853236732521088/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384357.175329:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.175332:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.175338:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384357.175345:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384357.175346:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8c4fea9 00000100:00000001:2.0:1767384357.175347:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384357.175349:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8c4fea9. 02000000:00000001:2.0:1767384357.175352:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384357.175355:0:16146:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384357.175356:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384357.175358:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384357.175360:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 02000000:00000001:2.0:1767384357.175362:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.175363:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000aa0ebfef x1853236732520960 msgsize 4848 00000100:00100000:2.0:1767384357.175371:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002cfe31f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732521088:0@lo:253: 00000100:00100000:0.0:1767384357.175376:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384357.175378:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384357.175379:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384357.175382:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384357.175386:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.175389:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384357.175390:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384357.175392:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 02000000:00000010:2.0:1767384357.175396:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005f01e4cb. 00000400:00000200:0.0:1767384357.175397:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3b738df 02000000:00000001:2.0:1767384357.175402:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384357.175402:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3b738df. 00000100:00000001:0.0:1767384357.175406:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384357.175410:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f42cd37. 00000100:00000200:0.0:1767384357.175411:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f62c62a x1853236732520960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.175417:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000010:2.0:1767384357.175419:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097c8590e. 00000100:00000001:0.0:1767384357.175421:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384357.175427:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732521088, portal 25 00000100:00000040:0.0:1767384357.175427:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f62c62a x1853236732520960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.175434:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384357.175438:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169391616 : -119698540160000 : ffff932283089c00) 00000100:00000001:0.0:1767384357.175438:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.175439:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000100:00000001:0.0:1767384357.175443:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384357.175449:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.175450:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002cfe31f9 x1853236732521088/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.175454:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294945093 00000100:00000010:0.0:1767384357.175461:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9af81be. 00000100:00000001:2.0:1767384357.175462:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384357.175465:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000100:00000001:0.0:1767384357.175468:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384357.175506:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384357.175512:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023cf38ad. 00000100:00000200:2.0:1767384357.175516:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732521088, offset 0 00000400:00000200:2.0:1767384357.175524:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384357.175533:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384357.175535:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384357.175544:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206a80 00000400:00000200:2.0:1767384357.175550:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14d5 [2] + 0 00000400:00000010:2.0:1767384357.175554:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cc03958. 00000400:00000200:2.0:1767384357.175559:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071e83ec0 00000400:00000200:2.0:1767384357.175564:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.175566:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384357.175570:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384357.175576:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071e83ec0 00000400:00000010:2.0:1767384357.175579:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071e83ec0. 00000100:00000001:2.0:1767384357.175584:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384357.175586:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384357.175590:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000e17522a3 x1853236732521088 msgsize 4848 00000100:00100000:2.0:1767384357.175598:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384357.175601:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384357.175614:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384357.175622:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023cf38ad 00000400:00000010:2.0:1767384357.175625:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023cf38ad. 00000400:00000200:1.0:1767384357.175627:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000100:00000001:2.0:1767384357.175630:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384357.175636:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cfe31f9 x1853236732521088/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.175646:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384357.175651:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cfe31f9 x1853236732521088/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.175658:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.175661:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384357.175665:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.175669:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294945094 00000400:00000200:1.0:1767384357.175687:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.175741:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.175794:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.175849:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.175901:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.175950:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000100:00000001:0.0:1767384357.175950:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294945094 00000100:00000001:2.0:1767384357.175956:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294945093 00000100:00000010:0.0:1767384357.175956:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a4605a0. 00000100:00000001:2.0:1767384357.175965:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294945094 00000100:00000001:0.0:1767384357.175967:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384357.175974:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294945094 00000100:00000001:0.0:1767384357.175974:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294945094 00000100:00000010:0.0:1767384357.175977:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab1f2dd1. 00000100:00000001:0.0:1767384357.175981:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384357.175988:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294945094 00000100:00000001:0.0:1767384357.175988:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294945094 00000400:00000200:1.0:1767384357.175993:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000100:00000001:2.0:1767384357.175995:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294945094 00000100:00000010:0.0:1767384357.175996:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ed5d51f. 00000100:00000001:2.0:1767384357.176003:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294945094 00000100:00000001:0.0:1767384357.176004:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384357.176011:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.176012:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294945094 00000100:00000001:0.0:1767384357.176014:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.176017:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384357.176018:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.176021:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.176022:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.176026:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.176030:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.176033:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384357.176035:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384357.176036:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384357.176038:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384357.176040:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384357.176041:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384357.176046:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.176047:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384357.176061:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000100:00000001:0.0:1767384357.176061:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.176067:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384357.176072:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.176075:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.176091:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384357.176095:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732520960 02000000:00000001:0.0:1767384357.176097:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384357.176100:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384357.176102:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.176106:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384357.176109:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732520960 00000020:00000001:0.0:1767384357.176111:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384357.176113:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000020:00000040:0.0:1767384357.176114:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384357.176117:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384357.176120:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:0.0:1767384357.176123:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384357.176126:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384357.176130:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384357.176134:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b469f88f. 00000100:00000001:0.0:1767384357.176137:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384357.176139:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b469f88f. 00000400:00000200:1.0:1767384357.176146:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000020:00000010:0.0:1767384357.176152:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016d43df8. 00000020:00000010:0.0:1767384357.176157:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:0.0:1767384357.176161:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe97b2e2. 00000100:00000040:0.0:1767384357.176170:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384357.176173:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384357.176174:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384357.176176:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000100:00000001:0.0:1767384357.176176:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.176210:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384357.176214:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732521088 02000000:00000001:2.0:1767384357.176217:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384357.176220:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384357.176222:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.176223:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000100:00000001:0.0:1767384357.176223:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.176231:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.176235:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732521088 00000100:00000001:0.0:1767384357.176237:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384357.176238:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384357.176242:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384357.176245:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384357.176247:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=16 00000020:00000001:2.0:1767384357.176250:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384357.176252:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384357.176254:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384357.176255:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384357.176261:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384357.176265:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000020:00000010:2.0:1767384357.176267:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033fd573d. 00000100:00000040:0.0:1767384357.176269:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384357.176273:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384357.176273:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141342800 : -119697568208816 : ffff9322bcf76850) 00000400:00000200:1.0:1767384357.176278:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000020:00000010:2.0:1767384357.176280:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033fd573d. 00000100:00000040:0.0:1767384357.176282:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa0ebfef x1853236732520960/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:338/0 lens 4848/0 e 0 to 0 dl 1767384368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384357.176291:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7328db8. 00000100:00000001:0.0:1767384357.176291:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384357.176295:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b469f88f. 00000020:00000010:2.0:1767384357.176299:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d6e6f55. 00000100:00000001:0.0:1767384357.176299:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384357.176304:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b469f88f. 00000020:00000010:2.0:1767384357.176308:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005882749f. 00000100:00100000:0.0:1767384357.176308:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0ebfef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16146:x1853236732520960:12345-0@lo:253: 00000100:00000200:0.0:1767384357.176312:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732520960 00000020:00000001:0.0:1767384357.176314:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384357.176318:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384357.176321:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.176324:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384357.176324:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384357.176328:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000100:00000001:2.0:1767384357.176329:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384357.176329:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000001:2.0:1767384357.176333:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384357.176336:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384357.176339:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.176341:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384357.176342:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384357.176345:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384357.176347:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384357.176349:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.176354:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384357.176360:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384357.176362:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384357.176365:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384357.176365:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 02000000:00000010:0.0:1767384357.176367:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000cf2ac1d. 00000100:00100000:2.0:1767384357.176373:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 02000000:00000001:0.0:1767384357.176373:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.176377:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.176379:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 20000000:00000001:0.0:1767384357.176381:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384357.176384:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141345872 : -119697568205744 : ffff9322bcf77450) 00000100:00000040:2.0:1767384357.176390:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e17522a3 x1853236732521088/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:338/0 lens 4848/0 e 0 to 0 dl 1767384368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.176392:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 20000000:00000010:0.0:1767384357.176395:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000732c1af. 20000000:01000000:0.0:1767384357.176400:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384357.176406:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384357.176408:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:0.0:1767384357.176409:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384357.176413:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384357.176415:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033fd573d. 20000000:00000001:0.0:1767384357.176415:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.176418:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 20000000:00000001:0.0:1767384357.176421:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384357.176422:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384357.176426:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033fd573d. 20000000:00000010:0.0:1767384357.176431:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d1d442b7. 00000100:00100000:2.0:1767384357.176435:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e17522a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16147:x1853236732521088:12345-0@lo:253: 20000000:01000000:0.0:1767384357.176436:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000100:00000200:2.0:1767384357.176442:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732521088 20000000:00000001:0.0:1767384357.176443:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384357.176445:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384357.176449:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:0.0:1767384357.176450:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767384357.176452:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.176456:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384357.176458:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384357.176461:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384357.176463:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384357.176465:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384357.176467:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384357.176470:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.176471:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000100:00000001:2.0:1767384357.176473:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384357.176504:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384357.176512:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000026e56c36. 02000000:00000001:2.0:1767384357.176515:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.176518:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384357.176520:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384357.176524:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384357.176526:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384357.176530:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384357.176531:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384357.176534:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384357.176539:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 20000000:00000010:2.0:1767384357.176543:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004e1f66d9. 00080000:00000001:0.0:1767384357.176544:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384357.176548:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 20000000:01000000:2.0:1767384357.176550:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000010:0.0:1767384357.176552:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007aaeef28. 20000000:00000001:2.0:1767384357.176555:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384357.176556:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624376054690816 : -119697654860800 : ffff9322b7cd3400) 20000000:00000001:2.0:1767384357.176559:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384357.176561:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:2.0:1767384357.176563:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384357.176567:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384357.176569:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384357.176595:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.176623:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.176653:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000001:00000001:0.0:1767384357.176669:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384357.176672:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384357.176675:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384357.176680:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00080000:00000001:0.0:1767384357.176697:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384357.176701:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384357.176703:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00080000:00000001:0.0:1767384357.176776:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384357.176779:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384357.176891:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c4626409. 00000800:00000010:1.0:1767384357.176897:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a7b1fbf8. 00000800:00000010:1.0:1767384357.176902:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b090b44e. 00000800:00000010:1.0:1767384357.176924:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b090b44e. 00000800:00020000:1.0:1767384357.176935:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384357.176938:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a7b1fbf8. 00000800:00000010:1.0:1767384357.176941:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c4626409. 00000400:02020000:1.0:1767384357.176982:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp42 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384357.176989:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp42 notifying 192.168.204.131@tcp42: down 00000800:00000200:1.0:1767384357.176995:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp42 down 00000800:00000100:1.0:1767384357.177000:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 608 0@<0:0>->192.168.204.131@tcp42 00000800:00000010:1.0:1767384357.177003:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e78f532f. 00000400:00000200:1.0:1767384357.177007:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384357.177010:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp42->192.168.204.131@tcp42: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384357.177017:0:16136:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp42 added to recovery queue. ping count: 0 next ping: 278 health :900 00000400:00000200:1.0:1767384357.177020:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384357.177029:0:16136:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 1 00000400:00000200:1.0:1767384357.177033:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384357.177085:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384357.177093:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x101151 00000400:00000001:2.0:1767384357.177097:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384357.177099:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384357.177101:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067da9294 00000400:00000010:2.0:1767384357.177103:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067da9294. 00000400:00000200:2.0:1767384357.177108:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384357.177113:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384357.177117:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (37) 00000400:00000200:2.0:1767384357.177121:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384357.177124:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc -71 00000400:00000200:2.0:1767384357.177129:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:2.0:1767384357.177133:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (36) 00080000:00000001:3.0:1767384357.184422:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384357.184426:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384357.184429:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:2.0:1767384357.184432:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384357.184435:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384357.184436:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384357.184440:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384357.184441:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384357.184443:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384357.184448:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007aaeef28. 00080000:00000001:2.0:1767384357.184453:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384357.184454:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384357.184466:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384357.184470:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384357.184504:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384357.184528:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b177078e. 20000000:01000000:3.0:1767384357.184538:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:3.0:1767384357.184542:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384357.184546:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384357.184578:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384357.184582:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384357.184584:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384357.184586:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384357.184589:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384357.184593:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384357.184596:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384357.184603:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005985818b. 00080000:00000001:3.0:1767384357.184607:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874051584 : -119702835500032 : ffff93218302ec00) 00080000:00000001:3.0:1767384357.184610:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384357.184705:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384357.184708:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384357.184711:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384357.184727:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384357.184730:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384357.184834:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384357.184838:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:3.0:1767384357.184862:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384357.184866:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384357.184869:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384357.184875:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384357.184879:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384357.184887:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000024e2f4c7 count: 2 00010000:00000001:3.0:1767384357.184891:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384357.184895:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384357.184900:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008b3e50e6. 00000020:00000001:3.0:1767384357.184905:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384357.184908:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008b3e50e6 with handle 0xf83434fd52e6db45 to hash 00000020:00000001:3.0:1767384357.184912:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384357.184914:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384357.184918:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384357.184923:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384357.184926:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384357.184938:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.184949:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384357.184955:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384357.184958:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384357.184960:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384357.184963:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384357.184968:0:16798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6db37 expref: 16 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.184976:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384357.184979:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.184982:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384357.184984:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384357.184986:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384357.184989:0:16798:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384357.184992:0:16798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384357.185000:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000024e2f4c7) refcount = 2 00010000:00000040:3.0:1767384357.185005:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384357.185008:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf83434fd52e6db37 expref: 16 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384357.185015:0:16798:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384357.185017:0:16798:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384357.185025:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000097b81c94. 00000100:00000001:3.0:1767384357.185030:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384357.185035:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000841f453c. 00000100:00000001:3.0:1767384357.185038:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370888757248 : -119702820794368 : ffff932183e35000) 00000100:00000001:3.0:1767384357.185041:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370888757248 : -119702820794368 : ffff932183e35000) 00000100:00000001:3.0:1767384357.185044:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384357.185046:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384357.185073:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384357.185077:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.185081:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384357.185084:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384357.185087:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384357.185090:0:16798:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384357.185092:0:16798:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384357.185098:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd7cf867. 00000020:00000040:3.0:1767384357.185102:0:16798:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00000100:00000001:3.0:1767384357.185106:0:16798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384357.185108:0:16798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384357.185112:0:16798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384357.185118:0:16798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5e7a713. 00000100:00000001:3.0:1767384357.185122:0:16798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384357.185128:0:16798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf83434fd52e6db37 expref: 16 pid: 16777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384357.185144:0:16798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db3e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf83434fd52e6db37 expref: 16 pid: 16777 timeout: 427 lvb_type: 0 00010000:00000001:3.0:1767384357.185154:0:16798:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384357.185158:0:16798:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384357.185163:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd7cf867 x1853236732521216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384357.185173:0:16798:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384357.185176:0:16798:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384357.185179:0:16798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd7cf867 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732521216:0@lo:104: 00000100:00000001:3.0:1767384357.185183:0:16798:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384357.185187:0:16798:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384357.185189:0:16798:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.185191:0:16798:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384357.185195:0:16798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000728186ea. 02000000:00000001:3.0:1767384357.185198:0:16798:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384357.185202:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d77f18f0. 00000400:00000010:3.0:1767384357.185208:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc3fa0cf. 00000100:00000200:3.0:1767384357.185212:0:16798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732521216, portal 16 00000100:00000001:3.0:1767384357.185222:0:16798:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384357.185225:0:16798:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208703104 : -119698500848512 : ffff932285607480) 00000100:00000040:3.0:1767384357.185230:0:16798:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000bd7cf867 x1853236732521216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384357.185239:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384357.185242:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384357.185246:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007778af77. 00000100:00000200:3.0:1767384357.185250:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732521216, offset 0 00000400:00000200:3.0:1767384357.185256:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384357.185264:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384357.185273:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d206b00 00000400:00000200:3.0:1767384357.185280:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 984 00000400:00000200:3.0:1767384357.185286:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384357.185290:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384357.185296:0:16798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384357.185298:0:16798:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384357.185303:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbe1dd8a. 00000100:00000040:3.0:1767384357.185307:0:16798:0:(events.c:337:request_in_callback()) incoming req@00000000dbe1dd8a x1853236732521216 msgsize 328 00000100:00100000:3.0:1767384357.185312:0:16798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384357.185327:0:16798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384357.185335:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007778af77 00000400:00000010:3.0:1767384357.185338:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007778af77. 00000100:00000001:3.0:1767384357.185342:0:16798:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384357.185344:0:16815:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384357.185348:0:16798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd7cf867 x1853236732521216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384357.185348:0:16815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732521216 02000000:00000001:0.0:1767384357.185352:0:16815:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384357.185355:0:16815:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.185363:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384357.185364:0:16815:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.185368:0:16815:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.185369:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd7cf867 x1853236732521216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384357.185372:0:16815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732521216 00000020:00000001:0.0:1767384357.185376:0:16815:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384357.185379:0:16815:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d77f 00000020:00000001:0.0:1767384357.185382:0:16815:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384357.185385:0:16815:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008088def refcount=3 00000100:00000001:3.0:1767384357.185388:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384357.185389:0:16815:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000020:00000001:0.0:1767384357.185394:0:16815:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000001:3.0:1767384357.185395:0:16798:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384357.185397:0:16815:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384357.185401:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006139a89d. 00000100:00000001:3.0:1767384357.185403:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.185403:0:16815:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384357.185409:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006139a89d. 00000100:00000001:3.0:1767384357.185410:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294945103 00000020:00000010:0.0:1767384357.185414:0:16815:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a777a26. 00000100:00000001:3.0:1767384357.185419:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294945094 00000020:00000010:0.0:1767384357.185420:0:16815:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083e0bb29. 00000020:00000010:0.0:1767384357.185428:0:16815:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9246188. 00000100:00000001:3.0:1767384357.185429:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294945103 00000100:00000040:0.0:1767384357.185437:0:16815:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384357.185442:0:16815:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384357.185444:0:16815:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384357.185445:0:16815:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.185446:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294945094 00000100:00000001:0.0:1767384357.185451:0:16815:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.185454:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294945103 00000100:00000001:3.0:1767384357.185462:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294945094 00000100:00000001:0.0:1767384357.185462:0:16815:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.185470:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294945103 00000100:00000001:0.0:1767384357.185474:0:16815:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384357.185499:0:16798:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294945094 00000100:00000001:0.0:1767384357.185504:0:16815:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384357.185508:0:16798:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384357.185513:0:16815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384357.185514:0:16798:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.185516:0:16815:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008088def : new rpc_count 1 00000100:00000001:0.0:1767384357.185520:0:16815:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208701312 : -119698500850304 : ffff932285606d80) 00010000:00000001:3.0:1767384357.185521:0:16798:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.185525:0:16815:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dbe1dd8a x1853236732521216/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:338/0 lens 328/0 e 0 to 0 dl 1767384368 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384357.185526:0:16798:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.185534:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.185538:0:16815:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384357.185539:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.185543:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384357.185543:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006139a89d. 00010000:00000001:3.0:1767384357.185547:0:16798:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.185548:0:16815:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384357.185554:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:0.0:1767384357.185554:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006139a89d. 00010000:00000001:3.0:1767384357.185558:0:16798:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384357.185564:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.185568:0:16798:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384357.185570:0:16815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe1dd8a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732521216:12345-0@lo:104: 00000100:00000001:3.0:1767384357.185571:0:16798:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384357.185577:0:16798:0:(client.c:2690:ptlrpc_set_wait()) set 00000000841f453c going to sleep for 11 seconds 00000100:00000200:0.0:1767384357.185577:0:16815:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732521216 00010000:00000001:0.0:1767384357.185582:0:16815:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:3.0:1767384357.185584:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384357.185586:0:16815:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384357.185589:0:16815:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384357.185591:0:16815:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=2 00000020:00000001:0.0:1767384357.185593:0:16815:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:0.0:1767384357.185595:0:16815:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:0.0:1767384357.185598:0:16815:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384357.185600:0:16815:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384357.185603:0:16815:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6db3e expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384357.185609:0:16815:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384357.185612:0:16815:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384357.185616:0:16815:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b85d3608. 02000000:00000001:0.0:1767384357.185618:0:16815:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.185619:0:16815:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.185623:0:16815:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384357.185625:0:16815:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.185628:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384357.185629:0:16815:0:(import.c:2128:obd_at_measure()) add 1 to 000000009ed84a9f time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384357.185635:0:16815:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384357.185638:0:16815:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384357.185640:0:16815:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384357.185643:0:16815:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384357.185645:0:16815:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.185648:0:16815:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384357.185651:0:16815:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384357.185654:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010aae35b. 00000100:00000200:0.0:1767384357.185657:0:16815:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236732521216, offset 224 00000400:00000200:0.0:1767384357.185662:0:16815:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384357.185669:0:16815:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384357.185675:0:16815:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d206b00 00000400:00000200:0.0:1767384357.185679:0:16815:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d29 [1] + 224 00000400:00000200:0.0:1767384357.185687:0:16815:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384357.185690:0:16815:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384357.185693:0:16815:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384357.185697:0:16815:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd7cf867 x1853236732521216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384357.185705:0:16815:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000bd7cf867 x1853236732521216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384357.185714:0:16815:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384357.185719:0:16815:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010aae35b 00000400:00000010:0.0:1767384357.185721:0:16815:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010aae35b. 00000100:00000001:3.0:1767384357.185723:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384357.185724:0:16815:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384357.185727:0:16815:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384357.185730:0:16798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384357.185731:0:16815:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384357.185735:0:16798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384357.185736:0:16815:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:3.0:1767384357.185741:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d77f18f0. 00010000:00000001:0.0:1767384357.185741:0:16815:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384357.185745:0:16815:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000036d005cf. 00000400:00000200:3.0:1767384357.185747:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc3fa0cf 00010000:00000001:0.0:1767384357.185749:0:16815:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767384357.185752:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc3fa0cf. 00000100:00000001:3.0:1767384357.185758:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384357.185760:0:16815:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384357.185763:0:16815:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384357.185765:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd7cf867 x1853236732521216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384357.185765:0:16815:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.185769:0:16815:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.185777:0:16815:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbe1dd8a x1853236732521216/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:338/0 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384357.185788:0:16798:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd7cf867 x1853236732521216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384357.185789:0:16815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe1dd8a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732521216:12345-0@lo:104: Request processed in 249us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384357.185806:0:16815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384357.185809:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384357.185809:0:16815:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008088def : new rpc_count 0 00000100:00000001:0.0:1767384357.185813:0:16815:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384357.185814:0:16798:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.185815:0:16815:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384357.185818:0:16815:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083e0bb29. 00000020:00000010:0.0:1767384357.185821:0:16815:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9246188. 00000020:00000010:0.0:1767384357.185827:0:16815:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a777a26. 00000100:00000001:3.0:1767384357.185828:0:16798:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384357.185832:0:16798:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384357.185834:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.185837:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384357.185839:0:16815:0:(genops.c:898:class_export_put()) PUTting export 0000000008088def : new refcount 2 02000000:00000001:3.0:1767384357.185840:0:16798:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.185842:0:16815:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384357.185846:0:16798:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e169ce83 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384357.185852:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000319a7c00 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384357.185857:0:16798:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384357.185859:0:16798:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.185862:0:16798:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384357.185864:0:16798:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.185868:0:16798:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.185873:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd7cf867 x1853236732521216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384357.185882:0:16798:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.185885:0:16798:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384357.185888:0:16798:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384357.185891:0:16798:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384357.185893:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.185895:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.185897:0:16798:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.185901:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd7cf867 x1853236732521216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384357.185911:0:16798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd7cf867 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732521216:0@lo:104: 00000100:00000001:3.0:1767384357.185918:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.185922:0:16798:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.185926:0:16798:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384357.185928:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384357.185931:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd7cf867 x1853236732521216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384357.185940:0:16798:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384357.185943:0:16798:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384357.185946:0:16798:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000728186ea. 00000020:00000001:2.0:1767384357.185949:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384357.185951:0:16798:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384357.185954:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.185955:0:16798:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:2.0:1767384357.185959:0:16771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384357.185963:0:16771:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000040:3.0:1767384357.185966:0:16798:0:(genops.c:1242:class_import_put()) import 00000000da0ccbb4 refcount=1 obd=MGS 00010000:00000001:2.0:1767384357.185968:0:16771:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:3.0:1767384357.185970:0:16798:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:2.0:1767384357.185972:0:16771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6db3e expref: -99 pid: 16780 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1767384357.185976:0:16798:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e5e7a713. 02000000:00000001:3.0:1767384357.185983:0:16798:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384357.185986:0:16798:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:2.0:1767384357.185989:0:16771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000047beefc9 already unused, calling callback (00000000081d0b67) 00000100:00000010:3.0:1767384357.185990:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd7cf867. 00000100:00000001:3.0:1767384357.185995:0:16798:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384357.185998:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384357.186002:0:16771:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000010:3.0:1767384357.186003:0:16798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000841f453c. 10000000:00010000:2.0:1767384357.186006:0:16771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf83434fd52e6db3e expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384357.186008:0:16798:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384357.186012:0:16798:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384357.186018:0:16798:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000097b81c94. 00010000:00000001:2.0:1767384357.186021:0:16771:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384357.186023:0:16798:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.186024:0:16771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384357.186028:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384357.186030:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384357.186032:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=3 00010000:00000001:3.0:1767384357.186035:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384357.186037:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 20000000:00000001:3.0:1767384357.186042:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384357.186042:0:16771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:3.0:1767384357.186047:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384357.186062:0:16771:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384357.186064:0:16798:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384357.186067:0:16771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf83434fd52e6db3e expref: -99 pid: 16780 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384357.186086:0:16771:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384357.186088:0:16771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf83434fd52e6db3e expref: -99 pid: 16780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384357.186096:0:16771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384357.186100:0:16771:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384357.186102:0:16771:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384357.186104:0:16771:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384357.186106:0:16771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384357.186108:0:16771:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384357.186121:0:16771:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384357.186124:0:16771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384357.186125:0:16771:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 2 10000000:00000001:2.0:1767384357.186128:0:16771:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384357.186129:0:16771:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.186132:0:16771:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384357.186136:0:16771:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384357.186139:0:16771:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384357.186142:0:16771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384357.186145:0:16771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384357.186148:0:16771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047beefc9 with handle 0xf83434fd52e6db37 from hash 00010000:00000001:2.0:1767384357.186151:0:16771:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384357.186159:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384357.186160:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384357.186161:0:16771:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384357.186164:0:16771:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384357.186166:0:16771:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384357.186168:0:16771:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384357.186171:0:16771:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384357.186176:0:16771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5cbf4a8. 00000020:00000040:2.0:1767384357.186179:0:16771:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384357.186183:0:16771:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384357.186184:0:16771:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384357.186187:0:16771:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384357.186191:0:16771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006aa04cb9. 00000100:00000001:2.0:1767384357.186195:0:16771:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.186198:0:16771:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384357.186201:0:16771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6db3e expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384357.186208:0:16771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384357.186209:0:16771:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.186212:0:16771:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384357.186214:0:16771:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.186218:0:16771:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5cbf4a8] to pc [ptlrpcd_00_02+2] req@00000000c5cbf4a8 x1853236732521344/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384357.186249:0:16771:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384357.186250:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384357.186253:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384357.186255:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384357.186256:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384357.186259:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384357.186262:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5cbf4a8 x1853236732521344/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384357.186263:0:16771:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.186270:0:16771:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384357.186275:0:16771:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.186276:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384357.186278:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384357.186280:0:16771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6db3e expref: -99 pid: 16780 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384357.186281:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384357.186284:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384357.186288:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384357.186292:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5cbf4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732521344:0@lo:103: 00010000:00000001:2.0:1767384357.186297:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384357.186298:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767384357.186302:0:16771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 0000000047beefc9/0xf83434fd52e6db37 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6db3e expref: -99 pid: 16780 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384357.186302:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384357.186306:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.186309:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384357.186312:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a777a26. 02000000:00000001:0.0:1767384357.186315:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384357.186318:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06248b8. 00000400:00000010:0.0:1767384357.186322:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010aae35b. 00000100:00000200:0.0:1767384357.186327:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732521344, portal 18 00000100:00000001:0.0:1767384357.186331:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384357.186333:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169389824 : -119698540161792 : ffff932283089500) 00010000:00000040:2.0:1767384357.186335:0:16771:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001e82a06c count: 0 00000100:00000040:0.0:1767384357.186338:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5cbf4a8 x1853236732521344/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.186343:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384357.186347:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384357.186349:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00010000:00000001:2.0:1767384357.186352:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384357.186352:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732521344, offset 0 00010000:00000001:2.0:1767384357.186357:0:16771:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:0.0:1767384357.186360:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:2.0:1767384357.186361:0:16771:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000036d005cf. 00010000:00000001:2.0:1767384357.186368:0:16771:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384357.186368:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384357.186374:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767384357.186378:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d206b80 00000020:00000001:2.0:1767384357.186379:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384357.186385:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384357.186386:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000020:00000001:2.0:1767384357.186388:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384357.186390:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384357.186392:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384357.186396:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384357.186398:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384357.186399:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384357.186401:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384357.186405:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384357.186410:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384357.186411:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1767384357.186412:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384357.186415:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c329a06. 00000100:00000001:2.0:1767384357.186416:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.186418:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000006c329a06 x1853236732521344 msgsize 328 00000100:00100000:0.0:1767384357.186425:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384357.186440:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384357.186444:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000400:00000010:0.0:1767384357.186446:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000100:00000001:0.0:1767384357.186450:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384357.186453:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5cbf4a8 x1853236732521344/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.186459:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384357.186462:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5cbf4a8 x1853236732521344/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.186467:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.186469:0:24303:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384357.186469:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384357.186475:0:24303:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732521344 00000100:00000001:0.0:1767384357.186476:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.186523:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294945105 00000100:00000001:0.0:1767384357.186622:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294945103 00000100:00000001:0.0:1767384357.186627:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294945105 00000100:00000001:0.0:1767384357.186633:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294945103 00000100:00000001:0.0:1767384357.186637:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294945105 00000100:00000001:0.0:1767384357.186641:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294945103 00000100:00000001:0.0:1767384357.186645:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294945105 00000100:00000001:0.0:1767384357.186649:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294945103 00000100:00000001:0.0:1767384357.186654:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384357.186655:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.186657:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.186659:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.186670:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384357.186671:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384357.186673:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384357.186676:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384357.186800:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.186803:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.186895:0:24303:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384357.186897:0:24303:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.186900:0:24303:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.186903:0:24303:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384357.186906:0:24303:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732521344 00000020:00000001:3.0:1767384357.186908:0:24303:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384357.186910:0:24303:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384357.186912:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.186915:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=17 00000020:00000001:3.0:1767384357.186918:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384357.186922:0:24303:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384357.186926:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384357.186930:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097b81c94. 00000100:00000001:3.0:1767384357.186933:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384357.186942:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097b81c94. 00000020:00000010:3.0:1767384357.186947:0:24303:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5e7a713. 00000020:00000010:3.0:1767384357.186950:0:24303:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ead086d5. 00000020:00000010:3.0:1767384357.186955:0:24303:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c38e478d. 00000100:00000040:3.0:1767384357.186965:0:24303:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384357.186968:0:24303:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384357.186970:0:24303:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384357.186972:0:24303:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384357.186974:0:24303:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.186978:0:24303:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384357.186980:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384357.186982:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.186984:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073480cfc refcount=4 00000020:00000001:3.0:1767384357.186986:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384357.186989:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00010000:3.0:1767384357.186993:0:24303:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db3e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6db37 expref: 17 pid: 16777 timeout: 427 lvb_type: 0 00010000:00000001:3.0:1767384357.187000:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.187002:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.187004:0:24303:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.187006:0:24303:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.187078:0:24303:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384357.187084:0:24303:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006c329a06 x1853236732521344/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:338/0 lens 328/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.187093:0:24303:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384357.187094:0:24303:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.187105:0:24303:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.187118:0:24303:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384357.187120:0:24303:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384357.187125:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384357.187128:0:24303:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 3 00000100:00000001:3.0:1767384357.187130:0:24303:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154150144 : -119697555401472 : ffff9322bdbad500) 00000100:00000040:3.0:1767384357.187135:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c329a06 x1853236732521344/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:338/0 lens 328/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.187151:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384357.187154:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000097b81c94. 00000100:00000001:3.0:1767384357.187157:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384357.187160:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000097b81c94. 00000100:00100000:3.0:1767384357.187167:0:24303:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c329a06 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e84c064-9ddf-4290-a20e-ee745f39ffee+17:16148:x1853236732521344:12345-0@lo:103: 00000100:00000200:3.0:1767384357.187171:0:24303:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732521344 00010000:00000001:3.0:1767384357.187174:0:24303:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384357.187177:0:24303:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384357.187179:0:24303:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384357.187183:0:24303:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384357.187186:0:24303:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384357.187191:0:24303:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b04643c3. 02000000:00000001:3.0:1767384357.187193:0:24303:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.187196:0:24303:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.187199:0:24303:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384357.187202:0:24303:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384357.187205:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384357.187207:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.187209:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073480cfc refcount=4 00000020:00000001:3.0:1767384357.187211:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000001:3.0:1767384357.187213:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166793728 : -119698542757888 : ffff932282e0f800) 00010000:00000040:3.0:1767384357.187216:0:24303:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000024e2f4c7 count: 3 00010000:00010000:3.0:1767384357.187220:0:24303:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db3e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6db37 expref: 17 pid: 16777 timeout: 427 lvb_type: 0 00000100:00001000:3.0:1767384357.187227:0:24303:0:(import.c:2128:obd_at_measure()) add 0 to 000000002788824c time=1767384357 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384357.187231:0:24303:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384357.187238:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.187239:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384357.187242:0:24303:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf83434fd52e6db37 expref: 17 pid: 16777 timeout: 427 lvb_type: 0 00000020:00000001:3.0:1767384357.187249:0:24303:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384357.187256:0:24303:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384357.187257:0:24303:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.187259:0:24303:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.187262:0:24303:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384357.187264:0:24303:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384357.187269:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.187271:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.187273:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384357.187275:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384357.187277:0:24303:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073480cfc with handle 0xf83434fd52e6db3e from hash 00010000:00000001:3.0:1767384357.187280:0:24303:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384357.187281:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.187283:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.187284:0:24303:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384357.187286:0:24303:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384357.187288:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384357.187290:0:24303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000073480cfc/0xf83434fd52e6db3e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf83434fd52e6db37 expref: 17 pid: 16777 timeout: 427 lvb_type: 0 00010000:00000040:3.0:1767384357.187296:0:24303:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 9 00000020:00000040:3.0:1767384357.187298:0:24303:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 16 00010000:00000001:3.0:1767384357.187303:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.187305:0:24303:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384357.187308:0:24303:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384357.187310:0:24303:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000008b3e50e6 00010000:00000001:3.0:1767384357.187312:0:24303:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384357.187314:0:24303:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384357.187316:0:24303:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384357.187318:0:24303:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384357.187320:0:24303:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384357.187323:0:24303:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384357.187324:0:24303:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384357.187326:0:24303:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.187332:0:24303:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384357.187335:0:24303:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384357.187343:0:24303:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384357.187345:0:24303:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384357.187347:0:24303:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000024e2f4c7) refcount = 2 00010000:00010000:3.0:1767384357.187350:0:24303:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.187355:0:24303:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384357.187358:0:24303:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384357.187359:0:24303:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384357.187361:0:24303:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384357.187365:0:24303:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000097b81c94. 00000100:00000001:3.0:1767384357.187367:0:24303:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384357.187369:0:24303:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000841f453c. 00000100:00000001:3.0:1767384357.187371:0:24303:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370888757248 : -119702820794368 : ffff932183e35000) 00000100:00000001:3.0:1767384357.187373:0:24303:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370888757248 : -119702820794368 : ffff932183e35000) 00000100:00000001:3.0:1767384357.187375:0:24303:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384357.187376:0:24303:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384357.187378:0:24303:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384357.187380:0:24303:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384357.187383:0:24303:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384357.187385:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384357.187387:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.187389:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008b3e50e6 refcount=5 00000020:00000001:3.0:1767384357.187390:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384357.187393:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384357.187395:0:24303:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384357.187396:0:24303:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.187401:0:24303:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384357.187402:0:24303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.187406:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.187408:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384357.187413:0:24303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.187417:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384357.187419:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.187420:0:24303:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384357.187422:0:24303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384357.187426:0:24303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008b3e50e6 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384357.187428:0:24303:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384357.187430:0:24303:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384357.187432:0:24303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.187435:0:24303:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384357.187437:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384357.187438:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.187439:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008b3e50e6 refcount=6 00000020:00000001:3.0:1767384357.187441:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384357.187443:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384357.187446:0:24303:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384357.187448:0:24303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.187451:0:24303:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384357.187453:0:24303:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384357.187454:0:24303:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.187463:0:24303:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384357.187464:0:24303:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384357.187467:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384357.187468:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384357.187470:0:24303:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008b3e50e6 with handle 0xf83434fd52e6db45 from hash 00010000:00000001:3.0:1767384357.187472:0:24303:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384357.187474:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.187499:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.187500:0:24303:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384357.187501:0:24303:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384357.187503:0:24303:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384357.187505:0:24303:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384357.187506:0:24303:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384357.187508:0:24303:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.187510:0:24303:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384357.187512:0:24303:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384357.187514:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.187515:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.187516:0:24303:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.187518:0:24303:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.187520:0:24303:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384357.187522:0:24303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384357.187525:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.187527:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.187528:0:24303:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384357.187530:0:24303:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384357.187531:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.187533:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.187534:0:24303:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384357.187537:0:24303:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384357.187538:0:24303:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.187540:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384357.187542:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384357.187543:0:24303:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.187545:0:24303:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384357.187546:0:24303:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384357.187548:0:24303:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.187550:0:24303:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.187551:0:24303:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384357.187553:0:24303:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000841f453c. 00000100:00000001:3.0:1767384357.187556:0:24303:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384357.187557:0:24303:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384357.187559:0:24303:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000097b81c94. 00010000:00000001:3.0:1767384357.187565:0:24303:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384357.187567:0:24303:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384357.187569:0:24303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384357.187571:0:24303:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384357.187573:0:24303:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384357.187574:0:24303:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384357.187577:0:24303:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384357.187579:0:24303:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384357.187581:0:24303:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384357.187583:0:24303:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384357.187584:0:24303:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.187586:0:24303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384357.187589:0:24303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384357.187592:0:24303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc3fa0cf. 00000100:00000200:3.0:1767384357.187595:0:24303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732521344, offset 224 00000400:00000200:3.0:1767384357.187600:0:24303:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384357.187606:0:24303:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384357.187612:0:24303:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d206b80 00000400:00000200:3.0:1767384357.187617:0:24303:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d35 [1] + 224 00000400:00000200:3.0:1767384357.187620:0:24303:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384357.187623:0:24303:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384357.187626:0:24303:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384357.187629:0:24303:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5cbf4a8 x1853236732521344/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384357.187636:0:24303:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5cbf4a8 x1853236732521344/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.187650:0:24303:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384357.187655:0:24303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc3fa0cf 00000400:00000010:3.0:1767384357.187656:0:24303:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc3fa0cf. 00000100:00000001:3.0:1767384357.187660:0:24303:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384357.187661:0:24303:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384357.187665:0:24303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.187666:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384357.187668:0:24303:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:1.0:1767384357.187670:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384357.187671:0:24303:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384357.187675:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384357.187678:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384357.187680:0:24303:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.187681:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06248b8. 00000100:00000040:3.0:1767384357.187686:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c329a06 x1853236732521344/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:338/0 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.187687:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010aae35b 00000400:00000010:1.0:1767384357.187691:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010aae35b. 00000100:00000001:1.0:1767384357.187697:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384357.187703:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5cbf4a8 x1853236732521344/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.187708:0:24303:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c329a06 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16148:x1853236732521344:12345-0@lo:103: Request processed in 552us (1283us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384357.187726:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5cbf4a8 x1853236732521344/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.187732:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384357.187740:0:24303:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:1.0:1767384357.187742:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384357.187745:0:24303:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384357.187746:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.187750:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384357.187751:0:24303:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384357.187752:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384357.187755:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384357.187756:0:24303:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ead086d5. 00000100:00000001:1.0:1767384357.187757:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.187761:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384357.187764:0:24303:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c38e478d. 00000100:00001000:1.0:1767384357.187765:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384357.187770:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=77 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384357.187771:0:24303:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5e7a713. 00000100:00000001:1.0:1767384357.187773:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384357.187777:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384357.187779:0:24303:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00010000:00000001:1.0:1767384357.187779:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384357.187782:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.187784:0:24303:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.187785:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.187793:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5cbf4a8 x1853236732521344/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.187798:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.187800:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384357.187801:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384357.187804:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5cbf4a8 x1853236732521344/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384357.187820:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5cbf4a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732521344:0@lo:103: 00000100:00000001:1.0:1767384357.187825:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384357.187827:0:16798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384357.187827:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.187832:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5cbf4a8 x1853236732521344/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384357.187847:0:16798:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1767384357.187848:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 20000000:00000001:3.0:1767384357.187851:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 02000000:00000001:1.0:1767384357.187852:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384357.187856:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a777a26. 00010000:00010000:3.0:1767384357.187857:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384357.187859:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384357.187862:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384357.187864:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384357.187867:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384357.187869:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006aa04cb9. 00010000:00000001:3.0:1767384357.187873:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:1.0:1767384357.187874:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384357.187877:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384357.187878:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384357.187879:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5cbf4a8. 00010000:00010000:3.0:1767384357.187884:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db45 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384357.187884:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384357.187887:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.187891:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.187897:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:3.0:1767384357.187898:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000024e2f4c7 count: 0 00000100:00000001:1.0:1767384357.187899:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.187904:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.187906:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.187910:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384357.187914:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384357.192511:0:34905:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001e82a06c. 00010000:00000010:2.1:1767384357.192522:0:34905:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047beefc9. 00010000:00000010:3.1:1767384357.193515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073480cfc. 00010000:00000010:3.1:1767384357.193525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000024e2f4c7. 00010000:00000010:3.1:1767384357.193530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008b3e50e6. 00080000:00000001:2.0:1767384357.194125:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384357.194128:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384357.194130:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384357.194133:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384357.194133:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384357.194137:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384357.194140:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000010:2.0:1767384357.194141:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005985818b. 20000000:00000001:3.0:1767384357.194147:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384357.194149:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384357.194157:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384357.194160:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384357.194172:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384357.194175:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384357.194179:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384357.194183:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384357.194183:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384357.194187:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384357.194191:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384357.194193:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384357.194198:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000012089f3c. 00010000:00000001:1.0:1767384357.194202:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384357.194205:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000770811d6. 00000020:00000001:1.0:1767384357.194208:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384357.194210:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000770811d6 with handle 0xf83434fd52e6db4c to hash 00000020:00000001:1.0:1767384357.194212:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384357.194218:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384357.194220:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384357.194222:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384357.194224:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384357.194226:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000770811d6/0xf83434fd52e6db4c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384357.194232:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384357.194234:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384357.194236:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384357.194238:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384357.194240:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384357.194241:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384357.194243:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384357.194244:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384357.194246:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384357.194247:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384357.194248:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384357.194249:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000012089f3c) refcount = 1 00010000:00010000:1.0:1767384357.194251:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000770811d6/0xf83434fd52e6db4c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384357.194255:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384357.194257:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384357.194258:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384357.194259:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.194261:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384357.194263:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384357.194265:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:1.0:1767384357.194267:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384357.194268:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384357.194269:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=4 00000020:00000001:1.0:1767384357.194270:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384357.194272:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384357.194273:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384357.194279:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000770811d6/0xf83434fd52e6db4c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384357.194284:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384357.194285:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000770811d6/0xf83434fd52e6db4c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384357.194289:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384357.194290:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384357.194291:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000770811d6/0xf83434fd52e6db4c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384357.194295:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384357.194296:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.194298:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384357.194300:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000770811d6/0xf83434fd52e6db4c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384357.194304:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000770811d6 already unused, calling callback (000000008463f753) 00010000:00000001:1.0:1767384357.194306:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384357.194307:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384357.194308:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000770811d6/0xf83434fd52e6db4c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384357.194312:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384357.194313:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384357.194314:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384357.194315:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000770811d6 refcount=5 00000020:00000001:1.0:1767384357.194316:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384357.194317:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227805696 : -119697481745920 : ffff9322c21eba00) 00010000:00000001:1.0:1767384357.194319:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384357.194320:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000770811d6/0xf83434fd52e6db4c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384357.194324:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384357.194330:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384357.194331:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.194333:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384357.194334:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384357.194335:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384357.194337:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384357.194338:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000770811d6 with handle 0xf83434fd52e6db4c from hash 00010000:00000001:1.0:1767384357.194340:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384357.194341:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384357.194341:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384357.194342:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384357.194343:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384357.194344:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384357.194345:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384357.194346:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384357.194347:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.194348:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384357.194349:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384357.194350:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384357.194351:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384357.194352:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.194353:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.194354:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384357.194355:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000770811d6/0xf83434fd52e6db4c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384357.194359:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384357.194360:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384357.194361:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384357.194362:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384357.194364:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384357.194365:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384357.194366:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384357.194368:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384357.194370:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384357.194371:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000770811d6/0xf83434fd52e6db4c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384357.194381:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384357.194382:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384357.194383:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000770811d6/0xf83434fd52e6db4c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384357.194387:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000012089f3c count: 0 00010000:00000001:1.0:1767384357.194398:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384357.194399:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384357.195267:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384357.195270:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384357.195272:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000732c1af. 20000000:00000001:1.0:1767384357.195277:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384357.195280:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732520960 00010000:00000001:1.0:1767384357.195283:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384357.195287:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa0ebfef x1853236732520960/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:338/0 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384357.195293:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384357.195295:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384357.195297:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384357.195300:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384357.195301:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384357.195303:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384357.195305:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384357.195307:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.195309:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384357.195311:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384357.195314:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3cc970f. 00000100:00000200:1.0:1767384357.195317:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732520960, offset 224 00000400:00000200:1.0:1767384357.195322:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384357.195330:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384357.195336:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206a00 00000400:00000200:1.0:1767384357.195341:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d19 [2] + 224 00000400:00000200:1.0:1767384357.195346:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.195354:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384357.195358:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384357.195361:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f62c62a x1853236732520960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384357.195369:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006f62c62a x1853236732520960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.195384:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384357.195390:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cc970f 00000400:00000010:1.0:1767384357.195392:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3cc970f. 00000100:00000001:1.0:1767384357.195395:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384357.195396:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.195397:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.195402:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.195402:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384357.195407:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384357.195409:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384357.195410:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384357.195412:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384357.195414:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384357.195415:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384357.195420:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ea0213f. 00000100:00000040:1.0:1767384357.195421:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa0ebfef x1853236732520960/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:338/0 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384357.195428:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099fad29b 00000100:00100000:1.0:1767384357.195431:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0ebfef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732520960:12345-0@lo:253: Request processed in 19139us (20066us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384357.195434:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099fad29b. 00000100:00100000:1.0:1767384357.195441:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000001:0.0:1767384357.195441:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384357.195446:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384357.195448:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384357.195450:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f62c62a x1853236732520960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.195451:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384357.195454:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:1.0:1767384357.195460:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe97b2e2. 00000020:00000010:1.0:1767384357.195465:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016d43df8. 00000020:00000040:1.0:1767384357.195469:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000200:0.0:1767384357.195470:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f62c62a x1853236732520960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384357.195474:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384357.195498:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000cf2ac1d. 02000000:00000001:1.0:1767384357.195503:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384357.195505:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384357.195509:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384357.195518:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003de7f897. 00000400:00000010:1.0:1767384357.195522:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3cc970f. 00000100:00000001:0.0:1767384357.195531:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384357.195535:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.195538:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384357.195541:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384357.195543:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384357.195545:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.195548:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384357.195552:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384357.195557:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384357.195560:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384357.195563:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.195566:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384357.195568:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.195571:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.195577:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f62c62a x1853236732520960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.195585:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384357.195588:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384357.195596:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384357.195601:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384357.195603:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384357.195606:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384357.195608:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384357.195610:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384357.195612:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384357.195613:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384357.195615:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384357.195616:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384357.195618:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384357.195622:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f62c62a x1853236732520960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384357.195632:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f62c62a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732520960:0@lo:253: 00000100:00000001:0.0:1767384357.195638:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.195641:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384357.195644:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f62c62a x1853236732520960/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.195653:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384357.195656:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384357.195659:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000607e60a4. 02000000:00000001:0.0:1767384357.195665:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384357.195667:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384357.195668:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384357.195670:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384357.195673:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ff79b13f. 02000000:00000001:0.0:1767384357.195677:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384357.195679:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384357.195680:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f62c62a. 00000100:00000001:0.0:1767384357.195685:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384357.195686:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.195689:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.195694:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384357.195696:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.195699:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384357.195701:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384357.196824:0:34904:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b8b5b92e. 00000400:00000040:0.0:1767384357.196844:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384357.196846:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384357.196849:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384357.196850:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384357.196852:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384357.196854:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384357.196856:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384357.196857:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384357.196858:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384357.196859:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384357.196860:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384357.196861:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384357.196863:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384357.196864:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384357.196865:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384357.196867:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384357.196868:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384357.196869:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384357.196870:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384357.196872:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384357.196873:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384357.196874:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384357.196875:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384357.196876:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384357.196877:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384357.196879:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384357.196880:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384357.196881:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384357.196882:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384357.196883:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384357.196884:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384357.196885:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384357.196886:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384357.196887:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384357.196888:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384357.196889:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384357.196890:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384357.196891:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384357.196897:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384357.196898:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384357.196899:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384357.196900:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384357.196901:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384357.196903:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384357.196904:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384357.196905:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384357.196906:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384357.196907:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384357.196909:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384357.196910:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384357.196911:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384357.196912:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384357.196913:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384357.196914:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384357.196915:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384357.196917:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384357.196918:0:34904:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384357.197026:0:34904:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b8b5b92e. 00000100:00000040:1.0:1767384357.197515:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294945105, at 4294945106 00000100:00000040:2.0:1767384357.197521:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294945105, at 4294945106 00000100:00000010:1.0:1767384357.197522:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a4605a0. 00000100:00000010:2.0:1767384357.197531:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab1f2dd1. 00080000:00000020:1.0:1767384357.197570:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384357.197573:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384357.197574:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004e1f66d9. 00000100:00000040:3.0:1767384357.197576:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294945105, at 4294945106 20000000:00000001:1.0:1767384357.197577:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384357.197581:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732521088 00010000:00000001:1.0:1767384357.197584:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:3.0:1767384357.197588:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ed5d51f. 00010000:00000200:1.0:1767384357.197588:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e17522a3 x1853236732521088/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:338/0 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384357.197597:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384357.197599:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384357.197600:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384357.197603:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384357.197604:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384357.197606:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384357.197607:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384357.197608:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.197610:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384357.197611:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384357.197613:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b561d8b. 00000100:00000200:1.0:1767384357.197615:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732521088, offset 224 00000400:00000200:1.0:1767384357.197618:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384357.197622:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384357.197625:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206a80 00000400:00000200:1.0:1767384357.197629:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d21 [2] + 224 00000400:00000200:1.0:1767384357.197633:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.197634:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384357.197637:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384357.197639:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cfe31f9 x1853236732521088/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384357.197644:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002cfe31f9 x1853236732521088/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.197662:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384357.197666:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b561d8b 00000400:00000010:1.0:1767384357.197668:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b561d8b. 00000100:00000001:1.0:1767384357.197670:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384357.197671:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.197674:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.197676:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384357.197677:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:3.0:1767384357.197682:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384357.197682:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384357.197686:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.197688:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384357.197689:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384357.197692:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e17522a3 x1853236732521088/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:338/0 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384357.197694:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384357.197700:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f42cd37. 00000100:00100000:1.0:1767384357.197702:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e17522a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732521088:12345-0@lo:253: Request processed in 21293us (22110us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384357.197708:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097c8590e 00000100:00100000:1.0:1767384357.197711:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000400:00000010:3.0:1767384357.197713:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097c8590e. 00000100:00000040:1.0:1767384357.197714:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384357.197720:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384357.197722:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384357.197722:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384357.197725:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d6e6f55. 00000020:00000010:1.0:1767384357.197729:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005882749f. 00000100:00000200:3.0:1767384357.197731:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cfe31f9 x1853236732521088/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384357.197732:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7328db8. 00000020:00000040:1.0:1767384357.197736:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:1.0:1767384357.197740:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384357.197742:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000026e56c36. 02000000:00000001:1.0:1767384357.197746:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384357.197748:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384357.197755:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384357.197758:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cfe31f9 x1853236732521088/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384357.197759:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033229c31. 00000400:00000010:1.0:1767384357.197764:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b561d8b. 00000100:00000001:3.0:1767384357.197773:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384357.197776:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.197779:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384357.197781:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384357.197782:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.197784:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.197786:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384357.197790:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384357.197794:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384357.197797:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384357.197798:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.197800:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384357.197802:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.197805:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.197808:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cfe31f9 x1853236732521088/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.197817:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.197828:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384357.197830:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384357.197834:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384357.197836:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384357.197838:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384357.197839:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384357.197840:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384357.197842:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384357.197844:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384357.197845:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384357.197846:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384357.197849:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cfe31f9 x1853236732521088/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.197857:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002cfe31f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732521088:0@lo:253: 00000100:00000001:3.0:1767384357.197862:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.197864:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384357.197866:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cfe31f9 x1853236732521088/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.197873:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384357.197874:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384357.197877:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005f01e4cb. 02000000:00000001:3.0:1767384357.197880:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384357.197882:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384357.197883:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384357.197885:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384357.197887:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001db5ec58. 02000000:00000001:3.0:1767384357.197889:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384357.197891:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384357.197892:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cfe31f9. 00000100:00000001:3.0:1767384357.197895:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384357.197896:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.197897:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.197902:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384357.197904:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.197906:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.197908:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.198506:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294945105, at 4294945107 00000100:00000010:0.0:1767384357.198512:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9af81be. 00010000:00000010:1.1:1767384357.200548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000012089f3c. 00010000:00000010:1.1:1767384357.200558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000770811d6. 00010000:00000001:1.0:1767384357.243554:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384357.243559:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.243564:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384357.243566:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.243610:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384357.243615:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384357.243619:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384357.371533:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384357.371538:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384357.371544:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c58ad93. 00000020:00000040:0.0:1767384357.371550:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384357.371555:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767384357.371558:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384357.371559:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384357.371565:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384357.371566:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384357.371570:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd7cf867. 00000020:00000040:3.0:1767384357.371575:0:37:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:0.0:1767384357.371576:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000144719c9. 00000100:00000001:3.0:1767384357.371579:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384357.371581:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384357.371583:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.371584:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.371591:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384357.371592:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049022cd6. 00000100:00000001:0.0:1767384357.371594:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.371597:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.371606:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c58ad93] to pc [ptlrpcd_00_03+3] req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384357.371607:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384357.371633:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384357.371636:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.371641:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd7cf867] to pc [ptlrpcd_00_00+0] req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384357.371647:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.371661:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.371665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384357.371665:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.371670:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1767384357.371671:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000010:3.0:1767384357.371674:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007838d187. 00000100:00000001:0.0:1767384357.371674:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384357.371680:0:37:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384357.371682:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384357.371683:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384357.371685:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.371685:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384357.371689:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384357.371690:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000055c35b34. 00000100:00000001:0.0:1767384357.371693:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.371694:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.371696:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384357.371699:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384357.371700:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384357.371706:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.371718:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384357.371721:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.371728:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384357.371731:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007838d187] to pc [ptlrpcd_00_01+1] req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.371733:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.371740:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384357.371745:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384357.371750:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384357.371756:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003c58ad93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732521472:0@lo:13: 00000100:00000001:0.0:1767384357.371766:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384357.371772:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.371772:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384357.371775:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384357.371777:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.371779:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384357.371784:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef08b9d8. 02000000:00000001:0.0:1767384357.371784:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384357.371789:0:37:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384357.371790:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384357.371792:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384357.371792:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b29c65b0. 02000000:00000001:3.0:1767384357.371794:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.371797:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384357.371800:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3554000. 00000100:00000001:3.0:1767384357.371804:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.371807:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384357.371807:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ea0213f. 00000100:00000001:3.0:1767384357.371816:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384357.371817:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384357.371819:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000100:00000040:3.0:1767384357.371821:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef08b9d8] to pc [ptlrpcd_00_02+2] req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.371830:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384357.371830:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732521472, portal 4 00000100:00000040:3.0:1767384357.371837:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (282) 00000100:00000001:0.0:1767384357.371837:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384357.371840:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154159104 : -119697555392512 : ffff9322bdbaf800) 00000100:00000001:2.0:1767384357.371844:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384357.371848:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384357.371850:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384357.371851:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.371852:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.371854:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384357.371858:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384357.371860:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384357.371863:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.371864:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.371869:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384357.371872:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384357.371873:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384357.371875:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384357.371878:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.371883:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384357.371883:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384357.371883:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384357.371888:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384357.371890:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000139cbb3f. 02000000:00000001:3.0:1767384357.371891:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.371892:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.371897:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007838d187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16147:1853236732521728:0@lo:400: 00000100:00000200:0.0:1767384357.371898:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732521472, offset 0 00000100:00000001:3.0:1767384357.371907:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384357.371911:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384357.371912:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384357.371914:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384357.371914:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384357.371919:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384357.371920:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.371921:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384357.371924:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384357.371925:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384357.371928:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d00c29e1. 00000100:00100000:2.0:1767384357.371930:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef08b9d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732521856:0@lo:400: 02000000:00000001:3.0:1767384357.371932:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384357.371937:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384357.371938:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384357.371939:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d77f18f0. 02000000:00000001:2.0:1767384357.371940:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384357.371943:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384357.371947:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc3fa0cf. 02000000:00000001:2.0:1767384357.371947:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384357.371952:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1354ce7. 00000100:00000200:3.0:1767384357.371953:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732521728, portal 10 00000100:00000001:3.0:1767384357.371957:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384357.371957:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.371961:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208690560 : -119698500861056 : ffff932285604380) 00000400:00000200:0.0:1767384357.371962:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d206c00 00000400:00000010:2.0:1767384357.371963:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079bbfddf. 00000100:00000040:3.0:1767384357.371968:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384357.371969:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57985bf. 00000400:00000200:0.0:1767384357.371977:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2912 00000100:00000001:3.0:1767384357.371980:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384357.371984:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384357.371987:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732521856, portal 10 00000400:00000010:3.0:1767384357.371988:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007778af77. 00000400:00000200:0.0:1767384357.371989:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384357.371991:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767384357.371992:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732521728, offset 0 00000100:00000001:2.0:1767384357.371996:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208694144 : -119698500857472 : ffff932285605180) 00000400:00000200:3.0:1767384357.372000:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384357.372002:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384357.372005:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384357.372011:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384357.372013:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384357.372019:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384357.372021:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384357.372025:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d206d00 00000100:00000010:0.0:1767384357.372027:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043cd14dc. 00000100:00000040:2.0:1767384357.372028:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384357.372034:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110db611. 00000100:00000040:0.0:1767384357.372034:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000043cd14dc x1853236732521472 msgsize 224 00000400:00000200:3.0:1767384357.372035:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000400:00000200:3.0:1767384357.372043:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384357.372062:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384357.372065:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384357.372070:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384357.372072:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384357.372076:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384357.372077:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ed5032d. 00000100:00000040:3.0:1767384357.372081:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000005ed5032d x1853236732521728 msgsize 224 00000100:00100000:3.0:1767384357.372085:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384357.372088:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139cbb3f 00000400:00000010:0.0:1767384357.372092:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000139cbb3f. 00000100:00000001:3.0:1767384357.372094:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384357.372097:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384357.372098:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732521856, offset 0 00000400:00000200:3.0:1767384357.372103:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007778af77 00000400:00000010:3.0:1767384357.372106:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007778af77. 00000100:00000200:0.0:1767384357.372106:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.372111:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384357.372117:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.372127:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384357.372129:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384357.372134:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384357.372134:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.372146:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372150:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.372151:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384357.372153:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384357.372159:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372161:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.372166:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3051 usecs (4 jiffies) 00000100:00000040:0.0:1767384357.372166:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4480 usecs (5 jiffies) 00000100:00000001:3.0:1767384357.372173:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294945284 00000100:00000001:0.0:1767384357.372174:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294945285 00000100:00000010:3.0:1767384357.372177:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000753546f3. 00000100:00000001:3.0:1767384357.372184:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384357.372189:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294945284 00000100:00000010:3.0:1767384357.372192:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a64969d4. 00000100:00000001:0.0:1767384357.372194:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294945284 00000100:00000001:3.0:1767384357.372195:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384357.372204:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294945284 00000100:00000001:0.0:1767384357.372205:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294945285 00000100:00000010:3.0:1767384357.372208:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6736ced. 00000100:00000001:0.0:1767384357.372213:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294945284 00000100:00000001:3.0:1767384357.372214:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384357.372219:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294945284 00000100:00000001:0.0:1767384357.372222:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294945285 00000100:00000010:3.0:1767384357.372224:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a64bd513. 00000100:00000001:3.0:1767384357.372227:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384357.372231:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294945284 00000100:00000001:3.0:1767384357.372232:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.372238:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372241:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.372241:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294945285 00000100:00000001:3.0:1767384357.372245:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.372250:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294945284 00000100:00000001:3.0:1767384357.372251:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384357.372254:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384357.372256:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.372257:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384357.372259:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384357.372261:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:2.0:1767384357.372264:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384357.372266:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.372269:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384357.372269:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.372272:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384357.372276:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384357.372276:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372277:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.372279:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384357.372283:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384357.372284:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.372289:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d206d80 00000100:00000001:0.0:1767384357.372289:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.372295:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.372295:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384357.372300:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384357.372301:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000100:00000001:0.0:1767384357.372305:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372312:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384357.372312:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372315:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.372318:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384357.372320:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384357.372322:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384357.372325:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd7cf867 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732521600:0@lo:400: 00000100:00000001:0.0:1767384357.372328:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384357.372330:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384357.372331:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384357.372333:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.372335:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384357.372338:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384357.372339:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.372343:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384357.372345:0:16149:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:3.0:1767384357.372346:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2770357. 02000000:00000001:3.0:1767384357.372348:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.372349:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384357.372350:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d028a8b2. 00000100:00100000:0.0:1767384357.372352:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732521472 00000100:00000200:2.0:1767384357.372355:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1767384357.372357:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007778af77. 02000000:00000001:0.0:1767384357.372357:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1767384357.372360:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e24d9f9d. 00000100:00000001:0.0:1767384357.372361:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384357.372362:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732521600, portal 4 00000100:00000040:2.0:1767384357.372366:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000e24d9f9d x1853236732521856 msgsize 224 00000100:00000001:0.0:1767384357.372366:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372367:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384357.372369:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208703104 : -119698500848512 : ffff932285607480) 02000000:00000001:0.0:1767384357.372374:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.372375:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384357.372379:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732521472 00000020:00000001:0.0:1767384357.372385:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384357.372387:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384357.372388:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00100000:2.0:1767384357.372390:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384357.372393:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384357.372394:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384357.372398:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000400:00000010:3.0:1767384357.372399:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf7c366. 00000100:00000001:2.0:1767384357.372403:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384357.372404:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732521600, offset 0 00000020:00000001:0.0:1767384357.372405:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000400:00000200:3.0:1767384357.372411:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384357.372413:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000400:00000200:2.0:1767384357.372415:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110db611 00000400:00000010:2.0:1767384357.372419:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110db611. 00000400:00000200:3.0:1767384357.372420:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384357.372421:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384357.372423:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384357.372429:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384357.372429:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038694a01. 00000400:00000200:3.0:1767384357.372430:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d206c80 00000020:00000010:0.0:1767384357.372438:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f4faa897. 00000400:00000200:3.0:1767384357.372441:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3888 00000100:00000001:2.0:1767384357.372446:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384357.372448:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384357.372450:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000040:2.0:1767384357.372451:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384357.372455:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384357.372463:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384357.372464:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384357.372465:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384357.372467:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384357.372467:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384357.372473:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.372495:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3072 usecs (4 jiffies) 00000100:00000010:3.0:1767384357.372498:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac377ddb. 00000100:00000001:2.0:1767384357.372498:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294945285 00000020:00000010:0.0:1767384357.372503:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d53e574. 00000100:00000040:3.0:1767384357.372504:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000ac377ddb x1853236732521600 msgsize 224 00000100:00100000:3.0:1767384357.372512:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384357.372514:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c2843fe. 00000100:00000001:3.0:1767384357.372522:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384357.372522:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9246188. 00000400:00000200:3.0:1767384357.372531:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf7c366 00000400:00000010:3.0:1767384357.372534:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf7c366. 00000100:00000040:0.0:1767384357.372536:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384357.372537:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384357.372543:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.372543:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384357.372547:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:2.0:1767384357.372549:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384357.372551:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372555:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384357.372555:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000040:3.0:1767384357.372559:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.372566:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372568:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384357.372571:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372572:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.372572:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384357.372576:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732521600 00000100:00000040:3.0:1767384357.372578:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4480 usecs (5 jiffies) 02000000:00000001:2.0:1767384357.372579:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384357.372582:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.372583:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294945286 00000100:00000001:2.0:1767384357.372586:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.372588:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.372590:0:16147:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294945285 02000000:00000001:2.0:1767384357.372590:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.372594:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732521600 00000100:00000001:3.0:1767384357.372596:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294945286 00000020:00000001:2.0:1767384357.372597:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384357.372600:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000001:3.0:1767384357.372602:0:16147:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294945285 00000020:00000001:2.0:1767384357.372603:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384357.372606:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=6 00000100:00000001:0.0:1767384357.372607:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384357.372608:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294945286 00000020:00000001:2.0:1767384357.372609:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:0.0:1767384357.372612:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384357.372614:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:3.0:1767384357.372615:0:16147:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294945285 00000100:00000001:2.0:1767384357.372620:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384357.372621:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294945286 00000100:00100000:0.0:1767384357.372621:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:3.0:1767384357.372626:0:16147:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294945285 00000100:00000040:0.0:1767384357.372629:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000020:00000010:2.0:1767384357.372630:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d283f0c. 00000100:00000001:3.0:1767384357.372631:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.372636:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.372636:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154148352 : -119697555403264 : ffff9322bdbace00) 00000100:00000001:2.0:1767384357.372637:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.372642:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384357.372643:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d283f0c. 00000100:00000001:3.0:1767384357.372646:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.372648:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000043cd14dc x1853236732521472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384357.372651:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f7ffc1c. 00000020:00000010:2.0:1767384357.372656:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000432b8b8e. 00000020:00000010:2.0:1767384357.372661:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d473f0f0. 00000100:00000001:0.0:1767384357.372668:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384357.372672:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:0.0:1767384357.372674:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe3195e0. 00000100:00000001:2.0:1767384357.372675:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384357.372676:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294945286 00000100:00000001:2.0:1767384357.372679:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384357.372681:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294945285 00000100:00000001:2.0:1767384357.372682:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.372682:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384357.372689:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe3195e0. 00000100:00000001:3.0:1767384357.372691:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294945286 00000100:00000001:2.0:1767384357.372692:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384357.372695:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294945285 00000100:00100000:0.0:1767384357.372696:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000043cd14dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16148:x1853236732521472:12345-0@lo:13: 00000100:00000001:2.0:1767384357.372697:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384357.372699:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294945286 00000100:00000001:2.0:1767384357.372701:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372706:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294945285 00000100:00000200:0.0:1767384357.372706:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732521472 00000020:00000001:0.0:1767384357.372711:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384357.372712:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294945286 00000100:00000001:2.0:1767384357.372712:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384357.372716:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384357.372719:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384357.372720:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.372724:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384357.372725:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384357.372725:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384357.372726:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384357.372730:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000100:00000001:3.0:1767384357.372732:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.372735:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000001:0.0:1767384357.372737:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384357.372739:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.372742:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 2 00000020:00000001:0.0:1767384357.372742:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.372746:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208697728 : -119698500853888 : ffff932285605f80) 00000020:00000001:0.0:1767384357.372748:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384357.372751:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384357.372753:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac377ddb x1853236732521600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384357.372755:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.372762:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384357.372763:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384357.372766:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384357.372767:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d283f0c. 00000100:00000001:2.0:1767384357.372771:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384357.372771:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008e320f90. 00000020:00000010:2.0:1767384357.372773:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d283f0c. 02000000:00000001:0.0:1767384357.372775:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.372781:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.372784:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ac377ddb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16147:x1853236732521600:12345-0@lo:400: 00002000:00000001:0.0:1767384357.372786:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384357.372792:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000200:2.0:1767384357.372794:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732521600 00000020:00000001:0.0:1767384357.372797:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384357.372799:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384357.372804:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:0.0:1767384357.372804:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:2.0:1767384357.372806:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.372808:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384357.372809:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:2.0:1767384357.372813:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384357.372822:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384357.372823:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.372824:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384357.372828:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384357.372829:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384357.372830:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384357.372834:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000001:2.0:1767384357.372835:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384357.372840:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000020:0.0:1767384357.372840:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:2.0:1767384357.372843:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:0.0:1767384357.372845:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 02000000:00000010:2.0:1767384357.372847:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000804b845d. 00002000:00000020:0.0:1767384357.372848:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 02000000:00000001:2.0:1767384357.372852:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372853:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000001:0.0:1767384357.372853:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384357.372855:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384357.372859:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732521728 00000020:00000001:2.0:1767384357.372859:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384357.372860:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:3.0:1767384357.372864:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:0.0:1767384357.372864:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384357.372865:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732521600 00000100:00000001:3.0:1767384357.372868:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:0.0:1767384357.372869:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.372872:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.372872:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:0.0:1767384357.372873:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732521472 02000000:00000001:3.0:1767384357.372878:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.372879:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384357.372880:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac377ddb x1853236732521600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.372882:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732521728 00000020:00000001:3.0:1767384357.372886:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384357.372888:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00010000:00000200:0.0:1767384357.372888:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000043cd14dc x1853236732521472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384357.372892:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384357.372893:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384357.372896:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384357.372897:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000020:00000001:3.0:1767384357.372902:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00001000:2.0:1767384357.372903:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=67 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384357.372908:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:2.0:1767384357.372911:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384357.372911:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384357.372912:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384357.372916:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.372917:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384357.372923:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00001000:0.0:1767384357.372924:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=67 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384357.372925:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384357.372928:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.372932:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384357.372932:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384357.372936:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384357.372939:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110db611. 00000100:00000040:0.0:1767384357.372940:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000020:00000010:3.0:1767384357.372943:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011568dd4. 00000100:00000200:2.0:1767384357.372943:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732521600, offset 224 00000100:00000001:0.0:1767384357.372945:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:3.0:1767384357.372949:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384357.372953:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011568dd4. 02000000:00000001:0.0:1767384357.372953:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384357.372954:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384357.372958:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384357.372962:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ac4361e. 00000100:00000001:0.0:1767384357.372963:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384357.372966:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384357.372969:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005e88185. 00000100:00000040:0.0:1767384357.372973:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384357.372975:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c38e478d. 00000400:00000200:2.0:1767384357.372976:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d206c80 00000400:00000200:2.0:1767384357.372983:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d69 [1] + 224 00000100:00000040:3.0:1767384357.372986:0:16813:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:2.0:1767384357.372987:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384357.372989:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384357.372992:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384357.372993:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384357.372997:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384357.373001:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.373002:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.373007:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384357.373010:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384357.373013:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.373023:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.373024:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.373035:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384357.373038:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732521856 00000100:00000001:2.0:1767384357.373039:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384357.373040:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384357.373060:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.373062:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.373063:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110db611 02000000:00000001:3.0:1767384357.373065:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384357.373066:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110db611. 00000100:00100000:3.0:1767384357.373069:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732521856 00000020:00000001:3.0:1767384357.373072:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384357.373072:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384357.373076:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1767384357.373077:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000020:00000001:3.0:1767384357.373080:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384357.373082:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000100:00000001:2.0:1767384357.373083:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.373084:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000040:2.0:1767384357.373088:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000020:00000001:3.0:1767384357.373089:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00010000:00000001:2.0:1767384357.373093:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384357.373094:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384357.373098:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384357.373100:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011568dd4. 00000020:00000001:2.0:1767384357.373101:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384357.373105:0:16813:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000179c47ab. 00000100:00000040:2.0:1767384357.373107:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac377ddb x1853236732521600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384357.373111:0:16813:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00100000:2.0:1767384357.373121:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ac377ddb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16147:x1853236732521600:12345-0@lo:400: Request processed in 355us (614us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384357.373122:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000139cbb3f. 00000100:00000001:3.0:1767384357.373124:0:16813:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1767384357.373129:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000020:00000010:3.0:1767384357.373130:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7328db8. 00000100:00000200:0.0:1767384357.373130:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732521472, offset 224 00000100:00000040:2.0:1767384357.373132:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 1 00000020:00000010:3.0:1767384357.373137:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a49dd3a. 00000100:00000001:2.0:1767384357.373137:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384357.373141:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384357.373144:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000737e6c6e. 00000400:00000200:0.0:1767384357.373145:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384357.373147:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000432b8b8e. 00000100:00000001:3.0:1767384357.373148:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384357.373151:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384357.373154:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384357.373154:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d473f0f0. 00000400:00000200:0.0:1767384357.373159:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384357.373160:0:16813:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1767384357.373161:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f7ffc1c. 00000100:00000001:3.0:1767384357.373164:0:16813:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384357.373167:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384357.373167:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 5 00000400:00000200:0.0:1767384357.373172:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d206c00 00000100:00000001:2.0:1767384357.373173:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.373174:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384357.373179:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d51 [1] + 224 00000400:00000200:0.0:1767384357.373183:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384357.373185:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384357.373187:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384357.373189:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384357.373191:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384357.373196:0:16783:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767384357.373197:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.373200:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000001:2.0:1767384357.373201:0:16783:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384357.373205:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00100000:2.0:1767384357.373210:0:16783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000001:3.0:1767384357.373211:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208695936 : -119698500855680 : ffff932285605880) 00000100:00000040:2.0:1767384357.373217:0:16783:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000100:00000040:3.0:1767384357.373221:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005ed5032d x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.373223:0:16783:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375169395200 : -119698540156416 : ffff93228308aa00) 00000100:00000040:0.0:1767384357.373223:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384357.373234:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e24d9f9d x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.373249:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384357.373254:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bccd589e. 00000100:00000001:3.0:1767384357.373257:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.373259:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384357.373259:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384357.373260:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bccd589e. 00000020:00000010:2.0:1767384357.373265:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d283f0c. 00000400:00000200:0.0:1767384357.373267:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139cbb3f 00000100:00000001:2.0:1767384357.373269:0:16783:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384357.373270:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005ed5032d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16147:x1853236732521728:12345-0@lo:400: 00000400:00000010:0.0:1767384357.373272:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000139cbb3f. 00000020:00000010:2.0:1767384357.373274:0:16783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d283f0c. 00000100:00000001:0.0:1767384357.373278:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384357.373280:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732521728 00000100:00000001:0.0:1767384357.373281:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384357.373284:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384357.373285:0:16783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e24d9f9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732521856:12345-0@lo:400: 00000100:00000001:0.0:1767384357.373288:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.373289:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384357.373290:0:16783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732521856 00000020:00000001:3.0:1767384357.373292:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.373294:0:16783:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384357.373295:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000020:00000001:3.0:1767384357.373298:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384357.373299:0:16783:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767384357.373299:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384357.373302:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:2.0:1767384357.373304:0:16783:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.373305:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384357.373305:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.373310:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384357.373311:0:16783:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384357.373311:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384357.373313:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384357.373315:0:16783:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:3.0:1767384357.373316:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384357.373318:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043cd14dc x1853236732521472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384357.373320:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.373321:0:16783:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384357.373325:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384357.373326:0:16783:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.373329:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384357.373331:0:16783:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384357.373333:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384357.373334:0:16783:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1767384357.373338:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000899da82. 00000020:00000001:2.0:1767384357.373339:0:16783:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384357.373339:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000043cd14dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732521472:12345-0@lo:13: Request processed in 668us (1302us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384357.373343:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.373345:0:16783:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384357.373348:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.373349:0:16783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384357.373353:0:16783:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384357.373354:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384357.373358:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732521728 02000000:00000010:2.0:1767384357.373359:0:16783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cc5c34e1. 00000100:00100000:0.0:1767384357.373361:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00000001:3.0:1767384357.373362:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384357.373364:0:16783:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384357.373368:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005ed5032d x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.373369:0:16783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.373369:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000020:00000001:2.0:1767384357.373374:0:16783:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.373376:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:2.0:1767384357.373381:0:16783:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732521856 00000100:00000001:0.0:1767384357.373382:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384357.373384:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384357.373384:0:16783:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384357.373387:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c2843fe. 00010000:00000200:2.0:1767384357.373391:0:16783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e24d9f9d x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384357.373394:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384357.373395:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9246188. 00000100:00001000:3.0:1767384357.373399:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=72 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384357.373404:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d53e574. 00000100:00000001:3.0:1767384357.373409:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384357.373409:0:16783:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1767384357.373411:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00010000:00000001:2.0:1767384357.373414:0:16783:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.373416:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384357.373417:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384357.373418:0:16783:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384357.373419:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384357.373427:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384357.373427:0:16783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384357.373430:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.373432:0:16783:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000100:00000001:3.0:1767384357.373434:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384357.373438:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384357.373442:0:16783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:0.0:1767384357.373442:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384357.373443:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf7c366. 00000100:00000001:0.0:1767384357.373446:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384357.373448:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732521728, offset 224 02000000:00000001:2.0:1767384357.373449:0:16783:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384357.373452:0:16783:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384357.373453:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384357.373456:0:16783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:0.0:1767384357.373457:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384357.373461:0:16783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384357.373462:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ea0213f. 00000400:00000010:2.0:1767384357.373465:0:16783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110db611. 00000400:00000200:0.0:1767384357.373470:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000400:00000010:0.0:1767384357.373474:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000100:00000001:0.0:1767384357.373514:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384357.373516:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384357.373520:0:16783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732521856, offset 224 00000400:00000200:3.0:1767384357.373526:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384357.373530:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.373531:0:16783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384357.373537:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d206d00 00000400:00000200:2.0:1767384357.373543:0:16783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384357.373550:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d59 [1] + 224 00000400:00000200:3.0:1767384357.373555:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384357.373557:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.373558:0:16783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d206d80 00000400:00000200:3.0:1767384357.373563:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384357.373569:0:16783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d5d [1] + 224 00000400:00000200:2.0:1767384357.373577:0:16783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384357.373578:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384357.373579:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384357.373584:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384357.373585:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.373586:0:16783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384357.373590:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384357.373594:0:16783:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384357.373596:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384357.373600:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384357.373601:0:16783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384357.373602:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.373604:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.373612:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384357.373622:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384357.373631:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384357.373637:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384357.373639:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384357.373640:0:16783:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.373643:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384357.373644:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf7c366 00000400:00000010:3.0:1767384357.373648:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf7c366. 00010000:00000001:0.0:1767384357.373650:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384357.373654:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384357.373657:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00080000:0.0:1767384357.373659:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.373661:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.373662:0:16783:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384357.373668:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000400:00000200:2.0:1767384357.373669:0:16783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110db611 00010000:00000001:3.0:1767384357.373674:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384357.373674:0:16783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110db611. 00000020:00000001:3.0:1767384357.373678:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.373680:0:16783:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384357.373682:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.373683:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384357.373683:0:16783:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384357.373688:0:16783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.373690:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005ed5032d x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.373690:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384357.373693:0:16783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000040:0.0:1767384357.373695:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:2.0:1767384357.373700:0:16783:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384357.373703:0:16783:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.373703:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384357.373708:0:16783:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384357.373708:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.373713:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e24d9f9d x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384357.373717:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384357.373750:0:16783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e24d9f9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732521856:12345-0@lo:400: Request processed in 489us (1380us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384357.373753:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384357.373755:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005ed5032d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16147:x1853236732521728:12345-0@lo:400: Request processed in 502us (1669us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384357.373761:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384357.373765:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384357.373767:0:16783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00000001:0.0:1767384357.373771:0:16148:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384357.373774:0:16148:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:2.0:1767384357.373778:0:16783:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000004:00000040:0.0:1767384357.373780:0:16148:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00100000:3.0:1767384357.373782:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000001:2.0:1767384357.373783:0:16783:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384357.373786:0:16783:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384357.373789:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000020:00000010:2.0:1767384357.373791:0:16783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a49dd3a. 00000100:00000001:3.0:1767384357.373792:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000020:0.0:1767384357.373795:0:16148:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:3.0:1767384357.373797:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384357.373797:0:16783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000737e6c6e. 00000020:00000010:3.0:1767384357.373801:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005e88185. 00000020:00000010:2.0:1767384357.373803:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7328db8. 00000020:00000010:3.0:1767384357.373806:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c38e478d. 00000020:00000040:2.0:1767384357.373809:0:16783:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000020:00000010:3.0:1767384357.373811:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ac4361e. 00000100:00000001:2.0:1767384357.373813:0:16783:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384357.373819:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000004:00000001:0.0:1767384357.373822:0:16148:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.373823:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384357.373831:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384357.373841:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003c58ad93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732521472:0@lo:13: 00000100:00080000:2.0:1767384357.373844:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384357.373848:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.373849:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384357.373849:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:3.0:1767384357.373853:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384357.373854:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767384357.373857:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384357.373860:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384357.373861:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384357.373861:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003c58ad93 x1853236732521472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384357.373865:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079bbfddf. 00000100:00000001:2.0:1767384357.373866:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384357.373871:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d57985bf 00000400:00000010:3.0:1767384357.373874:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d57985bf. 00000100:00000001:0.0:1767384357.373878:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384357.373879:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384357.373879:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384357.373883:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384357.373884:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384357.373885:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384357.373885:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d028a8b2. 02000000:00000010:0.0:1767384357.373890:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b29c65b0. 00000400:00000200:2.0:1767384357.373891:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007778af77 00000400:00000010:2.0:1767384357.373895:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007778af77. 02000000:00000001:0.0:1767384357.373899:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384357.373901:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384357.373904:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384357.373904:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767384357.373907:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384357.373908:0:16148:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384357.373915:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384357.373920:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000144719c9. 00000100:00000001:3.0:1767384357.373928:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384357.373929:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384357.373931:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384357.373932:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384357.373934:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384357.373936:0:16149:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:0.0:1767384357.373938:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c58ad93. 02000000:00000001:3.0:1767384357.373939:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384357.373942:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.373945:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.373947:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384357.373951:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.373952:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384357.373952:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384357.373955:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=72 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384357.373956:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.373957:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.373961:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384357.373964:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1767384357.373965:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.373967:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384357.373967:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384357.373969:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384357.373972:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.373972:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.373975:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.373978:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384357.373979:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384357.373980:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=67 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384357.373983:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384357.373983:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384357.373985:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=67 v=5 (1 0 0 0) 00010000:00080000:3.0:1767384357.373990:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.373991:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384357.373994:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.373998:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384357.374002:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384357.374004:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.374006:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384357.374007:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384357.374008:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384357.374010:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.374016:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384357.374032:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.374033:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.374035:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384357.374036:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384357.374039:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384357.374040:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.374055:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384357.374057:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.374059:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.374066:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.374070:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef08b9d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732521856:0@lo:400: 00000100:00000001:3.0:1767384357.374080:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.374080:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.374084:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384357.374085:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384357.374088:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384357.374090:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef08b9d8 x1853236732521856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384357.374094:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.374106:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767384357.374109:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd7cf867 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732521600:0@lo:400: 02000000:00000001:3.0:1767384357.374110:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384357.374113:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1354ce7. 00000400:00000001:2.0:1767384357.374116:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384357.374118:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1767384357.374119:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384357.374120:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767384357.374122:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d77f18f0. 00000020:00000040:3.0:1767384357.374123:0:16149:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384357.374127:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384357.374128:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc3fa0cf 02000000:00000010:3.0:1767384357.374129:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3554000. 00000400:00000010:2.0:1767384357.374132:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc3fa0cf. 02000000:00000001:3.0:1767384357.374134:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384357.374136:0:16147:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384357.374137:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384357.374139:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef08b9d8. 00000100:00000200:2.0:1767384357.374140:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.374143:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767384357.374148:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.374152:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.374156:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.374159:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384357.374162:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384357.374162:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.374165:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.374166:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384357.374170:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384357.374170:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384357.374172:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384357.374174:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.374175:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.374180:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384357.374182:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384357.374190:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.374192:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384357.374194:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.374195:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384357.374198:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384357.374202:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.374204:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384357.374205:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384357.374206:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384357.374207:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.374209:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.374214:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.374215:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384357.374215:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384357.374217:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384357.374222:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007838d187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16147:1853236732521728:0@lo:400: 00000100:00000001:2.0:1767384357.374225:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.374227:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384357.374229:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd7cf867 x1853236732521600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.374234:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384357.374235:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384357.374237:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2770357. 02000000:00000001:2.0:1767384357.374239:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384357.374240:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384357.374241:0:16147:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384357.374242:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384357.374244:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000049022cd6. 02000000:00000001:2.0:1767384357.374246:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384357.374251:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384357.374252:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd7cf867. 00000100:00000001:2.0:1767384357.374255:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384357.374257:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.374259:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384357.374261:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007838d187 x1853236732521728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.374266:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384357.374268:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384357.374269:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d00c29e1. 02000000:00000001:2.0:1767384357.374271:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384357.374273:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384357.374274:0:16147:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384357.374275:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384357.374276:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000055c35b34. 02000000:00000001:2.0:1767384357.374278:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384357.374279:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384357.374279:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007838d187. 00000100:00000001:2.0:1767384357.374281:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384357.374281:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.374282:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.374285:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384357.374286:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.374288:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384357.374289:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.378524:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294945286, at 4294945287 00000100:00000040:2.0:1767384357.378529:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294945286, at 4294945287 00000100:00000010:3.0:1767384357.378534:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a64bd513. 00000100:00000010:2.0:1767384357.378537:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6736ced. 00000100:00000040:0.0:1767384357.378538:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294945286, at 4294945287 00000100:00000010:0.0:1767384357.378548:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000753546f3. 00000100:00000040:1.0:1767384357.378589:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294945286, at 4294945287 00000100:00000010:1.0:1767384357.378596:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a64969d4. 00000400:00000001:1.0:1767384357.819550:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384357.819555:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384357.819558:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e5c789 00000400:00000010:1.0:1767384357.819562:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e5c789. 00000400:00000200:1.0:1767384357.819566:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384357.819573:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384357.819583:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000051707bbe. 00000400:00000010:1.0:1767384357.819586:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005ffc6c3f. 00000400:00000200:1.0:1767384357.819592:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp40 00000400:00000010:1.0:1767384357.819595:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ca2bd7aa. 00000400:00000010:1.0:1767384357.819601:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000009d23a56. 00000400:00000010:1.0:1767384357.819606:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cc127d3. 00000400:00000010:1.0:1767384357.819613:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a08eeb4. 00000400:00000200:1.0:1767384357.819616:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp40 00000400:00000200:1.0:1767384357.819631:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp40 local destination 00000400:00000200:1.0:1767384357.819638:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp40 00000400:00000200:1.0:1767384357.819641:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp40 NI seq info: [159:159:256:4294967295] 192.168.204.131@tcp40 LPNI seq info [155:155:8:4294967295] 00000400:00000200:1.0:1767384357.819648:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp40 00000400:00000200:1.0:1767384357.819655:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp40(192.168.204.131@tcp40:) -> 192.168.204.131@tcp40(192.168.204.131@tcp40:192.168.204.131@tcp40) : GET try# 0 00000800:00000200:1.0:1767384357.819660:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp40 00000800:00000010:1.0:1767384357.819665:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003dd137cd. 00000800:00000200:1.0:1767384357.819671:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000800:00000200:1.1:1767384357.819676:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000400:00000200:1.0:1767384357.819697:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp40 added to recovery queue. ping count: 3 next ping: 286 health :700 00000400:00000200:1.0:1767384357.819703:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp37 00000400:00000010:1.0:1767384357.819707:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a9de65c0. 00000400:00000010:1.0:1767384357.819711:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008d478d7d. 00000400:00000010:1.0:1767384357.819715:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eaf93b79. 00000400:00000010:1.0:1767384357.819721:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000693ea079. 00000400:00000200:1.0:1767384357.819725:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp37 00000400:00000200:1.0:1767384357.819738:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp37 local destination 00000400:00000200:1.0:1767384357.819742:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp37 00000400:00000200:1.0:1767384357.819746:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp37 NI seq info: [160:160:256:4294967295] 192.168.204.131@tcp37 LPNI seq info [156:156:8:4294967295] 00000400:00000200:1.0:1767384357.819751:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp37 00000400:00000200:1.0:1767384357.819759:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp37(192.168.204.131@tcp37:) -> 192.168.204.131@tcp37(192.168.204.131@tcp37:192.168.204.131@tcp37) : GET try# 0 00000800:00000200:1.0:1767384357.819763:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp37 00000800:00000010:1.0:1767384357.819767:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007e1f728b. 00000800:00000200:1.0:1767384357.819771:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000800:00000200:1.1:1767384357.819776:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000400:00000200:0.0:1767384357.819781:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.819788:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp37 added to recovery queue. ping count: 4 next ping: 294 health :600 00000400:00000200:1.0:1767384357.819794:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp42 00000400:00000010:1.0:1767384357.819797:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000548319f. 00000400:00000010:1.0:1767384357.819800:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005c99c9c7. 00000400:00000010:1.0:1767384357.819804:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e337b4d. 00000400:00000010:1.0:1767384357.819810:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fda8e570. 00000400:00000200:1.0:1767384357.819814:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp42 00000400:00000200:1.0:1767384357.819820:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp42 local destination 00000400:00000200:1.0:1767384357.819823:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp42 00000400:00000200:1.0:1767384357.819826:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp42 NI seq info: [161:161:256:4294967295] 192.168.204.131@tcp42 LPNI seq info [157:157:8:4294967295] 00000400:00000200:1.0:1767384357.819830:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp42 00000400:00000200:1.0:1767384357.819837:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp42(192.168.204.131@tcp42:) -> 192.168.204.131@tcp42(192.168.204.131@tcp42:192.168.204.131@tcp42) : GET try# 0 00000800:00000200:1.0:1767384357.819841:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp42 00000800:00000010:1.0:1767384357.819844:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e78f532f. 00000800:00000200:1.0:1767384357.819847:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009278d4cb] -> 12345-192.168.204.131@tcp42 (2) 00000800:00000200:1.1:1767384357.819851:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009278d4cb] -> 12345-192.168.204.131@tcp42 (2) 00000400:00000200:0.0:1767384357.819862:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.819863:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp42 added to recovery queue. ping count: 1 next ping: 280 health :900 00000400:00000200:1.0:1767384357.819956:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.819968:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820027:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.820064:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820086:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820156:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.820162:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820226:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.820245:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820278:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.820313:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820326:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.820392:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820393:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820455:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.820472:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820530:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.820572:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820574:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820649:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.820659:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820700:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.820739:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820768:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.820818:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820832:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.820888:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820894:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.820963:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.820985:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821028:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.821083:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821106:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.821160:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821174:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821241:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.821246:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821295:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.821335:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821358:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.821414:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821426:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821504:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.821529:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821557:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.821600:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821615:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821683:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.821683:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821738:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.821758:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821780:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.821823:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821828:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821903:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.821922:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.821970:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.822012:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.822025:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.822080:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.822106:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.822167:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.822232:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000800:00000010:1.0:1767384357.822270:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c4626409. 00000800:00000010:1.0:1767384357.822277:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a69b7090. 00000800:00000010:1.0:1767384357.822283:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006be751ea. 00000400:00000200:0.0:1767384357.822283:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000800:00000010:1.0:1767384357.822309:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006be751ea. 00000800:00020000:1.0:1767384357.822321:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384357.822324:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a69b7090. 00000800:00000010:1.0:1767384357.822326:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c4626409. 00000400:00000200:0.0:1767384357.822330:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:02020000:1.0:1767384357.822378:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp37 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384357.822381:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.822388:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp37 notifying 192.168.204.131@tcp37: down 00000800:00000200:1.0:1767384357.822394:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp37 down 00000800:00000100:1.0:1767384357.822401:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp37 00000800:00000010:1.0:1767384357.822405:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007e1f728b. 00000400:00000200:1.0:1767384357.822409:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384357.822415:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp37->192.168.204.131@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384357.822422:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384357.822425:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384357.822425:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.822431:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp37) recovery failed with -71 00000400:00000200:1.0:1767384357.822461:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.822510:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.822538:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.822587:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.822614:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.822641:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.822669:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.822695:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000800:00000010:0.0:1767384357.822707:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e4111e58. 00000800:00000010:0.0:1767384357.822714:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091d2499c. 00000400:00000200:1.0:1767384357.822716:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000800:00000010:0.0:1767384357.822720:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f1f2cd0. 00000400:00000200:1.0:1767384357.822743:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000800:00000010:0.0:1767384357.822752:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f1f2cd0. 00000800:00020000:0.0:1767384357.822763:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384357.822767:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091d2499c. 00000400:00000200:1.0:1767384357.822768:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000800:00000010:0.0:1767384357.822773:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e4111e58. 00000400:00000200:1.0:1767384357.822793:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.822828:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:02020000:0.0:1767384357.822849:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp40 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384357.822858:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp40 notifying 192.168.204.131@tcp40: down 00000800:00000200:0.0:1767384357.822865:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp40 down 00000400:00000200:1.0:1767384357.822868:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000800:00000100:0.0:1767384357.822871:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp40 00000800:00000010:0.0:1767384357.822876:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003dd137cd. 00000400:00000200:0.0:1767384357.822883:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384357.822900:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp40->192.168.204.131@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384357.822910:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384357.822912:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384357.822917:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384357.822925:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp40) recovery failed with -71 00000400:00000200:1.0:1767384357.822951:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823003:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823055:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823100:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823139:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823171:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823206:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823233:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823266:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823307:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823340:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823371:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823405:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823452:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823597:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823626:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823652:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823682:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823697:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823716:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384357.823744:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384357.823875:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c4626409. 00000800:00000010:1.0:1767384357.823884:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a69b7090. 00000800:00000010:1.0:1767384357.823889:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006be751ea. 00000800:00000010:1.0:1767384357.823905:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006be751ea. 00000800:00020000:1.0:1767384357.823911:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384357.823913:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a69b7090. 00000800:00000010:1.0:1767384357.823916:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c4626409. 00000400:02020000:1.0:1767384357.823942:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp42 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384357.823946:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp42 notifying 192.168.204.131@tcp42: down 00000400:00000200:1.0:1767384357.823954:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384357.823957:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp42 00000800:00000010:1.0:1767384357.823959:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e78f532f. 00000400:00000200:1.0:1767384357.823961:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384357.823964:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp42->192.168.204.131@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384357.823969:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384357.823970:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384357.823982:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp42) recovery failed with -71 00010000:00000001:1.0:1767384358.268536:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384358.268542:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.268547:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384358.268549:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.268580:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384358.268585:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.268587:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384358.829096:0:35402:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384358.829111:0:35402:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.829115:0:35402:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384358.829121:0:35402:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384358.829127:0:35402:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.829130:0:35402:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384358.843548:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1767384358.843552:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000068d2c03] -> 12345-192.168.204.131@tcp25 (6) 00000400:00000001:0.0:1767384358.843553:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384358.843558:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cc127d3 00000800:00000200:1.0:1767384358.843562:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp25 ip 192.168.204.131:988 00000400:00000010:0.0:1767384358.843562:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cc127d3. 00000800:00000200:1.0:1767384358.843569:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384358.843569:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384358.843576:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp40 recovery ping unlinked 00000400:00000010:0.0:1767384358.843589:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ca2bd7aa. 00000400:00000010:0.0:1767384358.843593:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000009d23a56. 00000400:00000001:0.0:1767384358.843597:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384358.843598:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384358.843600:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaf93b79 00000400:00000010:0.0:1767384358.843601:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eaf93b79. 00000400:00000200:0.0:1767384358.843603:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384358.843605:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp37 recovery ping unlinked 00000400:00000010:0.0:1767384358.843607:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a9de65c0. 00000400:00000010:0.0:1767384358.843614:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008d478d7d. 00000400:00000001:0.0:1767384358.843620:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384358.843621:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384358.843622:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e337b4d 00000400:00000010:0.0:1767384358.843623:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e337b4d. 00000400:00000200:0.0:1767384358.843624:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384358.843626:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384358.843630:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000548319f. 00000400:00000010:0.0:1767384358.843631:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005c99c9c7. 00000400:00000200:0.0:1767384358.843634:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp41 00000400:00000010:0.0:1767384358.843637:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000066bc0aea. 00000400:00000010:0.0:1767384358.843641:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c632f9c2. 00000400:00000010:0.0:1767384358.843644:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000400:00000010:0.0:1767384358.843651:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000ebe04a6. 00000400:00000200:0.0:1767384358.843655:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp41 00000400:00000200:0.0:1767384358.843667:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp41 local destination 00000400:00000200:0.0:1767384358.843673:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp41 00000400:00000200:0.0:1767384358.843677:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp41 NI seq info: [162:162:256:4294967295] 192.168.204.131@tcp41 LPNI seq info [158:158:8:4294967295] 00000400:00000200:0.0:1767384358.843684:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp41 00000800:00000200:3.0:1767384358.843694:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384358.843696:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384358.843696:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp41(192.168.204.131@tcp41:) -> 192.168.204.131@tcp41(192.168.204.131@tcp41:192.168.204.131@tcp41) : GET try# 0 00000800:00000200:0.0:1767384358.843705:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp41 00000800:00000001:1.0:1767384358.843709:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384358.843710:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cd8d2416. 00000800:00000001:1.0:1767384358.843717:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384358.843718:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c92d7de] -> 12345-192.168.204.131@tcp41 (2) 00000800:00000001:1.0:1767384358.843722:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384358.843727:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c92d7de] -> 12345-192.168.204.131@tcp41 (2) 00000400:00000200:0.0:1767384358.843747:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp41 added to recovery queue. ping count: 3 next ping: 287 health :700 00000400:00000200:1.0:1767384358.843801:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.843838:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.843863:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.843887:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.843915:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.843938:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.843963:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.843991:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844037:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844070:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844090:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844111:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844130:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844145:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844160:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844181:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844205:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844233:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844250:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844266:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844283:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844298:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844310:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844329:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844345:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844367:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844407:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844438:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844461:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844504:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844531:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844550:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844568:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844590:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384358.844611:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384358.844730:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c4626409. 00000800:00000010:1.0:1767384358.844734:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006890c866. 00000800:00000010:1.0:1767384358.844739:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e9de6670. 00000800:00000010:1.0:1767384358.844760:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e9de6670. 00000800:00020000:1.0:1767384358.844768:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384358.844776:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006890c866. 00000800:00000010:1.0:1767384358.844779:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c4626409. 00000400:02020000:1.0:1767384358.844811:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp41 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384358.844816:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp41 notifying 192.168.204.131@tcp41: down 00000800:00000200:1.0:1767384358.844821:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp41 down 00000800:00000100:1.0:1767384358.844826:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp41 00000800:00000010:1.0:1767384358.844829:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cd8d2416. 00000400:00000200:1.0:1767384358.844832:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384358.844836:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp41->192.168.204.131@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384358.844844:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384358.844846:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384358.844848:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp41) recovery failed with -71 00010000:00000001:1.0:1767384359.291543:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384359.291549:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.291554:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384359.291556:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.291600:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384359.291605:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384359.291610:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384359.506693:0:35566:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384359.506698:0:35566:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:3.0:1767384359.509853:0:35566:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384359.516566:0:35567:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000df88a877. 00000400:00000010:2.0:1767384359.516582:0:35567:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005516a00a. 00000400:00000010:2.0:1767384359.516591:0:35567:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f35e7330. 00000400:00000010:2.0:1767384359.516595:0:35567:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002a8928f1. 00000400:00000010:2.0:1767384359.516598:0:35567:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000077672ce9. 00000400:00000010:2.0:1767384359.516602:0:35567:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c5f96f59. 00000400:00000010:2.0:1767384359.516608:0:35567:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005b6e1bbf. 00000400:00000010:2.0:1767384359.516610:0:35567:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006e2a6e52. 00000400:00000010:2.0:1767384359.516613:0:35567:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006bcfa535. 00000800:00000010:2.0:1767384359.516630:0:35567:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000ed03aae. 00000800:00000200:2.0:1767384359.516640:0:35567:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384359.516654:0:35567:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384359.516691:0:35567:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:2.0:1767384359.516714:0:35567:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp45 [8/256/0/180] 00000400:00000010:2.0:1767384359.518105:0:35567:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000ec12fc81. 00000400:00000010:2.0:1767384359.518111:0:35567:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007582d27b. 00000400:00000010:2.0:1767384359.518116:0:35567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110db611. 00000400:00000001:2.0:1767384359.518137:0:35567:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384359.518139:0:35567:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384359.518141:0:35567:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007eb2fb3c. 00000400:00000200:2.0:1767384359.518144:0:35567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000178e02bd 00000400:00000010:2.0:1767384359.518146:0:35567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000178e02bd. 00000400:00000010:2.0:1767384359.518149:0:35567:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000ed04ef2d. 00000400:00000200:2.0:1767384359.518154:0:35567:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (35) 00000400:00000200:2.0:1767384359.518165:0:35567:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384359.518174:0:35567:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:2.0:1767384359.518182:0:35567:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f30fabec. 00000020:01000000:2.0:1767384359.518186:0:35567:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384359.518189:0:35567:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp45 00000400:00000200:0.0:1767384359.518196:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384359.518203:0:35567:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005516a00a. 00000400:00000200:0.0:1767384359.518203:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000010:2.0:1767384359.518209:0:35567:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000df88a877. 00000400:00000010:0.0:1767384359.518212:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000139cbb3f. 00000400:00000200:0.0:1767384359.518216:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (36) 00000400:00000010:0.0:1767384359.518222:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004772c9db. 00000400:00000200:0.0:1767384359.518226:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000020:00000001:1.0:1767384359.518234:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384359.518239:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384359.518240:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 10000000:00000001:1.0:1767384359.518243:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384359.518246:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384359.518248:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 00000020:01000004:1.0:1767384359.518251:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384359.518253:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384359.518254:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384359.518257:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384359.518259:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384359.518262:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384359.518264:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384359.518266:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384359.518268:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000020:01000004:1.0:1767384359.518269:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384359.518271:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384359.518276:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 00000100:00000010:1.0:1767384359.518280:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000515a4868. 00000400:00000200:0.0:1767384359.518281:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 00000020:00000040:1.0:1767384359.518286:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:0.0:1767384359.518288:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 00000400:00000200:0.0:1767384359.518293:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000100:00000001:1.0:1767384359.518294:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384359.518298:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 02000000:00000001:1.0:1767384359.518299:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384359.518304:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 02000000:00000001:1.0:1767384359.518306:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.518307:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000400:00000200:0.0:1767384359.518310:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000400:00000200:0.0:1767384359.518316:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000400:00000200:0.0:1767384359.518319:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:0.0:1767384359.518322:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 02000000:00000010:1.0:1767384359.518324:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c4626409. 00000400:00000200:0.0:1767384359.518326:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000400:00000200:0.0:1767384359.518330:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 62], ns[42, 62] 00000100:00000001:1.0:1767384359.518332:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.518336:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:0.0:1767384359.518339:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000100:00000001:1.0:1767384359.518342:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384359.518343:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000100:00000001:1.0:1767384359.518346:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.518350:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 42], ns[58, 42] 00000100:00000040:1.0:1767384359.518356:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000515a4868] to pc [ptlrpcd_00_03+3] req@00000000515a4868 x1853236732521984/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384359.518372:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[153, 42], ns[157, 42] 00000400:00000200:0.0:1767384359.518376:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[116, 42], ns[119, 42] 00000400:00000200:0.0:1767384359.518380:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 42], ns[72, 42] 00000400:00000200:0.0:1767384359.518383:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[124, 42], ns[127, 42] 00000400:00000200:0.0:1767384359.518386:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 42], ns[130, 42] 00000400:00000200:0.0:1767384359.518389:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 42], ns[102, 42] 00000400:00000200:0.0:1767384359.518392:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[152, 42], ns[156, 42] 10000000:00000001:1.0:1767384359.518395:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.518396:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 42], ns[118, 42] 10000000:00000001:1.0:1767384359.518401:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384359.518406:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.518406:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 42], ns[160, 42] 00000100:00000001:2.0:1767384359.518407:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384359.518409:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384359.518412:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384359.518417:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384359.518418:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384359.518420:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 42], ns[132, 42] 10000000:00000001:1.0:1767384359.518421:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384359.518424:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384359.518425:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000515a4868 x1853236732521984/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384359.518427:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384359.518433:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384359.518433:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 42], ns[147, 42] 00000020:01000004:1.0:1767384359.518437:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384359.518440:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384359.518445:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384359.518448:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 42], ns[159, 42] 00000100:00000001:2.0:1767384359.518449:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384359.518449:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384359.518453:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384359.518453:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384359.518457:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384359.518458:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[158, 42], ns[162, 42] 00000020:01000004:1.0:1767384359.518459:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384359.518460:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384359.518463:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384359.518464:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384359.518467:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087a8f723. 00000400:00000200:0.0:1767384359.518468:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[157, 42], ns[161, 42] 02000000:00000001:2.0:1767384359.518469:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384359.518472:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000400:00000200:0.0:1767384359.518498:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00000400:00000200:0.0:1767384359.518502:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000400:00000200:0.0:1767384359.518507:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp43 00000100:00000001:1.0:1767384359.518508:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384359.518512:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384359.518515:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732521984:0@lo:253: 00000400:00000200:0.0:1767384359.518515:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp43 lpni_is_preferred = 0 02000000:00000001:1.0:1767384359.518516:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.518522:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp43 00000100:00000001:2.0:1767384359.518524:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384359.518525:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000607e60a4. 02000000:00000001:2.0:1767384359.518530:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384359.518531:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp43 NI seq info: [163:163:256:4294967295] 192.168.204.131@tcp43 LPNI seq info [159:159:8:4294967295] 00000100:00000001:1.0:1767384359.518532:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.518534:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.518536:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384359.518537:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384359.518540:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384359.518546:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005053e3f2. 00000100:00000040:1.0:1767384359.518547:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087a8f723] to pc [ptlrpcd_00_00+0] req@0000000087a8f723 x1853236732522112/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384359.518551:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.518552:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp43 00000400:00000010:2.0:1767384359.518559:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c328e67. 00000400:00000010:2.0:1767384359.518567:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005516a00a. 00000400:00000200:0.0:1767384359.518568:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp43(192.168.204.131@tcp43:) -> 192.168.204.131@tcp43(192.168.204.131@tcp:192.168.204.131@tcp43) : PUT try# 0 10000000:00000001:1.0:1767384359.518573:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384359.518574:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732521984, portal 25 00000100:00000001:2.0:1767384359.518579:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767384359.518579:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.204.131@tcp43 00000100:00000001:2.0:1767384359.518582:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 10000000:00000001:1.0:1767384359.518585:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384359.518587:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384359.518588:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa5ffeb3. 00000100:00000040:2.0:1767384359.518590:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000515a4868 x1853236732521984/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384359.518593:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:0.0:1767384359.518599:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003eedd9aa. 00000020:00000010:1.0:1767384359.518600:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f30fabec. 00000100:00000001:2.0:1767384359.518601:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384359.518606:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:0.0:1767384359.518607:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000076ffc100. 00000400:00000010:2.0:1767384359.518609:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000355101f8. 00000100:00000200:2.0:1767384359.518613:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732521984, offset 0 00000100:00000001:1.0:1767384359.518615:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384359.518615:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003eedd9aa] -> 12345-192.168.204.131@tcp43 (2) 00000400:00000200:2.0:1767384359.518620:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384359.518620:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000800:00000200:0.1:1767384359.518625:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003eedd9aa] -> 12345-192.168.204.131@tcp43 (2) 00000100:00000001:1.0:1767384359.518627:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384359.518634:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384359.518638:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384359.518641:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000100:00000001:1.0:1767384359.518643:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384359.518648:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206e00 00000400:00000200:0.0:1767384359.518648:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000100:00000001:1.0:1767384359.518649:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384359.518652:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384359.518655:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384359.518660:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14f9 [2] + 0 00000100:00000040:1.0:1767384359.518662:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087a8f723 x1853236732522112/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384359.518665:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a391f4ad. 00000100:00000001:0.0:1767384359.518665:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.518670:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384359.518671:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c21b81ce 00000100:00000001:1.0:1767384359.518676:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384359.518678:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384359.518681:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384359.518681:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384359.518683:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384359.518687:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384359.518689:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384359.518692:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732522112:0@lo:253: 00000400:00000200:2.0:1767384359.518695:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c21b81ce 00000100:00000001:1.0:1767384359.518696:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384359.518700:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c21b81ce. 02000000:00000001:1.0:1767384359.518700:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384359.518704:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.518706:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384359.518707:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384359.518710:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:1.0:1767384359.518711:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000cf2ac1d. 00000100:00000040:2.0:1767384359.518714:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000c9f0d6dd x1853236732521984 msgsize 4848 02000000:00000001:1.0:1767384359.518715:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384359.518721:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cc03958. 00000100:00100000:2.0:1767384359.518722:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384359.518727:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384359.518729:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2761787. 00000100:00000200:1.0:1767384359.518734:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732522112, portal 25 00000100:00000001:2.0:1767384359.518735:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384359.518736:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384359.518738:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210175872 : -119698499375744 : ffff93228576ed80) 00000100:00000040:1.0:1767384359.518741:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087a8f723 x1853236732522112/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.518748:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384359.518750:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000355101f8 00000400:00000010:2.0:1767384359.518753:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000355101f8. 00000100:00000001:2.0:1767384359.518759:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384359.518760:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384359.518763:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021ca3aee. 00000100:00000200:2.0:1767384359.518765:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000515a4868 x1853236732521984/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384359.518766:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732522112, offset 0 00000100:00000001:0.0:1767384359.518777:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384359.518778:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384359.518781:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384359.518782:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.518786:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000515a4868 x1853236732521984/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384359.518790:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384359.518799:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.518801:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384359.518804:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206e80 00000100:00000001:2.0:1767384359.518807:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384359.518811:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1501 [2] + 0 00000100:00000001:2.0:1767384359.518814:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294947437 00000400:00000010:1.0:1767384359.518815:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026304857. 00000100:00000010:2.0:1767384359.518819:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ade3b3d. 00000400:00000200:1.0:1767384359.518820:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028946034 00000400:00000200:1.0:1767384359.518827:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384359.518829:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384359.518833:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384359.518835:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384359.518837:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028946034 00000100:00000001:2.0:1767384359.518838:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294947437 00000400:00000010:1.0:1767384359.518842:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028946034. 00000100:00000010:2.0:1767384359.518844:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007df21e0. 00000100:00000001:1.0:1767384359.518847:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384359.518848:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384359.518849:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384359.518855:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294947437 00000100:00000040:1.0:1767384359.518855:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000bf436cf1 x1853236732522112 msgsize 4848 00000100:00000010:2.0:1767384359.518862:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064aaf943. 00000100:00000001:2.0:1767384359.518866:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767384359.518866:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384359.518870:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384359.518872:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294947437 00000100:00000010:2.0:1767384359.518877:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092563418. 00000100:00000001:1.0:1767384359.518880:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384359.518881:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384359.518888:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384359.518888:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021ca3aee 00000400:00000200:0.0:1767384359.518890:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000010:1.0:1767384359.518893:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021ca3aee. 00000100:00000001:2.0:1767384359.518894:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.518900:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384359.518901:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.518905:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384359.518907:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087a8f723 x1853236732522112/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.518909:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384359.518913:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384359.518917:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384359.518917:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384359.518920:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000100:00000001:2.0:1767384359.518921:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384359.518923:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087a8f723 x1853236732522112/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.518925:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.518931:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.518934:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.518936:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384359.518941:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.518945:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294947437 00000100:00000001:1.0:1767384359.518948:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294947437 00000100:00000001:1.0:1767384359.518950:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294947437 00000100:00000001:1.0:1767384359.518952:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294947437 00000100:00000001:1.0:1767384359.518961:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294947437 00000100:00000001:1.0:1767384359.518963:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294947437 00000100:00000001:1.0:1767384359.518965:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294947437 00000400:00000200:0.0:1767384359.518966:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000100:00000001:1.0:1767384359.518967:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294947437 00000100:00000001:1.0:1767384359.518972:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384359.518974:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.518976:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.518979:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.519020:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384359.519024:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732521984 02000000:00000001:1.0:1767384359.519028:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384359.519028:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000100:00000001:1.0:1767384359.519033:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384359.519037:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.519043:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384359.519047:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732521984 00000020:00000001:1.0:1767384359.519051:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384359.519054:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384359.519057:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384359.519061:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000001:2.0:1767384359.519063:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384359.519065:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00100000:2.0:1767384359.519067:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732522112 02000000:00000001:2.0:1767384359.519072:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384359.519072:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384359.519075:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384359.519077:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.519079:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 02000000:00000001:2.0:1767384359.519081:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.519082:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384359.519087:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732522112 00000020:00000010:1.0:1767384359.519089:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003d8afe9. 00000020:00000001:2.0:1767384359.519090:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384359.519092:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384359.519095:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384359.519096:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384359.519097:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:2.0:1767384359.519103:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000010:1.0:1767384359.519104:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003d8afe9. 00000020:00000001:2.0:1767384359.519105:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:2.0:1767384359.519111:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384359.519113:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ab31aab. 00000020:00000010:2.0:1767384359.519114:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000229ace6b. 00000400:00000200:0.0:1767384359.519118:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000100:00000001:2.0:1767384359.519119:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384359.519121:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009dcb6525. 00000020:00000010:2.0:1767384359.519124:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000229ace6b. 00000020:00000010:1.0:1767384359.519128:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003615189c. 00000020:00000010:2.0:1767384359.519132:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000784ae563. 00000020:00000010:2.0:1767384359.519138:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096aaef3e. 00000020:00000010:2.0:1767384359.519141:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d473f0f0. 00000100:00000040:1.0:1767384359.519142:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384359.519146:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384359.519147:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384359.519148:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384359.519150:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384359.519153:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.519153:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.519163:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000100:00000001:2.0:1767384359.519166:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.519168:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.519175:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.519178:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.519190:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384359.519193:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384359.519193:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384359.519197:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384359.519201:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000400:00000200:0.0:1767384359.519202:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000100:00000040:2.0:1767384359.519206:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384359.519209:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141333584 : -119697568218032 : ffff9322bcf74450) 00000100:00100000:1.0:1767384359.519213:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000040:2.0:1767384359.519216:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf436cf1 x1853236732522112/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:340/0 lens 4848/0 e 0 to 0 dl 1767384370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384359.519217:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:1.0:1767384359.519221:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141337680 : -119697568213936 : ffff9322bcf75450) 00000100:00000001:2.0:1767384359.519230:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384359.519231:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9f0d6dd x1853236732521984/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:340/0 lens 4848/0 e 0 to 0 dl 1767384370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.519240:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384359.519241:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000229ace6b. 00000400:00000200:0.0:1767384359.519241:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000020:00000010:1.0:1767384359.519243:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003d8afe9. 00000100:00000001:2.0:1767384359.519248:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384359.519249:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384359.519252:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000229ace6b. 00000020:00000010:1.0:1767384359.519253:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003d8afe9. 00000100:00100000:2.0:1767384359.519261:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf436cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732522112:12345-0@lo:253: 00000100:00100000:1.0:1767384359.519264:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9f0d6dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732521984:12345-0@lo:253: 00000100:00000200:2.0:1767384359.519269:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732522112 00000100:00000200:1.0:1767384359.519270:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732521984 00000020:00000001:2.0:1767384359.519274:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384359.519274:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384359.519280:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384359.519281:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384359.519282:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.519284:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384359.519286:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384359.519287:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384359.519289:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000020:00000001:2.0:1767384359.519290:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:1.0:1767384359.519290:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384359.519297:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384359.519298:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384359.519300:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384359.519301:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384359.519303:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384359.519304:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384359.519306:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384359.519307:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384359.519310:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384359.519311:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.519317:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384359.519318:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384359.519323:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384359.519323:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384359.519330:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 02000000:00000010:2.0:1767384359.519332:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000819085a5. 02000000:00000010:1.0:1767384359.519334:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004ca98fb8. 02000000:00000001:2.0:1767384359.519335:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.519340:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.519340:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.519344:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384359.519345:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384359.519347:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384359.519356:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f30fabec. 20000000:00000010:1.0:1767384359.519358:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000082db6db4. 20000000:01000000:2.0:1767384359.519361:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384359.519361:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 20000000:01000000:1.0:1767384359.519363:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384359.519368:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384359.519368:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384359.519372:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384359.519374:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384359.519377:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384359.519379:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384359.519380:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384359.519382:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384359.519385:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384359.519387:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384359.519388:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 20000000:00000010:2.0:1767384359.519392:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000000f233d8. 20000000:01000000:2.0:1767384359.519396:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:2.0:1767384359.519401:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384359.519407:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384359.519410:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.519433:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00080000:00000001:2.0:1767384359.519453:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384359.519457:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384359.519458:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384359.519467:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384359.519471:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384359.519474:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000020:00000001:2.0:1767384359.519502:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:2.0:1767384359.519508:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384359.519515:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000039b0ba5e. 00080000:00000001:2.0:1767384359.519517:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869267456 : -119702840284160 : ffff932182b9ec00) 00080000:00000001:2.0:1767384359.519521:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384359.519556:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.519606:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000001:00000001:2.0:1767384359.519631:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384359.519633:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384359.519636:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384359.519637:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00080000:00000001:2.0:1767384359.519659:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384359.519663:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384359.519664:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.519689:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.519736:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.519783:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00080000:00000001:2.0:1767384359.519803:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384359.519807:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384359.519833:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.519864:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.519891:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.519915:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.519936:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.519967:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.519993:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.520027:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.520052:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.520080:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384359.520104:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384359.520303:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e4111e58. 00000800:00000010:0.0:1767384359.520307:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c0e868d. 00000800:00000010:0.0:1767384359.520313:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e0f3c2c. 00000800:00000010:0.0:1767384359.520332:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e0f3c2c. 00000800:00020000:0.0:1767384359.520342:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384359.520345:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c0e868d. 00000800:00000010:0.0:1767384359.520347:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e4111e58. 00000400:02020000:0.0:1767384359.520387:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp43 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384359.520393:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp43 notifying 192.168.204.131@tcp43: down 00000800:00000200:0.0:1767384359.520398:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp43 down 00000800:00000100:0.0:1767384359.520403:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.204.131@tcp43 00000800:00000010:0.0:1767384359.520407:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa5ffeb3. 00000400:00000200:0.0:1767384359.520409:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384359.520412:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp43->192.168.204.131@tcp43: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384359.520423:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp43 added to recovery queue. ping count: 0 next ping: 281 health :900 00000400:00000200:0.0:1767384359.520427:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384359.520431:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 1 00000400:00000200:0.0:1767384359.520436:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384359.520469:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384359.520474:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x101171 00000400:00000001:1.0:1767384359.520498:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384359.520500:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384359.520502:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139cbb3f 00000400:00000010:1.0:1767384359.520504:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000139cbb3f. 00000400:00000200:1.0:1767384359.520507:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384359.520513:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384359.520516:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (37) 00000400:00000200:1.0:1767384359.520520:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384359.520522:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc -71 00000400:00000200:1.0:1767384359.520525:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384359.520528:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (36) 00080000:00000001:1.0:1767384359.528683:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384359.528690:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:0.0:1767384359.528692:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384359.528693:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384359.528697:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384359.528698:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384359.528702:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384359.528703:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384359.528704:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384359.528707:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000039b0ba5e. 20000000:01000000:1.0:1767384359.528710:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384359.528711:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384359.528720:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384359.528724:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:2.0:1767384359.528728:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000009d23a56. 00080000:00000020:1.0:1767384359.528731:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384359.528732:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:2.0:1767384359.528737:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384359.528741:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384359.528749:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384359.528753:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384359.528755:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384359.528760:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384359.528763:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384359.528763:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384359.528768:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384359.528770:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384359.528772:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384359.528772:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000483c3f3. 00000020:00000001:2.0:1767384359.528774:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384359.528778:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384359.528780:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000010:1.0:1767384359.528783:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047beefc9. 00080000:00000001:2.0:1767384359.528784:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384359.528789:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:2.0:1767384359.528792:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000075e03b97. 00000020:00000040:1.0:1767384359.528793:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047beefc9 with handle 0xf83434fd52e6db53 to hash 00080000:00000001:2.0:1767384359.528798:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370869266432 : -119702840285184 : ffff932182b9e800) 00000020:00000001:1.0:1767384359.528799:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384359.528802:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384359.528808:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384359.528811:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384359.528816:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384359.528818:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.528821:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db53 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.528829:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384359.528833:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384359.528835:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384359.528837:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384359.528839:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.528841:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384359.528842:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.528845:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384359.528848:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384359.528850:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384359.528851:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384359.528853:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000483c3f3) refcount = 1 00010000:00010000:1.0:1767384359.528856:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db53 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.528861:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384359.528862:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384359.528863:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.528865:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.528867:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384359.528869:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384359.528873:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:1.0:1767384359.528876:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384359.528877:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384359.528878:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=4 00000020:00000001:1.0:1767384359.528880:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384359.528882:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384359.528884:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000001:00000001:2.0:1767384359.528886:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384359.528888:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384359.528893:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384359.528893:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db53 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.528902:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384359.528905:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db53 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.528909:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384359.528911:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.528911:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384359.528915:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db53 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384359.528916:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384359.528921:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384359.528923:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.528926:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384359.528928:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db53 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384359.528933:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000047beefc9 already unused, calling callback (000000008463f753) 00010000:00000001:1.0:1767384359.528935:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384359.528937:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384359.528939:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db53 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.528943:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384359.528944:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384359.528946:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384359.528947:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=5 00000020:00000001:1.0:1767384359.528949:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384359.528950:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384359.528954:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384359.528955:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db53 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.528960:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384359.528967:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384359.528969:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.528974:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384359.528976:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384359.528978:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384359.528979:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384359.528982:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047beefc9 with handle 0xf83434fd52e6db53 from hash 00010000:00000001:1.0:1767384359.528984:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384359.528986:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.528987:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.528989:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384359.528991:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384359.528993:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384359.528995:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384359.528997:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.528999:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.529001:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:2.0:1767384359.529002:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384359.529003:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384359.529021:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384359.529022:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384359.529025:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.529028:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.529031:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.529033:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.529036:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db53 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.529043:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.529045:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.529048:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384359.529050:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384359.529052:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.529054:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.529056:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384359.529059:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384359.529062:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.529064:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db53 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.529083:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384359.529085:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384359.529087:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db53 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384359.529094:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000483c3f3 count: 0 00010000:00000001:1.0:1767384359.529108:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384359.529110:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384359.529517:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294947437, at 4294947438 00000100:00000040:0.0:1767384359.529518:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294947437, at 4294947438 00000100:00000040:1.0:1767384359.529521:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294947437, at 4294947438 00000100:00000010:2.0:1767384359.529527:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064aaf943. 00000100:00000010:0.0:1767384359.529529:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ade3b3d. 00000100:00000010:1.0:1767384359.529531:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007df21e0. 00000100:00000040:3.0:1767384359.529533:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294947437, at 4294947438 00000100:00000010:3.0:1767384359.529541:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092563418. 00010000:00000010:1.1:1767384359.533498:0:16624:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000483c3f3. 00010000:00000010:1.1:1767384359.533508:0:16624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047beefc9. 00000400:00000010:0.0:1767384359.537401:0:35572:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b8b5b92e. 00000400:00000040:0.0:1767384359.537418:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384359.537421:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384359.537423:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384359.537425:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384359.537428:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384359.537429:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384359.537432:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384359.537433:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384359.537435:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384359.537437:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384359.537439:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384359.537440:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384359.537442:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384359.537444:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384359.537445:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384359.537447:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384359.537448:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384359.537449:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384359.537450:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384359.537452:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384359.537453:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384359.537454:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384359.537461:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384359.537463:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384359.537464:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384359.537466:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384359.537468:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384359.537470:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384359.537472:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384359.537473:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384359.537473:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384359.537475:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384359.537502:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384359.537505:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384359.537506:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384359.537508:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384359.537509:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384359.537511:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384359.537513:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384359.537514:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384359.537516:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384359.537518:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384359.537520:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384359.537522:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384359.537524:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384359.537525:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384359.537527:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384359.537529:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384359.537531:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384359.537533:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384359.537534:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384359.537535:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384359.537536:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384359.537538:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384359.537539:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384359.537541:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384359.537542:0:35572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00080000:00000001:3.0:1767384359.537611:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384359.537618:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384359.537623:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384359.537626:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384359.537629:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384359.537635:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384359.537640:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384359.537642:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384359.537647:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:3.0:1767384359.537648:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:1.0:1767384359.537650:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384359.537655:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384359.537658:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384359.537664:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000038d90832. 00010000:00000001:1.0:1767384359.537669:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384359.537672:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047beefc9. 00000400:00000010:0.0:1767384359.537674:0:35572:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b8b5b92e. 00000020:00000001:1.0:1767384359.537675:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384359.537680:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047beefc9 with handle 0xf83434fd52e6db5a to hash 00000020:00000001:1.0:1767384359.537683:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384359.537684:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384359.537686:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384359.537688:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384359.537689:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.537691:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db5a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384359.537692:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384359.537695:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384359.537698:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384359.537699:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384359.537701:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384359.537703:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384359.537705:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00040000:00000001:0.0:1767384359.537706:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767384359.537708:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384359.537708:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384359.537710:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000075e03b97. 00080000:00000001:0.0:1767384359.537713:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:1.0:1767384359.537717:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384359.537719:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.537720:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384359.537722:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384359.537723:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384359.537724:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384359.537726:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000038d90832) refcount = 1 00010000:00010000:1.0:1767384359.537729:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db5a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.537733:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384359.537734:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384359.537736:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.537737:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.537739:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384359.537741:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384359.537742:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:1.0:1767384359.537745:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384359.537746:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384359.537747:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=4 00000020:00000001:1.0:1767384359.537748:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384359.537750:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384359.537751:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384359.537753:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db5a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.537757:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384359.537758:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db5a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.537762:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.537764:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384359.537765:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db5a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.537768:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384359.537775:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.537778:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384359.537780:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db5a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384359.537786:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000047beefc9 already unused, calling callback (000000008463f753) 00010000:00000001:1.0:1767384359.537788:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384359.537790:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384359.537792:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db5a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.537796:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384359.537798:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384359.537799:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384359.537801:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=5 00000020:00000001:1.0:1767384359.537802:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384359.537804:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384359.537805:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384359.537807:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db5a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.537810:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384359.537813:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384359.537814:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.537817:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384359.537819:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384359.537821:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384359.537822:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384359.537824:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047beefc9 with handle 0xf83434fd52e6db5a from hash 00010000:00000001:1.0:1767384359.537825:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384359.537826:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.537827:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.537828:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384359.537830:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384359.537831:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384359.537837:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384359.537839:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384359.537841:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.537843:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384359.537844:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384359.537846:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.537848:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.537849:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.537850:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.537852:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.537853:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db5a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.537856:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.537858:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.537859:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384359.537859:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384359.537860:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384359.537862:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384359.537863:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384359.537865:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384359.537867:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.537869:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db5a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384359.537873:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384359.537874:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384359.537874:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000047beefc9/0xf83434fd52e6db5a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384359.537878:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000038d90832 count: 0 00010000:00000001:1.0:1767384359.537888:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384359.537889:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384359.538443:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384359.538446:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384359.538449:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f30fabec. 20000000:00000001:1.0:1767384359.538453:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384359.538457:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732522112 00010000:00000001:1.0:1767384359.538466:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384359.538472:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf436cf1 x1853236732522112/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384359.538503:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384359.538505:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384359.538509:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=79 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384359.538514:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384359.538517:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384359.538519:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384359.538522:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384359.538526:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.538529:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384359.538533:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384359.538538:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab563b2a. 00000100:00000200:1.0:1767384359.538543:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732522112, offset 224 00000400:00000200:1.0:1767384359.538550:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384359.538562:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384359.538572:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206e80 00000400:00000200:1.0:1767384359.538579:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1da1 [2] + 224 00000400:00000200:1.0:1767384359.538587:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384359.538591:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384359.538597:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384359.538602:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087a8f723 x1853236732522112/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384359.538610:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000087a8f723 x1853236732522112/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.538624:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384359.538631:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab563b2a 00000400:00000010:1.0:1767384359.538633:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab563b2a. 00000100:00000001:1.0:1767384359.538636:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384359.538638:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384359.538642:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384359.538645:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384359.538647:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384359.538655:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384359.538657:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384359.538661:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf436cf1 x1853236732522112/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384359.538671:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf436cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732522112:12345-0@lo:253: Request processed in 19438us (19812us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384359.538678:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000040:1.0:1767384359.538681:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384359.538683:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384359.538685:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384359.538690:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096aaef3e. 00000020:00000010:1.0:1767384359.538693:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d473f0f0. 00000020:00000010:1.0:1767384359.538696:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000784ae563. 00000020:00000040:1.0:1767384359.538701:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:1.0:1767384359.538705:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384359.538708:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000819085a5. 02000000:00000001:1.0:1767384359.538711:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384359.538714:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384359.538719:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384359.538723:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026304857. 00000400:00000010:1.0:1767384359.538727:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab563b2a. 00000100:00000001:1.0:1767384359.538746:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384359.538748:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384359.538753:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384359.538755:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384359.538757:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cc03958. 00000400:00000200:1.0:1767384359.538760:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2761787 00000400:00000010:1.0:1767384359.538761:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2761787. 00000100:00000001:1.0:1767384359.538764:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384359.538766:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087a8f723 x1853236732522112/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384359.538774:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087a8f723 x1853236732522112/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.538779:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384359.538786:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.538788:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384359.538790:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384359.538792:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384359.538793:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.538796:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384359.538800:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=79 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384359.538803:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=79 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384359.538805:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384359.538806:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.538808:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384359.538809:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.538811:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384359.538814:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087a8f723 x1853236732522112/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.538818:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384359.538819:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384359.538821:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384359.538824:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384359.538825:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384359.538826:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384359.538827:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384359.538829:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384359.538830:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384359.538831:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384359.538832:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384359.538833:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384359.538835:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087a8f723 x1853236732522112/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384359.538839:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732522112:0@lo:253: 00000100:00000001:1.0:1767384359.538843:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.538845:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384359.538846:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087a8f723 x1853236732522112/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.538850:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384359.538858:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384359.538860:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000cf2ac1d. 02000000:00000001:1.0:1767384359.538864:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384359.538866:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384359.538867:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384359.538869:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384359.538872:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000607e60a4. 02000000:00000001:1.0:1767384359.538877:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384359.538878:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384359.538880:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087a8f723. 00000100:00000001:1.0:1767384359.538882:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384359.538884:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.538885:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.538890:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384359.538891:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.538893:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384359.538894:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384359.540067:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384359.540070:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384359.540072:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000082db6db4. 20000000:00000001:3.0:1767384359.540076:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384359.540079:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732521984 00010000:00000001:3.0:1767384359.540081:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384359.540084:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9f0d6dd x1853236732521984/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384359.540091:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384359.540098:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384359.540099:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384359.540102:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384359.540104:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384359.540106:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384359.540108:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384359.540109:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.540111:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384359.540113:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384359.540115:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d96426f5. 00000100:00000200:3.0:1767384359.540117:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732521984, offset 224 00000400:00000200:3.0:1767384359.540121:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384359.540126:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384359.540130:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206e00 00000400:00000200:3.0:1767384359.540134:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d99 [2] + 224 00000400:00000200:3.0:1767384359.540139:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384359.540141:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384359.540143:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384359.540147:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000515a4868 x1853236732521984/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384359.540152:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000515a4868 x1853236732521984/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.540167:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384359.540173:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d96426f5 00000400:00000010:3.0:1767384359.540176:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d96426f5. 00000100:00000001:0.0:1767384359.540176:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.540179:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384359.540182:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384359.540184:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384359.540185:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384359.540187:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384359.540190:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c328e67. 00000100:00000001:3.0:1767384359.540192:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.540194:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005516a00a 00000400:00000010:0.0:1767384359.540197:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005516a00a. 00000100:00000040:3.0:1767384359.540198:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:0.0:1767384359.540200:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384359.540205:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384359.540207:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000515a4868 x1853236732521984/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384359.540209:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384359.540214:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384359.540222:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9f0d6dd x1853236732521984/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384359.540223:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000515a4868 x1853236732521984/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.540246:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384359.540248:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.540249:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384359.540251:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384359.540253:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384359.540256:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384359.540260:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384359.540266:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=79 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384359.540271:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9f0d6dd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732521984:12345-0@lo:253: Request processed in 21028us (21553us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384359.540272:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=79 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384359.540279:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384359.540281:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.540283:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384359.540287:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00010000:00000001:0.0:1767384359.540287:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.540291:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.540292:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384359.540296:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384359.540296:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000515a4868 x1853236732521984/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.540299:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384359.540303:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009dcb6525. 00000100:00000001:0.0:1767384359.540308:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384359.540309:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003615189c. 00000100:00000001:0.0:1767384359.540310:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384359.540313:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384359.540315:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ab31aab. 00000020:01000004:0.0:1767384359.540316:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000040:3.0:1767384359.540319:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:3.0:1767384359.540322:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384359.540324:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004ca98fb8. 00000020:01000004:0.0:1767384359.540325:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000001:3.0:1767384359.540327:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384359.540328:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384359.540331:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384359.540331:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384359.540334:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:3.0:1767384359.540337:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384359.540337:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384359.540338:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384359.540341:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384359.540343:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:3.0:1767384359.540344:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcfef16c. 00000020:01000004:0.0:1767384359.540345:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384359.540349:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000515a4868 x1853236732521984/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384359.540350:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d96426f5. 00000100:00100000:0.0:1767384359.540358:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732521984:0@lo:253: 00000100:00000001:0.0:1767384359.540362:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.540363:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384359.540365:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000515a4868 x1853236732521984/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.540369:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384359.540370:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384359.540371:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005053e3f2. 02000000:00000001:0.0:1767384359.540374:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384359.540375:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384359.540376:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384359.540377:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384359.540378:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c4626409. 02000000:00000001:0.0:1767384359.540380:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384359.540381:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384359.540381:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000515a4868. 00000100:00000001:0.0:1767384359.540384:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384359.540385:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.540386:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.540389:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384359.540390:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.540392:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.540393:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384359.543503:0:35574:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000038d90832. 00010000:00000010:1.1:1767384359.543510:0:35574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047beefc9. 00000400:00000001:1.0:1767384359.868544:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384359.868550:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384359.868553:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000400:00000010:1.0:1767384359.868558:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000400:00000200:1.0:1767384359.868564:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384359.868572:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp41 recovery ping unlinked 00000400:00000010:1.0:1767384359.868588:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000066bc0aea. 00000400:00000010:1.0:1767384359.868593:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c632f9c2. 00000400:00000200:1.0:1767384359.868602:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp42 00000400:00000010:1.0:1767384359.868607:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ac89d6fd. 00000400:00000010:1.0:1767384359.868614:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b20289b4. 00000400:00000010:1.0:1767384359.868619:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000839d0751. 00000400:00000010:1.0:1767384359.868628:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000064b1ecdd. 00000400:00000200:1.0:1767384359.868634:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp42 00000400:00000200:1.0:1767384359.868651:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp42 local destination 00000400:00000200:1.0:1767384359.868658:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp42 00000400:00000200:1.0:1767384359.868664:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp42 NI seq info: [164:164:256:4294967295] 192.168.204.131@tcp42 LPNI seq info [160:160:8:4294967295] 00000400:00000200:1.0:1767384359.868673:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp42 00000400:00000200:1.0:1767384359.868684:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp42(192.168.204.131@tcp42:) -> 192.168.204.131@tcp42(192.168.204.131@tcp42:192.168.204.131@tcp42) : GET try# 0 00000800:00000200:1.0:1767384359.868700:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp42 00000800:00000010:1.0:1767384359.868706:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e78f532f. 00000800:00000200:1.0:1767384359.868714:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009278d4cb] -> 12345-192.168.204.131@tcp42 (2) 00000800:00000200:1.1:1767384359.868720:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009278d4cb] -> 12345-192.168.204.131@tcp42 (2) 00000400:00000200:1.0:1767384359.868743:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp42 added to recovery queue. ping count: 2 next ping: 284 health :800 00000400:00000200:3.0:1767384359.868823:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.868861:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.868876:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.868893:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.868912:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.868929:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.868947:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.868982:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869015:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869034:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869058:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869091:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869115:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869146:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869191:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869216:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869242:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869265:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869288:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869312:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869332:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869351:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869385:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869422:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869460:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869527:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869583:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869633:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869663:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869686:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869702:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869720:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869740:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869768:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384359.869788:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384359.869963:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c3d0dcb. 00000800:00000010:3.0:1767384359.869968:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004b11e2ab. 00000800:00000010:3.0:1767384359.869973:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000008839d62. 00000800:00000010:3.0:1767384359.869991:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000008839d62. 00000800:00020000:3.0:1767384359.870013:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384359.870017:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004b11e2ab. 00000800:00000010:3.0:1767384359.870019:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c3d0dcb. 00000400:02020000:3.0:1767384359.870065:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp42 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384359.870073:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp42 notifying 192.168.204.131@tcp42: down 00000400:00000200:3.0:1767384359.870077:0:16134:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384359.870087:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp42 00000800:00000010:3.0:1767384359.870091:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e78f532f. 00000400:00000200:3.0:1767384359.870095:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384359.870101:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp42->192.168.204.131@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384359.870109:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384359.870112:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384359.870115:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp42) recovery failed with -71 00010000:00000001:1.0:1767384360.315536:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384360.315543:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.315550:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384360.315552:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.315586:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384360.315591:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384360.315594:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384360.891537:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384360.891541:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384360.891544:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839d0751 00000400:00000010:1.0:1767384360.891548:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000839d0751. 00000400:00000200:1.0:1767384360.891553:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384360.891560:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp42 recovery ping unlinked 00000800:00000200:3.0:1767384360.891565:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004cd26cc4] -> 12345-192.168.204.131@tcp28 (4) 00000800:00000200:3.1:1767384360.891574:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004cd26cc4] -> 12345-192.168.204.131@tcp28 (4) 00000400:00000010:1.0:1767384360.891575:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ac89d6fd. 00000400:00000010:1.0:1767384360.891581:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b20289b4. 00000400:00000200:1.0:1767384360.891589:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp30 00000400:00000010:1.0:1767384360.891592:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ac89d6fd. 00000400:00000010:1.0:1767384360.891596:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000096fae52b. 00000400:00000010:1.0:1767384360.891600:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000839d0751. 00000400:00000010:1.0:1767384360.891606:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cccd3493. 00000400:00000200:1.0:1767384360.891610:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp30 00000400:00000200:1.0:1767384360.891622:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp30 local destination 00000400:00000200:1.0:1767384360.891628:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp30 00000400:00000200:1.0:1767384360.891631:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp30 NI seq info: [165:165:256:4294967295] 192.168.204.131@tcp30 LPNI seq info [161:161:8:4294967295] 00000400:00000200:1.0:1767384360.891638:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp30 00000400:00000200:1.0:1767384360.891646:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp30(192.168.204.131@tcp30:) -> 192.168.204.131@tcp30(192.168.204.131@tcp30:192.168.204.131@tcp30) : GET try# 0 00000800:00000200:1.0:1767384360.891651:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp30 00000800:00000010:1.0:1767384360.891656:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e78f532f. 00000800:00000200:1.0:1767384360.891661:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000800:00000200:1.1:1767384360.891665:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000400:00000200:2.0:1767384360.891687:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.891689:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp30 added to recovery queue. ping count: 5 next ping: 313 health :500 00000400:00000200:1.0:1767384360.891699:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp43 00000400:00000010:1.0:1767384360.891701:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000db9328b3. 00000400:00000010:1.0:1767384360.891703:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a9231be9. 00000400:00000010:1.0:1767384360.891706:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e1477f. 00000400:00000010:1.0:1767384360.891709:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009d16f24f. 00000400:00000200:1.0:1767384360.891712:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp43 00000400:00000200:1.0:1767384360.891721:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp43 local destination 00000400:00000200:1.0:1767384360.891724:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp43 00000400:00000200:1.0:1767384360.891727:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp43 NI seq info: [166:166:256:4294967295] 192.168.204.131@tcp43 LPNI seq info [162:162:8:4294967295] 00000400:00000200:1.0:1767384360.891731:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp43 00000400:00000200:1.0:1767384360.891740:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp43(192.168.204.131@tcp43:) -> 192.168.204.131@tcp43(192.168.204.131@tcp43:192.168.204.131@tcp43) : GET try# 0 00000800:00000200:1.0:1767384360.891745:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp43 00000800:00000010:1.0:1767384360.891748:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007d2946fd. 00000800:00000200:1.0:1767384360.891752:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003eedd9aa] -> 12345-192.168.204.131@tcp43 (2) 00000400:00000200:2.0:1767384360.891756:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000200:1.1:1767384360.891756:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003eedd9aa] -> 12345-192.168.204.131@tcp43 (2) 00000400:00000200:3.0:1767384360.891767:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.891771:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp43 added to recovery queue. ping count: 1 next ping: 283 health :900 00000400:00000200:2.0:1767384360.891800:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.891827:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.891850:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.891855:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.891894:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.891929:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.891931:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.891947:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892018:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892024:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.892033:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892076:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892082:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.892111:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892139:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892150:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.892183:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892209:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892210:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.892251:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892267:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892291:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.892317:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892321:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892357:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892399:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.892402:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892411:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892461:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.892472:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892504:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892545:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892576:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.892588:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892606:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892642:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892667:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.892668:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892709:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892753:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.892755:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892770:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892812:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.892833:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892834:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892868:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892913:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.892923:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.892923:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.892973:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893004:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.893016:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893045:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893064:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.893092:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893106:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893133:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.893162:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893168:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893202:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.893234:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893245:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893259:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.893310:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893311:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893317:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893382:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893403:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.893404:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893435:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893463:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.893501:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893515:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893536:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.893570:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893573:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893594:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893636:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.893657:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893660:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893691:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893749:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893749:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.893753:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893813:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893832:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.893841:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893872:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893895:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.893920:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.893942:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.893955:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.894004:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.894009:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.894032:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.894080:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.894083:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.894141:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.894157:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.894199:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.894231:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.894271:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000800:00000010:1.0:1767384360.894284:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ca98fb8. 00000800:00000010:1.0:1767384360.894289:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000483403ab. 00000800:00000010:1.0:1767384360.894295:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000003d8afe9. 00000400:00000200:3.0:1767384360.894302:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000800:00000010:1.0:1767384360.894320:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000003d8afe9. 00000400:00000200:2.0:1767384360.894328:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000800:00020000:1.0:1767384360.894333:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384360.894337:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000483403ab. 00000800:00000010:1.0:1767384360.894340:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004ca98fb8. 00000400:00000200:3.0:1767384360.894374:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.894389:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.131:988 00000400:02020000:1.0:1767384360.894405:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp43 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384360.894415:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp43 notifying 192.168.204.131@tcp43: down 00000400:00000200:1.0:1767384360.894418:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384360.894430:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp43 00000800:00000010:1.0:1767384360.894433:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007d2946fd. 00000400:00000200:1.0:1767384360.894438:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384360.894443:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp43->192.168.204.131@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384360.894451:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384360.894454:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384360.894460:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.894460:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.131:988 00000400:00000200:1.0:1767384360.894460:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp43) recovery failed with -71 00000400:00000200:2.0:1767384360.894524:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.131:988 00000400:00000200:3.0:1767384360.894553:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:2.0:1767384360.894567:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.131:988 00000800:00000010:3.0:1767384360.894738:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c3d0dcb. 00000800:00000010:3.0:1767384360.894745:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b7e05635. 00000800:00000010:3.0:1767384360.894750:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093605498. 00000800:00000010:3.0:1767384360.894780:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093605498. 00000800:00020000:3.0:1767384360.894789:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384360.894793:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b7e05635. 00000800:00000010:3.0:1767384360.894797:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c3d0dcb. 00000400:02020000:3.0:1767384360.894852:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp30 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384360.894860:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp30 notifying 192.168.204.131@tcp30: down 00000800:00000200:3.0:1767384360.894867:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp30 down 00000800:00000100:3.0:1767384360.894875:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp30 00000800:00000010:3.0:1767384360.894878:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e78f532f. 00000400:00000200:3.0:1767384360.894884:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384360.894889:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp30->192.168.204.131@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384360.894897:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384360.894901:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384360.894909:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp30) recovery failed with -71 00000800:00000010:3.0:1767384360.895005:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c3d0dcb. 00000800:00000010:3.0:1767384360.895010:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b7e05635. 00000400:00000200:2.0:1767384360.895018:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384360.895025:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093605498. 00000400:00000200:2.0:1767384360.895043:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp28 from 211.3.0.2 00000800:00000010:2.0:1767384360.895048:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007e7eda8d. 00000800:00000010:3.0:1767384360.895085:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000993b0dda. 00000800:00000010:3.0:1767384360.895092:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a518a42b. 00000800:00000010:3.0:1767384360.895119:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004b11e2ab. 00000800:00000200:3.1:1767384360.895128:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004cd26cc4] -> 12345-192.168.204.131@tcp28 (4) 00000800:00000200:3.1:1767384360.895135:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp28 000000004b11e2ab deleted 00000800:00000010:3.1:1767384360.895138:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004b11e2ab. 00000800:00000200:3.1:1767384360.895146:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384360.895154:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp28 p 3.x 192.168.204.131 -> 192.168.204.131:979 incarnation:1767384321447786840 sched[0] 00000800:00000010:3.0:1767384360.895161:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000016105976. 00000800:00000010:3.0:1767384360.895190:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000016105976. 00000800:00000010:3.0:1767384360.895195:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a518a42b. 00000800:00000010:3.0:1767384360.895230:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007e7eda8d. 00000800:00000001:3.0:1767384360.895246:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384360.895254:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384360.895289:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093605498. 00000800:00000200:3.1:1767384360.895310:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.1:1767384360.895318:0:16137:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp28 ip 192.168.204.131:988 00000800:00000200:3.1:1767384360.895323:0:16137:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384360.895333:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp28 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384321447786840 sched[0] 00000800:00000010:3.0:1767384360.895337:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b7e05635. 00000800:00000001:3.0:1767384360.895383:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384360.895387:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384360.895437:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384360.895442:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384360.895448:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384360.895452:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384360.895456:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384361.172188:0:36080:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384361.172203:0:36080:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.172207:0:36080:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384361.172213:0:36080:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384361.172219:0:36080:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.172222:0:36080:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.339582:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384361.339589:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.339594:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384361.339595:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384361.339663:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384361.339670:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.339674:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384361.915552:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384361.915558:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384361.915561:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839d0751 00000400:00000010:1.0:1767384361.915567:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000839d0751. 00000400:00000200:1.0:1767384361.915576:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384361.915584:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767384361.915595:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ac89d6fd. 00000400:00000010:1.0:1767384361.915599:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000096fae52b. 00000400:00000001:1.0:1767384361.915603:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384361.915604:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384361.915605:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e1477f 00000400:00000010:1.0:1767384361.915606:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e1477f. 00000400:00000200:1.0:1767384361.915607:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384361.915609:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767384361.915613:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000db9328b3. 00000400:00000010:1.0:1767384361.915615:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a9231be9. 00000400:00000200:1.0:1767384361.915619:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp32 00000400:00000010:1.0:1767384361.915623:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000db9328b3. 00000400:00000010:1.0:1767384361.915629:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005a6faef9. 00000400:00000010:1.0:1767384361.915632:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e1477f. 00000400:00000010:1.0:1767384361.915637:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000094ee38f1. 00000400:00000200:1.0:1767384361.915640:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp32 00000400:00000200:1.0:1767384361.915653:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp32 local destination 00000400:00000200:1.0:1767384361.915666:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp32 00000400:00000200:1.0:1767384361.915668:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp32 NI seq info: [167:167:256:4294967295] 192.168.204.131@tcp32 LPNI seq info [163:163:8:4294967295] 00000400:00000200:1.0:1767384361.915674:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp32 00000400:00000200:1.0:1767384361.915682:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp32(192.168.204.131@tcp32:) -> 192.168.204.131@tcp32(192.168.204.131@tcp32:192.168.204.131@tcp32) : GET try# 0 00000800:00000200:1.0:1767384361.915686:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp32 00000800:00000010:1.0:1767384361.915690:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007d2946fd. 00000800:00000200:1.0:1767384361.915696:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000800:00000200:1.1:1767384361.915702:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000400:00000200:1.0:1767384361.915723:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp32 added to recovery queue. ping count: 5 next ping: 314 health :500 00000400:00000200:2.0:1767384361.915795:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.915834:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.915847:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.915860:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.915871:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.915886:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.915906:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.915921:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.915942:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.915973:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.915994:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916018:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916038:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916063:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916086:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916112:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916128:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916141:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916152:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916164:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916178:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916191:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916203:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916215:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916227:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916239:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916253:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916266:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916277:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916291:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916309:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916332:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916350:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916370:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384361.916390:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384361.916888:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004e1f66d9. 00000800:00000010:2.0:1767384361.916894:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a3a5c5df. 00000800:00000010:2.0:1767384361.916899:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fae48d3c. 00000800:00000010:2.0:1767384361.916922:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fae48d3c. 00000800:00020000:2.0:1767384361.916932:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384361.916936:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a3a5c5df. 00000800:00000010:2.0:1767384361.916938:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004e1f66d9. 00000400:02020000:2.0:1767384361.917007:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp32 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384361.917014:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp32 notifying 192.168.204.131@tcp32: down 00000800:00000200:2.0:1767384361.917022:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp32 down 00000800:00000100:2.0:1767384361.917028:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp32 00000800:00000010:2.0:1767384361.917032:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007d2946fd. 00000400:00000200:2.0:1767384361.917035:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384361.917040:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp32->192.168.204.131@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384361.917052:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384361.917055:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384361.917059:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp32) recovery failed with -71 00000001:00000001:1.0:1767384361.927742:0:36244:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384361.927745:0:36244:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:1.0:1767384361.930853:0:36244:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384361.937599:0:36245:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008e49c328. 00000400:00000010:2.0:1767384361.937614:0:36245:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a3a5c5df. 00000400:00000010:2.0:1767384361.937623:0:36245:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e3ca19c4. 00000400:00000010:2.0:1767384361.937627:0:36245:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006aa04cb9. 00000400:00000010:2.0:1767384361.937630:0:36245:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005c3f350b. 00000400:00000010:2.0:1767384361.937634:0:36245:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fae48d3c. 00000400:00000010:2.0:1767384361.937636:0:36245:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000003479d50. 00000400:00000010:2.0:1767384361.937637:0:36245:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000094124be7. 00000400:00000010:2.0:1767384361.937641:0:36245:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000696fa735. 00000800:00000010:2.0:1767384361.937654:0:36245:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002f75ac07. 00000800:00000200:2.0:1767384361.937664:0:36245:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384361.937677:0:36245:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384361.937707:0:36245:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:2.0:1767384361.937729:0:36245:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp46 [8/256/0/180] 00000400:00000010:2.0:1767384361.938936:0:36245:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000f8b61049. 00000400:00000010:2.0:1767384361.938942:0:36245:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a391f4ad. 00000400:00000010:2.0:1767384361.938947:0:36245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8f7d97a. 00000400:00000001:2.0:1767384361.938984:0:36245:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384361.938986:0:36245:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384361.938988:0:36245:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007582d27b. 00000400:00000200:2.0:1767384361.938991:0:36245:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110db611 00000400:00000010:2.0:1767384361.938993:0:36245:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110db611. 00000400:00000010:2.0:1767384361.938997:0:36245:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000ec12fc81. 00000400:00000200:2.0:1767384361.939007:0:36245:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (35) 00000400:00000200:2.0:1767384361.939017:0:36245:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384361.939024:0:36245:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:2.0:1767384361.939029:0:36245:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004e1f66d9. 00000020:01000000:2.0:1767384361.939032:0:36245:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384361.939034:0:36245:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp46 00000400:00000010:2.0:1767384361.939049:0:36245:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a3a5c5df. 00000400:00000200:0.0:1767384361.939053:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384361.939054:0:36245:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008e49c328. 00000400:00000200:0.0:1767384361.939064:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000010:0.0:1767384361.939073:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000098aa607. 00000400:00000200:0.0:1767384361.939084:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (36) 00000020:00000001:1.0:1767384361.939091:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384361.939093:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000abe4be4. 10000000:00000001:1.0:1767384361.939098:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384361.939103:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384361.939104:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 10000000:01000000:1.0:1767384361.939107:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384361.939114:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384361.939117:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384361.939119:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384361.939120:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384361.939123:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384361.939124:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384361.939126:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384361.939128:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384361.939130:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:01000004:1.0:1767384361.939131:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384361.939137:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384361.939144:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 00000100:00000010:1.0:1767384361.939145:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087a8f723. 00000020:00000040:1.0:1767384361.939157:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:0.0:1767384361.939162:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000100:00000001:1.0:1767384361.939167:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384361.939172:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 02000000:00000001:1.0:1767384361.939174:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384361.939183:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 02000000:00000001:1.0:1767384361.939185:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384361.939197:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 02000000:00000010:1.0:1767384361.939205:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004ca98fb8. 00000400:00000200:0.0:1767384361.939206:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000400:00000200:0.0:1767384361.939219:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000100:00000001:1.0:1767384361.939221:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384361.939226:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000400:00000200:0.0:1767384361.939234:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000100:00000001:1.0:1767384361.939241:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384361.939241:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000100:00000001:1.0:1767384361.939247:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384361.939259:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000100:00000040:1.0:1767384361.939262:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087a8f723] to pc [ptlrpcd_00_01+1] req@0000000087a8f723 x1853236732522240/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384361.939289:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:0.0:1767384361.939299:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 00000400:00000200:0.0:1767384361.939307:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 10000000:00000001:1.0:1767384361.939316:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384361.939317:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 62], ns[42, 62] 00000100:00000001:2.0:1767384361.939324:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384361.939326:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.939331:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384361.939332:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.939338:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384361.939339:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000020:01000000:1.0:1767384361.939340:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384361.939347:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087a8f723 x1853236732522240/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384361.939352:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384361.939357:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384361.939362:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384361.939365:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 10000000:01000000:1.0:1767384361.939368:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384361.939369:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384361.939375:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384361.939375:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384361.939387:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384361.939389:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384361.939398:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384361.939398:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 02000000:00000001:2.0:1767384361.939399:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384361.939409:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384361.939411:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384361.939423:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 42], ns[58, 42] 00000100:00100000:2.0:1767384361.939424:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732522240:0@lo:253: 00000020:01000004:1.0:1767384361.939424:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384361.939432:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384361.939437:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384361.939443:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384361.939446:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384361.939449:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384361.939451:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[153, 42], ns[157, 42] 02000000:00000001:2.0:1767384361.939452:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767384361.939455:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000515a4868. 02000000:00000001:2.0:1767384361.939456:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384361.939465:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1767384361.939466:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 02000000:00000010:2.0:1767384361.939473:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005053e3f2. 00000400:00000200:0.0:1767384361.939476:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 42], ns[165, 42] 00000100:00000001:1.0:1767384361.939509:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384361.939512:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384361.939517:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384361.939529:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384361.939531:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000082db6db4. 00000400:00000200:0.0:1767384361.939531:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 42], ns[72, 42] 00000400:00000010:2.0:1767384361.939535:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007582d27b. 00000100:00000001:1.0:1767384361.939541:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384361.939544:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3a5c5df. 00000100:00000001:1.0:1767384361.939547:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384361.939550:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732522240, portal 25 00000400:00000200:0.0:1767384361.939550:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 42], ns[167, 42] 00000100:00000001:1.0:1767384361.939551:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.939560:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384361.939564:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210175872 : -119698499375744 : ffff93228576ed80) 00000100:00000040:1.0:1767384361.939564:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000515a4868] to pc [ptlrpcd_00_02+2] req@00000000515a4868 x1853236732522368/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384361.939574:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 42], ns[130, 42] 00000100:00000040:2.0:1767384361.939579:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087a8f723 x1853236732522240/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.939612:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384361.939613:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 42], ns[102, 42] 00000100:00000040:2.0:1767384361.939619:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:1.0:1767384361.939620:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384361.939623:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384361.939629:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[152, 42], ns[156, 42] 00000020:00000001:1.0:1767384361.939630:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384361.939632:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d3e4ab4. 00000100:00000200:2.0:1767384361.939638:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732522240, offset 0 00000020:01000000:1.0:1767384361.939649:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384361.939651:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 42], ns[118, 42] 00000400:00000200:2.0:1767384361.939658:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384361.939659:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004e1f66d9. 00000400:00000200:0.0:1767384361.939673:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 42], ns[160, 42] 00000100:00000001:1.0:1767384361.939682:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384361.939682:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 42], ns[132, 42] 00000100:00000001:1.0:1767384361.939689:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.939701:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384361.939701:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 42], ns[147, 42] 00000100:00000001:1.0:1767384361.939707:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384361.939711:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384361.939717:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 42], ns[159, 42] 00000100:00000040:1.0:1767384361.939719:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000515a4868 x1853236732522368/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.939749:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384361.939750:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[158, 42], ns[162, 42] 00000100:00000001:1.0:1767384361.939752:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384361.939759:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384361.939764:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384361.939770:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[160, 42], ns[164, 42] 02000000:00000001:1.0:1767384361.939771:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384361.939778:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732522368:0@lo:253: 00000100:00000001:1.0:1767384361.939789:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384361.939795:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384361.939795:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[162, 42], ns[166, 42] 02000000:00000001:1.0:1767384361.939801:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384361.939806:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384361.939811:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 02000000:00000010:1.0:1767384361.939814:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000607e60a4. 02000000:00000001:1.0:1767384361.939816:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384361.939821:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cc03958. 00000400:00000010:1.0:1767384361.939828:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098a5fa6d. 00000400:00000200:0.0:1767384361.939832:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp24 00000100:00000200:1.0:1767384361.939836:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732522368, portal 25 00000100:00000001:1.0:1767384361.939841:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384361.939842:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp24 lpni_is_preferred = 0 00000100:00000001:1.0:1767384361.939843:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 00000100:00000040:1.0:1767384361.939858:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000515a4868 x1853236732522368/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384361.939860:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp24 00000100:00000001:1.0:1767384361.939872:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384361.939882:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384361.939882:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp24 NI seq info: [168:168:256:4294967295] 192.168.204.131@tcp24 LPNI seq info [164:164:8:4294967295] 00000400:00000010:1.0:1767384361.939890:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c94f53c9. 00000100:00000200:1.0:1767384361.939897:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732522368, offset 0 00000400:00000200:1.0:1767384361.939909:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384361.939909:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp24 00000400:00000200:0.0:1767384361.939935:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp24(192.168.204.131@tcp24:) -> 192.168.204.131@tcp24(192.168.204.131@tcp:192.168.204.131@tcp24) : PUT try# 0 00000800:00000200:0.0:1767384361.939946:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.131@tcp24 00000800:00000010:0.0:1767384361.939954:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e2a0d40. 00000400:00000200:2.0:1767384361.939955:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384361.939974:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384361.939986:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206f00 00000400:00000200:1.0:1767384361.939994:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d206f80 00000800:00000200:0.0:1767384361.939994:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5bd6e73] -> 12345-192.168.204.131@tcp24 (6) 00000400:00000200:2.0:1767384361.940007:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1549 [2] + 0 00000800:00000200:0.0:1767384361.940009:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp24 ip 192.168.204.131:988 00000400:00000010:2.0:1767384361.940012:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b650a49. 00000800:00000200:0.0:1767384361.940018:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e2a0d40 type 1, nob 736 niov 1 nkiov 1 00000400:00000200:2.0:1767384361.940021:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddcb092a 00000400:00000200:2.0:1767384361.940032:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384361.940032:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1551 [2] + 0 00000400:00000010:1.0:1767384361.940044:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f2bcfa1. 00000400:00000200:0.0:1767384361.940046:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384361.940049:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384361.940052:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008cf8d191 00000400:00000200:0.0:1767384361.940057:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000400:00000200:2.0:1767384361.940060:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddcb092a 00000400:00000200:1.0:1767384361.940064:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384361.940068:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddcb092a. 00000400:00000200:1.0:1767384361.940077:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384361.940083:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384361.940085:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cf8d191 00000100:00000200:2.0:1767384361.940088:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384361.940088:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cf8d191. 00000100:00000001:1.0:1767384361.940099:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384361.940100:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000625787fe x1853236732522240 msgsize 4848 00000100:00000200:1.0:1767384361.940102:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384361.940112:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000a70c8f62 x1853236732522368 msgsize 4848 00000100:00100000:2.0:1767384361.940122:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384361.940126:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:1.0:1767384361.940132:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384361.940143:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384361.940143:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384361.940153:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3e4ab4 00000400:00000010:2.0:1767384361.940157:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d3e4ab4. 00000100:00000001:1.0:1767384361.940159:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384361.940160:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384361.940172:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087a8f723 x1853236732522240/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384361.940173:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c94f53c9 00000100:00000001:3.0:1767384361.940176:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384361.940183:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c94f53c9. 00000100:00100000:3.0:1767384361.940185:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732522240 00000800:00000200:0.0:1767384361.940188:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767384361.940195:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384361.940195:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767384361.940198:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e2a0d40. 00000100:00000001:3.0:1767384361.940200:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384361.940201:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384361.940208:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384361.940208:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000515a4868 x1853236732522368/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384361.940210:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087a8f723 x1853236732522240/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384361.940211:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384361.940222:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384361.940238:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp24->192.168.204.131@tcp24: PUT: OK 00000100:00100000:3.0:1767384361.940239:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732522240 00000020:00000001:3.0:1767384361.940252:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384361.940257:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384361.940260:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384361.940268:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384361.940269:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:1.0:1767384361.940274:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384361.940276:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000020:00000001:3.0:1767384361.940278:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384361.940282:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.940283:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000515a4868 x1853236732522368/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384361.940284:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000800:00000001:0.0:1767384361.940288:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384361.940292:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294949858 00000020:00000001:3.0:1767384361.940300:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000010:2.0:1767384361.940303:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092563418. 00000020:00000001:3.0:1767384361.940308:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000800:00000001:0.0:1767384361.940308:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.940318:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384361.940319:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384361.940319:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384361.940322:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.940328:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384361.940329:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec31bbb8. 00000100:00000001:2.0:1767384361.940331:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294949858 00000800:00000001:0.0:1767384361.940333:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.940337:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384361.940337:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384361.940338:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007df21e0. 00000020:00000010:3.0:1767384361.940343:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec31bbb8. 00000100:00000001:1.0:1767384361.940344:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294949858 00000400:00000200:0.0:1767384361.940355:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp24(192.168.204.131@tcp24) <- 192.168.204.131@tcp24 : PUT - for me 00000100:00000001:1.0:1767384361.940357:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294949858 00000020:00000010:3.0:1767384361.940358:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8c1f3a5. 00000100:00000001:2.0:1767384361.940358:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000020:00000010:3.0:1767384361.940373:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6c9cc1f. 00000100:00000001:1.0:1767384361.940374:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294949858 00000100:00000001:2.0:1767384361.940375:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294949858 00000400:00000200:0.0:1767384361.940375:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 640 into portal 0 MB=0x8000000000000000 00000020:00000010:3.0:1767384361.940385:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c38e478d. 00000100:00000010:2.0:1767384361.940389:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ade3b3d. 00000100:00000001:1.0:1767384361.940390:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294949858 00000100:00000040:3.0:1767384361.940400:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384361.940402:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294949858 00000400:00000200:0.0:1767384361.940402:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 592/640 into md 0x1ccd [1] + 0 00000100:00000001:2.0:1767384361.940403:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384361.940409:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384361.940416:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384361.940418:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294949858 00000100:00000001:1.0:1767384361.940419:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294949858 00000100:00000001:3.0:1767384361.940420:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.940437:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294949858 00000400:00000010:0.0:1767384361.940437:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8a13de5. 00000100:00000010:2.0:1767384361.940438:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e0f26f81. 00000100:00000001:3.0:1767384361.940443:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.940452:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384361.940456:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b84979ee 00000100:00000001:2.0:1767384361.940458:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384361.940459:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294949858 00000100:00000001:3.0:1767384361.940461:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384361.940465:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.940544:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.940551:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384361.940551:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384361.940554:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732522368 02000000:00000001:3.0:1767384361.940557:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384361.940558:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384361.940559:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.940561:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384361.940567:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732522368 00000020:00000001:3.0:1767384361.940572:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384361.940576:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000400:00000200:0.0:1767384361.940577:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp24->192.168.204.131@tcp24: PUT: OK 00000020:00000001:3.0:1767384361.940579:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384361.940584:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000400:00000200:0.0:1767384361.940587:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b84979ee 00000020:00000001:3.0:1767384361.940588:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384361.940598:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000010:0.0:1767384361.940599:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b84979ee. 00000100:00000001:3.0:1767384361.940603:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384361.940607:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec31bbb8. 00000100:00000001:3.0:1767384361.940611:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384361.940611:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384361.940619:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (37) 00000020:00000010:3.0:1767384361.940632:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec31bbb8. 00000400:00000200:0.0:1767384361.940639:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000020:00000010:3.0:1767384361.940640:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7b0f410. 00000020:00000010:3.0:1767384361.940651:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078102735. 00000400:00000200:0.0:1767384361.940657:0:16140:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (640 bytes) 00000020:00000010:3.0:1767384361.940658:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001187ccd5. 00000100:00000001:3.0:1767384361.940668:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384361.940672:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000001:3.0:1767384361.940673:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384361.940676:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.940686:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.940689:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384361.940695:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (38) 00000100:00000001:3.0:1767384361.940698:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384361.940703:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384361.940707:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00100000:3.0:1767384361.940712:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000040:3.0:1767384361.940718:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384361.940722:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141334608 : -119697568217008 : ffff9322bcf74850) 00000400:00000200:0.0:1767384361.940726:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp24 to MR: 192.168.204.131@tcp24 local destination 00000100:00000040:3.0:1767384361.940732:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000625787fe x1853236732522240/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:342/0 lens 4848/0 e 0 to 0 dl 1767384372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.940742:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384361.940747:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp24 NI seq info: [169:169:256:4294967295] 192.168.204.131@tcp24 LPNI seq info [165:165:8:4294967295] 00000100:00000001:1.0:1767384361.940749:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384361.940755:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.940764:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.940768:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.940781:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.940785:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384361.940786:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.940788:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384361.940791:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec31bbb8. 00000100:00000001:2.0:1767384361.940796:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384361.940799:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384361.940801:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384361.940803:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384361.940808:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384361.940810:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384361.940814:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384361.940815:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec31bbb8. 00000100:00000001:1.0:1767384361.940821:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384361.940826:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp24(192.168.204.131@tcp24:192.168.204.131@tcp24) -> 192.168.204.131@tcp24(192.168.204.131@tcp24:192.168.204.131@tcp24) 192.168.204.131@tcp24 : ACK try# 0 00000100:00000001:1.0:1767384361.940830:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384361.940831:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.940841:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384361.940842:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000625787fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732522240:12345-0@lo:253: 00000100:00000001:1.0:1767384361.940848:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384361.940855:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp24 00000100:00000200:3.0:1767384361.940858:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732522240 00000100:00000001:1.0:1767384361.940865:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384361.940867:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:0.0:1767384361.940870:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e2a0d40. 00000100:00000001:1.0:1767384361.940871:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.940872:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384361.940875:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.940888:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384361.940890:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000001:1.0:1767384361.940897:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384361.940899:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:0.0:1767384361.940900:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5bd6e73] -> 12345-192.168.204.131@tcp24 (6) 00000100:00000001:1.0:1767384361.940901:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384361.940902:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384361.940908:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384361.940912:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000020:00000001:3.0:1767384361.940913:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384361.940920:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.940923:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000800:00000200:0.0:1767384361.940923:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp24 ip 192.168.204.131:993 00000100:00000001:1.0:1767384361.940929:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141341776 : -119697568209840 : ffff9322bcf76450) 00000800:00000200:0.0:1767384361.940936:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e2a0d40 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384361.940940:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384361.940942:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a70c8f62 x1853236732522368/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:342/0 lens 4848/0 e 0 to 0 dl 1767384372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384361.940947:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384361.940950:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384361.940955:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9de6670. 02000000:00000010:3.0:1767384361.940956:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ac2d7752. 00000100:00000001:1.0:1767384361.940973:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384361.940975:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384361.940977:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9de6670. 02000000:00000001:3.0:1767384361.940981:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384361.940985:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a70c8f62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732522368:12345-0@lo:253: 00000800:00000001:0.0:1767384361.940987:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384361.940988:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384361.940990:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732522368 00000020:00000001:1.0:1767384361.940997:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767384361.941002:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384361.941003:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384361.941007:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.941010:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384361.941012:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 20000000:00000010:3.0:1767384361.941016:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003f07e1ce. 00000020:00000001:1.0:1767384361.941016:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384361.941020:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384361.941023:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384361.941024:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384361.941027:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384361.941030:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384361.941033:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384361.941034:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.941036:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384361.941037:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.941041:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384361.941042:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:1.0:1767384361.941045:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384361.941050:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000cf2ac1d. 02000000:00000001:1.0:1767384361.941052:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.941054:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384361.941057:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000028752bb5. 20000000:00000001:1.0:1767384361.941057:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384361.941061:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:3.0:1767384361.941068:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:1.0:1767384361.941071:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003df40e17. 00080000:00000001:3.0:1767384361.941074:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384361.941075:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384361.941078:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:0.0:1767384361.941079:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:1.0:1767384361.941080:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:0.0:1767384361.941089:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e2a0d40. 20000000:00000001:1.0:1767384361.941090:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384361.941105:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384361.941107:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384361.941107:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384361.941120:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp24->192.168.204.131@tcp24: ACK: OK 00000800:00000001:0.0:1767384361.941128:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384361.941132:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384361.941133:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384361.941145:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384361.941146:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384361.941150:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384361.941152:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384361.941154:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000001:0.0:1767384361.941159:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384361.941162:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:0.0:1767384361.941168:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384361.941171:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384361.941177:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384361.941183:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp24(192.168.204.131@tcp24) <- 192.168.204.131@tcp24 : ACK - for me 00080000:00000010:3.0:1767384361.941186:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005985818b. 00080000:00000001:3.0:1767384361.941189:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874051584 : -119702835500032 : ffff93218302ec00) 00080000:00000001:3.0:1767384361.941198:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384361.941212:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp24: ACK from 12345-192.168.204.131@tcp24 into md 0x1dcd 00000400:00000200:0.0:1767384361.941219:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384361.941223:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp24->192.168.204.131@tcp24: ACK: OK 00000400:00000200:0.0:1767384361.941229:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000098aa607 00000400:00000010:0.0:1767384361.941232:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000098aa607. 00000400:00000200:0.0:1767384361.941236:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384361.941240:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:0.0:1767384361.941247:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384361.941250:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (37) 00000800:00000001:0.0:1767384361.941255:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.941260:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384361.941290:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384361.941297:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000d858d7a6. 00000400:00000010:0.0:1767384361.941302:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ea0213f. 00000400:00000010:0.0:1767384361.941307:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000098aa607. 00000400:00000200:0.0:1767384361.941311:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d858d7a6 00000001:00000001:3.0:1767384361.941317:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000010:0.0:1767384361.941317:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000067300a16. 00080000:00000001:3.0:1767384361.941325:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384361.941328:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384361.941328:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000400:00000200:0.0:1767384361.941337:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000200:0.0:1767384361.941341:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (36) 00000400:00000010:0.0:1767384361.941347:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000728b643f. 00080000:00000001:3.0:1767384361.941354:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384361.941354:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eeb0294. 00080000:00000001:3.0:1767384361.941365:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000010:0.0:1767384361.941368:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aee4cc34. 00000400:00000200:0.0:1767384361.941377:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:0.0:1767384361.941391:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:0.0:1767384361.941398:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 00000400:00000200:0.0:1767384361.941405:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:0.0:1767384361.941413:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 00000400:00000200:0.0:1767384361.941422:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 00000400:00000200:0.0:1767384361.941431:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 00000400:00000200:0.0:1767384361.941448:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000400:00000200:0.0:1767384361.941457:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000400:00000200:0.0:1767384361.941467:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000400:00000200:0.0:1767384361.941475:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00080000:00000001:3.0:1767384361.941629:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384361.941635:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384361.941647:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000400:00000200:0.0:1767384361.941653:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000400:00000200:0.0:1767384361.941661:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:0.0:1767384361.941666:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 00000400:00000200:0.0:1767384361.941672:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000400:00000200:0.0:1767384361.941677:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000400:00000200:0.0:1767384361.941683:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 62], ns[46, 62] 00000400:00000200:0.0:1767384361.941688:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 00000400:00000200:0.0:1767384361.941696:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00000400:00000200:0.0:1767384361.941704:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 46], ns[58, 46] 00000400:00000200:0.0:1767384361.941711:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[153, 46], ns[157, 46] 00000400:00000200:0.0:1767384361.941718:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 46], ns[165, 46] 00000400:00000200:0.0:1767384361.941723:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 46], ns[72, 46] 00000400:00000200:0.0:1767384361.941730:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 46], ns[167, 46] 00000400:00000200:0.0:1767384361.941744:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 46], ns[130, 46] 00000400:00000200:0.0:1767384361.941750:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 46], ns[102, 46] 00000400:00000200:0.0:1767384361.941756:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[152, 46], ns[156, 46] 00000400:00000200:0.0:1767384361.941762:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 46], ns[118, 46] 00000400:00000200:0.0:1767384361.941769:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 46], ns[160, 46] 00000400:00000200:0.0:1767384361.941774:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 46], ns[132, 46] 00000400:00000200:0.0:1767384361.941780:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 46], ns[147, 46] 00000400:00000200:0.0:1767384361.941786:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 46], ns[159, 46] 00000400:00000200:0.0:1767384361.941793:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[158, 46], ns[162, 46] 00000400:00000200:0.0:1767384361.941802:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[160, 46], ns[164, 46] 00000400:00000200:0.0:1767384361.941807:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[162, 46], ns[166, 46] 00000400:00000200:0.0:1767384361.941813:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:0.0:1767384361.941819:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp25 00000400:00000200:0.0:1767384361.941824:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp25 lpni_is_preferred = 0 00000400:00000200:0.0:1767384361.941827:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp25 00000400:00000200:0.0:1767384361.941833:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp25 NI seq info: [170:170:256:4294967295] 192.168.204.131@tcp25 LPNI seq info [166:166:8:4294967295] 00000400:00000200:0.0:1767384361.941840:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp25 00000400:00000200:0.0:1767384361.941852:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25:) -> 192.168.204.131@tcp25(192.168.204.131@tcp:192.168.204.131@tcp25) : GET try# 0 00000800:00000200:0.0:1767384361.941858:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp25 00000800:00000010:0.0:1767384361.941863:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009e2a0d40. 00000800:00000200:0.0:1767384361.941869:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000068d2c03] -> 12345-192.168.204.131@tcp25 (6) 00000800:00000200:0.0:1767384361.941878:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp25 ip 192.168.204.131:988 00000800:00000200:0.0:1767384361.941888:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e2a0d40 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384361.941911:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384361.941916:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000800:00000200:3.0:1767384361.942027:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384361.942032:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009e2a0d40. 00000400:00000200:3.0:1767384361.942038:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.942051:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: GET: OK 00000400:00000200:3.0:1767384361.942055:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384361.942059:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000001:3.0:1767384361.942080:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.942091:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384361.942095:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.942101:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.942109:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25) <- 192.168.204.131@tcp25 : GET - for me 00000400:00000200:3.0:1767384361.942122:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384361.942129:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 640/640 into md 0x1dc9 [1] + 0 00000400:00000200:3.0:1767384361.942139:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp25 to MR: 192.168.204.131@tcp25 local destination 00000400:00000200:3.0:1767384361.942148:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp25 NI seq info: [171:171:256:4294967295] 192.168.204.131@tcp25 LPNI seq info [167:167:8:4294967295] 00000400:00000200:3.0:1767384361.942159:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25:192.168.204.131@tcp25) -> 192.168.204.131@tcp25(192.168.204.131@tcp25:192.168.204.131@tcp25) 192.168.204.131@tcp25 : REPLY try# 0 00000800:00000200:3.0:1767384361.942163:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.131@tcp25 00000800:00000010:3.0:1767384361.942169:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b264091. 00000800:00000200:3.0:1767384361.942177:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000068d2c03] -> 12345-192.168.204.131@tcp25 (6) 00000800:00000200:3.0:1767384361.942184:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp25 ip 192.168.204.131:991 00000800:00000200:3.0:1767384361.942188:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b264091 type 3, nob 736 niov 1 nkiov 1 00000800:00000001:1.0:1767384361.942211:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384361.942297:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384361.942300:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b264091. 00000400:00000200:3.0:1767384361.942307:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.942312:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: REPLY: OK 00000800:00000001:3.0:1767384361.942327:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.942335:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384361.942337:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.942343:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.942351:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25) <- 192.168.204.131@tcp25 : REPLY - for me 00000400:00000200:3.0:1767384361.942363:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp25: Reply from 12345-192.168.204.131@tcp25 of length 640/640 into md 0x1de5 00000800:00000001:3.0:1767384361.942367:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.942376:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.942384:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.942387:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: REPLY: OK 00000800:00000001:0.0:1767384361.942387:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.942399:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eeb0294 00000400:00000010:3.0:1767384361.942403:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eeb0294. 00000400:00000200:3.0:1767384361.942407:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384361.942413:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:3.0:1767384361.942416:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:3.0:1767384361.942420:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 38. state = 0x100271 00000400:00000200:3.0:1767384361.942424:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384361.942434:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (37) 00000800:00000001:3.0:1767384361.942440:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.942443:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.942458:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384361.942461:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000f1 00000400:00000010:3.0:1767384361.942467:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 780 at 00000000432766de. 00000400:00000010:3.0:1767384361.942470:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 936 at 00000000c97475c6. 00000400:00000010:3.0:1767384361.942473:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 780 at 00000000ac6b59a3. 00000400:00000200:3.0:1767384361.942544:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp29(00000000f7984e47) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384361.942550:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp30(0000000041ba6b85) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384361.942558:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp32(00000000b8329d7c) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384361.942565:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp35(00000000d9bd0662) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384361.942569:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp37(00000000cb7977c7) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384361.942574:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp40(00000000e0e5e16b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384361.942577:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp41(000000004f3b64cf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384361.942581:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp42(0000000035b27d72) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384361.942584:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp43(0000000072d84b1c) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384361.942589:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dac7c2c5. 00000400:00000200:3.0:1767384361.942598:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dac7c2c5 nid 192.168.204.131@tcp44 00000400:00000010:3.0:1767384361.942601:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000753546f3. 00000400:00000200:3.0:1767384361.942604:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000753546f3 net tcp44 00000400:00000200:3.0:1767384361.942612:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (36) 00000400:00000200:3.0:1767384361.942616:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp44 flags 0x11 00000400:00000010:3.0:1767384361.942621:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002b1ca825. 00000400:00000200:3.0:1767384361.942624:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002b1ca825 nid 192.168.204.131@tcp45 00000400:00000010:3.0:1767384361.942627:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a64bd513. 00000400:00000200:3.0:1767384361.942629:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a64bd513 net tcp45 00000400:00000200:3.0:1767384361.942630:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (37) 00000400:00000200:3.0:1767384361.942632:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp45 flags 0x11 00000400:00000010:3.0:1767384361.942635:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003e19ba17. 00000400:00000200:3.0:1767384361.942638:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003e19ba17 nid 192.168.204.131@tcp46 00000400:00000010:3.0:1767384361.942640:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000098aa4318. 00000400:00000200:3.0:1767384361.942642:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000098aa4318 net tcp46 00000400:00000200:3.0:1767384361.942644:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (38) 00000400:00000200:3.0:1767384361.942646:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp46 flags 0x11 00000400:00000010:3.0:1767384361.942647:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 780 at 00000000432766de. 00000400:00000010:3.0:1767384361.942652:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 936 at 00000000c97475c6. 00000400:00000010:3.0:1767384361.942657:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 780 at 00000000ac6b59a3. 00000400:00000010:3.0:1767384361.942661:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000728b643f. 00000400:00000200:3.0:1767384361.942665:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384361.942669:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:3.0:1767384361.942674:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000400:00000200:3.0:1767384361.942677:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:3.0:1767384361.942680:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384361.942682:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:3.0:1767384361.942687:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:3.0:1767384361.942690:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (39) 00000100:00000040:3.0:1767384361.950586:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294949858, at 4294949859 00000100:00000010:3.0:1767384361.950598:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e0f26f81. 00000100:00000040:2.0:1767384361.950614:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294949858, at 4294949859 00000100:00000010:2.0:1767384361.950623:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ade3b3d. 00000100:00000040:0.0:1767384361.950685:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294949858, at 4294949859 00000100:00000010:0.0:1767384361.950694:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092563418. 00000100:00000040:1.0:1767384361.950801:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294949858, at 4294949859 00000100:00000010:1.0:1767384361.950812:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007df21e0. 00080000:00000001:3.0:1767384361.952125:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384361.952129:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384361.952134:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:0.0:1767384361.952135:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384361.952140:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384361.952143:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384361.952143:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384361.952144:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384361.952148:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005985818b. 20000000:00000001:3.0:1767384361.952151:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384361.952154:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384361.952187:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384361.952197:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384361.952202:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384361.952210:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384361.952233:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bbdb2fa3. 20000000:01000000:3.0:1767384361.952237:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:3.0:1767384361.952241:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384361.952259:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384361.952292:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384361.952295:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384361.952296:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384361.952298:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384361.952300:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384361.952304:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384361.952308:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384361.952315:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ac6b59a3. 00080000:00000001:3.0:1767384361.952317:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874047488 : -119702835504128 : ffff93218302dc00) 00080000:00000001:3.0:1767384361.952319:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384361.952376:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384361.952378:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384361.952379:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384361.952390:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384361.952392:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384361.952467:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384361.952470:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:3.0:1767384361.952758:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384361.952762:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384361.952764:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384361.952768:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384361.952771:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384361.952778:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005e169abd. 00010000:00000001:3.0:1767384361.952782:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384361.952784:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008b3e50e6. 00000020:00000001:3.0:1767384361.952788:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384361.952791:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008b3e50e6 with handle 0xf83434fd52e6db61 to hash 00000020:00000001:3.0:1767384361.952792:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384361.952794:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384361.952802:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384361.952805:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384361.952807:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384361.952810:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db61 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.952818:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384361.952822:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384361.952824:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384361.952826:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384361.952827:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384361.952829:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384361.952830:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384361.952832:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384361.952834:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384361.952836:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384361.952836:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384361.952838:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005e169abd) refcount = 1 00010000:00010000:3.0:1767384361.952841:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db61 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.952845:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384361.952846:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384361.952848:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384361.952849:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.952851:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384361.952853:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384361.952855:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384361.952858:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384361.952859:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384361.952860:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008b3e50e6 refcount=4 00000020:00000001:3.0:1767384361.952862:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384361.952864:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384361.952865:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384361.952866:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db61 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.952875:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384361.952877:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db61 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.952881:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384361.952882:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384361.952883:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db61 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.952886:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384361.952887:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.952889:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384361.952891:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db61 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384361.952895:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008b3e50e6 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384361.952897:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384361.952898:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384361.952899:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db61 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.952903:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384361.952904:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384361.952905:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384361.952906:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008b3e50e6 refcount=5 00000020:00000001:3.0:1767384361.952907:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384361.952908:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384361.952910:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384361.952911:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db61 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.952917:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384361.952918:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384361.952926:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.952930:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384361.952931:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384361.952933:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384361.952935:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384361.952937:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008b3e50e6 with handle 0xf83434fd52e6db61 from hash 00010000:00000001:3.0:1767384361.952939:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384361.952941:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384361.952942:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384361.952943:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384361.952945:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384361.952948:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384361.952950:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384361.952952:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384361.952954:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.952957:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384361.952972:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384361.952975:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384361.952976:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384361.952977:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.952979:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.952981:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384361.952983:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db61 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.952988:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384361.952989:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384361.952991:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384361.952992:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384361.952994:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384361.952995:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384361.952997:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384361.953000:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384361.953002:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384361.953003:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db61 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.953009:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384361.953018:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384361.953019:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db61 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384361.953027:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005e169abd count: 0 00010000:00000001:3.0:1767384361.953035:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384361.953037:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384361.960548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005e169abd. 00010000:00000010:3.1:1767384361.960567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008b3e50e6. 00080000:00000001:0.0:1767384361.963919:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384361.963924:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384361.963930:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384361.963932:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1767384361.963935:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384361.963935:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384361.963948:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ac6b59a3. 00000020:00000002:3.0:1767384361.963949:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384361.963971:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384361.963975:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384361.963978:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384361.963980:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384361.963996:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384361.964009:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384361.964016:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384361.964037:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384361.964041:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384361.964043:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384361.964047:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384361.964051:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384361.964059:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005e169abd. 00010000:00000001:3.0:1767384361.964064:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384361.964072:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008b3e50e6. 00000020:00000001:3.0:1767384361.964075:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384361.964081:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008b3e50e6 with handle 0xf83434fd52e6db68 to hash 00000020:00000001:3.0:1767384361.964084:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384361.964087:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384361.964091:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384361.964094:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384361.964098:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384361.964102:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db68 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.964109:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384361.964114:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384361.964124:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384361.964128:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384361.964131:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384361.964135:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384361.964138:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384361.964141:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384361.964143:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384361.964145:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384361.964147:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384361.964149:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005e169abd) refcount = 1 00010000:00010000:3.0:1767384361.964153:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db68 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.964159:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384361.964162:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384361.964165:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384361.964167:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.964171:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384361.964173:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384361.964175:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003082193s 00010000:00000001:3.0:1767384361.964178:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384361.964181:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384361.964183:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008b3e50e6 refcount=4 00000020:00000001:3.0:1767384361.964185:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384361.964187:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384361.964189:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384361.964191:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db68 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.964198:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384361.964201:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db68 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.964208:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384361.964212:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384361.964215:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db68 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.964230:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384361.964232:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.964236:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384361.964239:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db68 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384361.964250:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008b3e50e6 already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384361.964253:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384361.964255:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384361.964257:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db68 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.964262:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384361.964264:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384361.964266:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384361.964267:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008b3e50e6 refcount=5 00000020:00000001:3.0:1767384361.964268:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384361.964270:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166790144 : -119698542761472 : ffff932282e0ea00) 00010000:00000001:3.0:1767384361.964273:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384361.964286:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db68 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.964291:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384361.964295:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384361.964296:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.964300:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384361.964300:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384361.964301:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384361.964302:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384361.964305:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008b3e50e6 with handle 0xf83434fd52e6db68 from hash 00010000:00000001:3.0:1767384361.964306:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384361.964307:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384361.964309:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384361.964315:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384361.964318:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384361.964320:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384361.964322:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384361.964324:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384361.964326:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.964327:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384361.964328:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384361.964331:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384361.964332:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384361.964333:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.964336:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.964337:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384361.964340:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db68 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.964343:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384361.964345:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384361.964346:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384361.964349:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384361.964351:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384361.964352:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384361.964355:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384361.964359:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384361.964362:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384361.964365:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db68 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384361.964371:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384361.964373:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384361.964374:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008b3e50e6/0xf83434fd52e6db68 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384361.964380:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005e169abd count: 0 00010000:00000001:3.0:1767384361.964386:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384361.964386:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384361.967113:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384361.967117:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384361.967125:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003f07e1ce. 20000000:00000001:3.0:1767384361.967132:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384361.967153:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732522240 00010000:00000001:3.0:1767384361.967156:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384361.967167:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000625787fe x1853236732522240/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384361.967175:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384361.967178:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384361.967181:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384361.967186:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384361.967190:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384361.967192:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384361.967195:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384361.967198:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.967203:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384361.967210:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384361.967215:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ab1c74b. 00000100:00000200:3.0:1767384361.967222:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732522240, offset 224 00000400:00000200:3.0:1767384361.967233:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384361.967253:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384361.967266:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206f00 00000400:00000200:3.0:1767384361.967275:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dd1 [2] + 224 00000400:00000200:3.0:1767384361.967284:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.967288:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384361.967295:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384361.967299:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087a8f723 x1853236732522240/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384361.967307:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000087a8f723 x1853236732522240/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.967324:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384361.967333:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ab1c74b 00000400:00000010:3.0:1767384361.967336:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ab1c74b. 00000100:00000001:2.0:1767384361.967336:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.967344:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384361.967344:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384361.967352:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384361.967353:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384361.967357:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384361.967361:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007582d27b. 00000100:00000001:3.0:1767384361.967362:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.967369:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3a5c5df 00000100:00000040:3.0:1767384361.967370:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384361.967377:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384361.967377:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3a5c5df. 00000020:00000001:3.0:1767384361.967384:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.967386:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384361.967390:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384361.967397:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000625787fe x1853236732522240/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384361.967406:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000625787fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732522240:12345-0@lo:253: Request processed in 26620us (27305us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384361.967417:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087a8f723 x1853236732522240/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384361.967419:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000040:3.0:1767384361.967429:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384361.967436:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384361.967440:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384361.967444:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087a8f723 x1853236732522240/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384361.967447:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6c9cc1f. 00000020:00000010:3.0:1767384361.967458:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c38e478d. 00000100:00000001:2.0:1767384361.967458:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384361.967465:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384361.967468:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8c1f3a5. 00000100:00000001:2.0:1767384361.967469:0:16147:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384361.967477:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:3.0:1767384361.967481:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384361.967483:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ac2d7752. 02000000:00000001:3.0:1767384361.967489:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384361.967500:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384361.967503:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384361.967505:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384361.967508:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384361.967515:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=81 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384361.967521:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384361.967523:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.967526:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384361.967528:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384361.967530:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384361.967532:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384361.967534:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384361.967535:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f55943. 00000100:00000001:2.0:1767384361.967537:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384361.967542:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ab1c74b. 00000100:00000040:2.0:1767384361.967546:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087a8f723 x1853236732522240/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.967553:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384361.967556:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384361.967559:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384361.967564:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384361.967566:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384361.967568:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384361.967570:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384361.967571:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384361.967572:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384361.967573:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384361.967574:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384361.967576:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384361.967577:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384361.967580:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087a8f723 x1853236732522240/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384361.967585:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087a8f723 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732522240:0@lo:253: 00000100:00000001:2.0:1767384361.967590:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.967592:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384361.967595:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087a8f723 x1853236732522240/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.967600:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384361.967602:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384361.967610:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005053e3f2. 02000000:00000001:2.0:1767384361.967613:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384361.967616:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384361.967618:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384361.967620:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384361.967622:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004ca98fb8. 02000000:00000001:2.0:1767384361.967626:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384361.967627:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384361.967629:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087a8f723. 00000100:00000001:2.0:1767384361.967632:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384361.967633:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.967635:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.967642:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384361.967644:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.967648:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384361.967650:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384361.967849:0:36250:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005308a269. 00000400:00000040:0.0:1767384361.967875:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384361.967878:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384361.967881:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384361.967883:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384361.967885:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384361.967887:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384361.967892:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384361.967894:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384361.967896:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384361.967898:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384361.967900:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384361.967902:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384361.967906:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384361.967909:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384361.967910:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384361.967912:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384361.967918:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384361.967921:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384361.967924:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384361.967927:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384361.967928:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384361.967930:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384361.967931:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384361.967933:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384361.967935:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384361.967938:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384361.967940:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384361.967941:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384361.967943:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384361.967945:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384361.967947:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384361.967950:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384361.967952:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384361.967954:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384361.967956:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384361.967958:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384361.967973:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384361.967975:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384361.967976:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384361.967979:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384361.967981:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384361.967982:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384361.967984:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384361.967986:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384361.967988:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384361.967990:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384361.967991:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384361.967993:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384361.967995:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384361.967996:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384361.967999:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384361.968000:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384361.968002:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384361.968005:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384361.968007:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384361.968014:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384361.968016:0:36250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384361.968163:0:36250:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005308a269. 00080000:00000020:3.0:1767384361.968928:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384361.968931:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384361.968935:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003df40e17. 20000000:00000001:3.0:1767384361.968941:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384361.968944:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732522368 00010000:00000001:3.0:1767384361.968946:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384361.968951:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a70c8f62 x1853236732522368/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384361.968957:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384361.968977:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384361.968980:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384361.968982:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384361.968984:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384361.968985:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384361.968988:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384361.968990:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.968992:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384361.968994:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384361.968996:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a37f2e45. 00000100:00000200:3.0:1767384361.969013:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732522368, offset 224 00000400:00000200:3.0:1767384361.969017:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384361.969022:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384361.969026:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d206f80 00000400:00000200:3.0:1767384361.969029:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dd9 [2] + 224 00000400:00000200:3.0:1767384361.969033:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.969035:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384361.969038:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384361.969041:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000515a4868 x1853236732522368/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384361.969047:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000515a4868 x1853236732522368/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.969061:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384361.969083:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a37f2e45 00000400:00000010:3.0:1767384361.969086:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a37f2e45. 00000100:00000001:3.0:1767384361.969089:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384361.969090:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384361.969095:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.969098:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384361.969099:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:2.0:1767384361.969102:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384361.969103:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384361.969106:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.969109:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384361.969109:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384361.969114:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384361.969117:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cc03958. 00000100:00000040:3.0:1767384361.969118:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a70c8f62 x1853236732522368/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384361.969127:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098a5fa6d 00000400:00000010:2.0:1767384361.969131:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098a5fa6d. 00000100:00000001:2.0:1767384361.969145:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384361.969152:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000515a4868 x1853236732522368/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384361.969204:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a70c8f62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732522368:12345-0@lo:253: Request processed in 28252us (29089us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384361.969205:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000515a4868 x1853236732522368/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384361.969231:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000001:2.0:1767384361.969232:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384361.969234:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384361.969236:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384361.969239:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384361.969241:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384361.969242:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384361.969244:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384361.969245:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384361.969250:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384361.969252:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078102735. 02000000:00000001:2.0:1767384361.969253:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384361.969260:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=81 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384361.969262:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001187ccd5. 00000100:00001000:2.0:1767384361.969265:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=81 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384361.969269:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7b0f410. 00000020:00000040:3.0:1767384361.969275:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:2.0:1767384361.969275:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384361.969277:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.969282:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384361.969285:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.969286:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384361.969289:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384361.969290:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000cf2ac1d. 00000100:00000040:2.0:1767384361.969294:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000515a4868 x1853236732522368/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384361.969298:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384361.969302:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.969305:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384361.969310:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384361.969311:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384361.969317:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384361.969320:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f26c76a. 00000020:01000004:2.0:1767384361.969322:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384361.969326:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384361.969327:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:3.0:1767384361.969328:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a37f2e45. 00000020:01000004:2.0:1767384361.969329:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384361.969332:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384361.969334:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384361.969336:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384361.969338:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384361.969339:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384361.969344:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000515a4868 x1853236732522368/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384361.969350:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732522368:0@lo:253: 00000100:00000001:2.0:1767384361.969353:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.969355:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384361.969356:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000515a4868 x1853236732522368/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.969361:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384361.969363:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384361.969364:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000607e60a4. 02000000:00000001:2.0:1767384361.969368:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384361.969369:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384361.969369:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384361.969371:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384361.969372:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000082db6db4. 02000000:00000001:2.0:1767384361.969373:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384361.969379:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384361.969380:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000515a4868. 00000100:00000001:2.0:1767384361.969383:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384361.969384:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.969386:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.969391:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384361.969392:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.969394:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384361.969396:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384361.971527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005e169abd. 00010000:00000010:3.1:1767384361.971540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008b3e50e6. 00010000:00000001:1.0:1767384362.364524:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384362.364530:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.364536:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384362.364540:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384362.364543:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384362.364545:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.364548:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384362.364551:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.364553:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.364558:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.364621:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384362.364628:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384362.364632:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384362.491588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.491596:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384362.491602:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef08b9d8. 00000020:00000040:3.0:1767384362.491609:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384362.491614:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.491617:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384362.491624:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.491633:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd6493d3. 00000100:00000001:3.0:1767384362.491641:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.491651:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384362.491661:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384362.491664:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.491670:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef08b9d8] to pc [ptlrpcd_00_03+3] req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.491695:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.491698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.491702:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384362.491707:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071729694. 00000020:00000040:3.0:1767384362.491709:0:37:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384362.491711:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.491712:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384362.491714:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.491719:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e4243a71. 00000100:00000001:3.0:1767384362.491722:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.491728:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384362.491734:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384362.491736:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.491742:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071729694] to pc [ptlrpcd_00_00+0] req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.491771:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.491773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.491777:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384362.491782:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067b9ea58. 00000020:00000040:3.0:1767384362.491785:0:37:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384362.491788:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.491790:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384362.491792:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.491796:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a682fe8. 00000100:00000001:3.0:1767384362.491800:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.491807:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384362.491815:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384362.491817:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.491835:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067b9ea58] to pc [ptlrpcd_00_01+1] req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.491852:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.491854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.491857:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384362.491860:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b5dd33f. 00000020:00000040:3.0:1767384362.491863:0:37:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384362.491865:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.491866:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384362.491868:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.491871:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007a0fbbe. 00000100:00000001:3.0:1767384362.491873:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.491876:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384362.491881:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384362.491882:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.491886:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5dd33f] to pc [ptlrpcd_00_02+2] req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.491892:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.491900:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (288) 00000100:00000001:3.0:1767384362.492022:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.492026:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.492028:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384362.492035:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.492043:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384362.492045:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.492049:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384362.492052:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384362.492054:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.492056:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef08b9d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732522496:0@lo:400: 00000100:00000001:3.0:1767384362.492059:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384362.492071:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384362.492075:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.492077:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384362.492086:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b01af6e1. 02000000:00000001:3.0:1767384362.492087:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.492096:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3aff63. 00000400:00000010:3.0:1767384362.492104:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf7c366. 00000100:00000200:3.0:1767384362.492110:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732522496, portal 25 00000100:00000001:3.0:1767384362.492112:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384362.492114:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208694144 : -119698500857472 : ffff932285605180) 00000100:00000040:3.0:1767384362.492117:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.492123:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.492129:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.492131:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023fd8947. 00000100:00000200:3.0:1767384362.492134:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236732522496, offset 0 00000400:00000200:3.0:1767384362.492139:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.492155:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.492169:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d207000 00000400:00000200:3.0:1767384362.492175:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1579 [2] + 0 00000400:00000010:3.0:1767384362.492179:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068fc5280. 00000400:00000200:3.0:1767384362.492183:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce8a72cd 00000400:00000200:3.0:1767384362.492188:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.492191:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384362.492197:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce8a72cd 00000400:00000010:3.0:1767384362.492198:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce8a72cd. 00000100:00000001:3.0:1767384362.492203:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384362.492205:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384362.492208:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000e8493b6e x1853236732522496 msgsize 224 00000100:00100000:3.0:1767384362.492218:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384362.492220:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384362.492227:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.492234:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023fd8947 00000400:00000010:3.0:1767384362.492237:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023fd8947. 00000100:00000001:3.0:1767384362.492240:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384362.492249:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.492257:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.492260:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.492266:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.492267:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.492276:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.492282:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294950410 00000100:00000010:3.0:1767384362.492286:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a5c6a28. 00000100:00000001:3.0:1767384362.492293:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384362.492304:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294950410 00000100:00000010:3.0:1767384362.492311:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6736ced. 00000100:00000001:3.0:1767384362.492315:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384362.492319:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294950410 00000100:00000010:3.0:1767384362.492323:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ee7073f. 00000100:00000001:3.0:1767384362.492327:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384362.492334:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294950410 00000100:00000010:3.0:1767384362.492337:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad9229be. 00000100:00000001:3.0:1767384362.492341:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384362.492344:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.492347:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.492351:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.492354:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.492364:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.492366:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384362.492370:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.492374:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.492377:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.492383:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384362.492386:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.492392:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.492394:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.492406:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.492408:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.492411:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384362.492419:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.492430:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384362.492432:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.492437:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384362.492439:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384362.492441:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.492446:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b5dd33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732522880:0@lo:400: 00000100:00000001:3.0:1767384362.492449:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384362.492454:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384362.492457:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.492460:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384362.492464:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000153e0c3d. 02000000:00000001:3.0:1767384362.492465:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.492468:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068fc5280. 00000400:00000010:3.0:1767384362.492472:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023fd8947. 00000004:00000001:0.0:1767384362.492587:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384362.492594:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384362.492602:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c58ad93. 00000020:00000040:0.0:1767384362.492609:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384362.492615:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384362.492620:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384362.492626:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384362.492637:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e2a0d40. 00000100:00000001:0.0:1767384362.492646:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.492656:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384362.492660:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.492673:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c58ad93] to pc [ptlrpcd_00_03+3] req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384362.492694:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.493055:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732522880, portal 10 00000100:00000001:3.0:1767384362.493058:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384362.493059:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208704896 : -119698500846720 : ffff932285607b80) 00000100:00000040:3.0:1767384362.493066:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.493073:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.493081:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.493087:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5637d0. 00000100:00000200:3.0:1767384362.493089:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732522880, offset 0 00000400:00000200:3.0:1767384362.493096:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.493101:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.493108:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d207180 00000400:00000200:3.0:1767384362.493117:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000400:00000200:3.0:1767384362.493123:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.493126:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.493141:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384362.493142:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384362.493146:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007838d187. 00000100:00000040:3.0:1767384362.493148:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000007838d187 x1853236732522880 msgsize 224 00000100:00100000:3.0:1767384362.493152:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384362.493162:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.493172:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5637d0 00000400:00000010:3.0:1767384362.493174:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5637d0. 00000100:00000001:3.0:1767384362.493178:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384362.493183:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.493190:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.493195:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.493199:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.493200:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.493203:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.493206:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3043 usecs (4 jiffies) 00000100:00000001:3.0:1767384362.493207:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294950405 00000100:00000001:3.0:1767384362.493209:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.493211:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294950405 00000100:00000001:3.0:1767384362.493213:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.493216:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294950405 00000100:00000001:3.0:1767384362.493218:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.493220:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294950405 00000100:00000001:3.0:1767384362.493221:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.493223:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.493224:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.493228:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.493230:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.493235:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.493243:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384362.493248:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.493249:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.493250:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384362.493253:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.493258:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384362.493259:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.493261:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384362.493263:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384362.493264:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.493267:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003c58ad93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236732523008:0@lo:13: 00000100:00000001:3.0:1767384362.493270:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384362.493273:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384362.493274:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.493275:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384362.493279:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000432766de. 02000000:00000001:3.0:1767384362.493281:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.493285:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e98b49a9. 00000400:00000010:3.0:1767384362.493289:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5637d0. 00000100:00000200:3.0:1767384362.493291:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732523008, portal 4 00000100:00000001:3.0:1767384362.493292:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384362.493293:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154159104 : -119697555392512 : ffff9322bdbaf800) 00000100:00000040:3.0:1767384362.493298:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.493302:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.493304:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.493307:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4f0d52c. 00000100:00000200:3.0:1767384362.493308:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732523008, offset 0 00000400:00000200:3.0:1767384362.493313:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.493317:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.493322:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d207200 00000400:00000200:3.0:1767384362.493328:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3136 00000400:00000200:3.0:1767384362.493333:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.493342:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.493346:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384362.493347:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384362.493351:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd7cf867. 00000100:00000040:3.0:1767384362.493353:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000bd7cf867 x1853236732523008 msgsize 224 00000100:00100000:3.0:1767384362.493356:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384362.493367:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.493372:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4f0d52c 00000400:00000010:3.0:1767384362.493375:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4f0d52c. 00000100:00000001:3.0:1767384362.493379:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384362.493383:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.493391:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.493397:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.493404:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.493406:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.493413:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.493418:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4356 usecs (5 jiffies) 00000100:00000001:3.0:1767384362.493421:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294950406 00000100:00000001:3.0:1767384362.493424:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.493427:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294950406 00000100:00000001:3.0:1767384362.493430:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.493433:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294950406 00000100:00000001:3.0:1767384362.493436:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.493439:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294950406 00000100:00000001:3.0:1767384362.493441:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.493443:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.493444:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.493446:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.493447:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.493458:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.493460:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384362.493464:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.493466:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.493474:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.493897:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.493913:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.493918:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.493927:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.493928:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.493930:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384362.493938:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.493946:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384362.493961:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.493965:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384362.493967:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384362.493969:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.493970:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071729694 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732522624:0@lo:400: 00000100:00000001:3.0:1767384362.493973:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384362.493976:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384362.493978:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.493979:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384362.493985:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c3abe7f. 02000000:00000001:3.0:1767384362.493986:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.493989:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d77f18f0. 00000400:00000010:3.0:1767384362.493997:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4f0d52c. 00000100:00000200:3.0:1767384362.494002:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732522624, portal 4 00000100:00000001:3.0:1767384362.494006:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384362.494009:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208696832 : -119698500854784 : ffff932285605c00) 00000100:00000040:3.0:1767384362.494014:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.494020:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.494026:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.494031:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc3fa0cf. 00000100:00000200:3.0:1767384362.494037:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732522624, offset 0 00000400:00000200:3.0:1767384362.494051:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.494058:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.494069:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d207080 00000400:00000200:3.0:1767384362.494077:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4112 00000400:00000200:3.0:1767384362.494083:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.494085:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.494088:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384362.494089:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384362.494094:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fb67edf. 00000100:00000040:3.0:1767384362.494099:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000007fb67edf x1853236732522624 msgsize 224 00000100:00100000:3.0:1767384362.494107:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384362.494122:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.494129:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc3fa0cf 00000400:00000010:3.0:1767384362.494131:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc3fa0cf. 00000100:00000001:3.0:1767384362.494140:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384362.494146:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.494155:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.494161:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.494169:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.494172:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.494180:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.494184:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4356 usecs (5 jiffies) 00000100:00000001:3.0:1767384362.494187:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294950407 00000100:00000001:3.0:1767384362.494189:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.494192:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294950407 00000100:00000001:3.0:1767384362.494196:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.494200:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294950407 00000100:00000001:3.0:1767384362.494202:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.494205:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294950407 00000100:00000001:3.0:1767384362.494212:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.494215:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.494218:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.494221:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.494223:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.494230:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.494232:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384362.494240:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.494243:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.494248:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.494252:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384362.494254:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.494257:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.494259:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.494261:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.494262:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.494264:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384362.494270:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.494275:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384362.494279:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.494283:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384362.494287:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384362.494290:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.494295:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000067b9ea58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236732522752:0@lo:400: 00000100:00000001:3.0:1767384362.494299:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384362.494304:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384362.494306:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.494309:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384362.494313:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096fae52b. 02000000:00000001:3.0:1767384362.494317:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.494321:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d028a8b2. 00000400:00000010:3.0:1767384362.494333:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc3fa0cf. 00000100:00000200:3.0:1767384362.494336:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732522752, portal 10 00000100:00000001:3.0:1767384362.494340:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384362.494346:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208693248 : -119698500858368 : ffff932285604e00) 00000100:00000040:3.0:1767384362.494356:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.494361:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.494363:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.494370:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007778af77. 00000100:00000200:3.0:1767384362.494375:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732522752, offset 0 00000400:00000200:3.0:1767384362.494389:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.494403:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.494413:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d207100 00000400:00000200:3.0:1767384362.494423:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000400:00000200:3.0:1767384362.494428:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.494435:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.494443:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384362.494447:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384362.494451:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ac02607. 00000100:00000040:3.0:1767384362.494453:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000008ac02607 x1853236732522752 msgsize 224 00000100:00100000:3.0:1767384362.494455:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384362.494464:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.494468:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007778af77 00000400:00000010:3.0:1767384362.494469:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007778af77. 00000100:00000001:3.0:1767384362.494471:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384362.494476:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.494522:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.494526:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.494532:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.494533:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.494538:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.494540:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3048 usecs (4 jiffies) 00000100:00000001:3.0:1767384362.494542:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294950407 00000100:00000001:3.0:1767384362.494545:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.494554:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294950407 00000100:00000001:3.0:1767384362.494558:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.494561:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294950407 00000100:00000001:3.0:1767384362.494563:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.494567:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294950407 00000100:00000001:3.0:1767384362.494569:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294950410 00000100:00000001:3.0:1767384362.494570:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.494572:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.494573:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.494575:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.494592:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.494595:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.494629:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384362.494633:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732522496 02000000:00000001:3.0:1767384362.494635:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384362.494638:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.494640:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.494644:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.494647:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732522496 00000020:00000001:3.0:1767384362.494649:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384362.494651:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384362.494654:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.494658:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:3.0:1767384362.494661:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384362.494664:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384362.494669:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.494672:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8377372. 00000100:00000001:3.0:1767384362.494676:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.494678:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8377372. 00000020:00000010:3.0:1767384362.494685:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9231be9. 00000020:00000010:3.0:1767384362.494691:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c5a1bff. 00000020:00000010:3.0:1767384362.494696:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001187ccd5. 00000100:00000040:3.0:1767384362.494708:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384362.494711:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.494712:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384362.494714:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.494722:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.494733:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.494745:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.494749:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384362.494757:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000040:3.0:1767384362.494761:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384362.494762:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141340752 : -119697568210864 : ffff9322bcf76050) 00000100:00000040:3.0:1767384362.494766:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e8493b6e x1853236732522496/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.494771:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.494775:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8377372. 00000100:00000001:3.0:1767384362.494779:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.494784:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8377372. 00000100:00100000:3.0:1767384362.494792:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e8493b6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732522496:12345-0@lo:400: 00000100:00000200:3.0:1767384362.494796:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732522496 00000020:00000001:3.0:1767384362.494800:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384362.494804:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384362.494808:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.494811:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384362.494815:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342976 : -1042208640 : ffffffffc1e12880) 00000020:00000001:3.0:1767384362.494819:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384362.494821:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.494824:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.494827:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384362.494830:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.494833:0:16777:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384362.494837:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384362.494841:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384362.494846:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f5652b02. 02000000:00000001:3.0:1767384362.494858:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.494860:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.494863:0:16777:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.494867:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732522496 00010000:00000001:3.0:1767384362.494870:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384362.494876:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e8493b6e x1853236732522496/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.494881:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.494883:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.494886:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.494890:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.494894:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.494895:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384362.494898:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.494901:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.494903:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.494907:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.494910:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007778af77. 00000100:00000200:3.0:1767384362.494912:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236732522496, offset 224 00000400:00000200:3.0:1767384362.494918:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.494922:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.494929:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d207000 00000400:00000200:3.0:1767384362.494932:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1df9 [1] + 224 00000400:00000200:3.0:1767384362.494937:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.494939:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.494941:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.494944:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.494966:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.494980:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.494989:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007778af77 00000400:00000010:3.0:1767384362.494991:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007778af77. 00000100:00000001:3.0:1767384362.495003:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.495006:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.495011:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.495014:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384362.495017:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384362.495019:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.495023:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384362.495027:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8493b6e x1853236732522496/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.495036:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e8493b6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732522496:12345-0@lo:400: Request processed in 262us (2825us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384362.495042:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:3.0:1767384362.495044:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384362.495046:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384362.495047:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384362.495051:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c5a1bff. 00000020:00000010:3.0:1767384362.495055:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001187ccd5. 00000020:00000010:3.0:1767384362.495058:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9231be9. 00000020:00000040:3.0:1767384362.495061:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:3.0:1767384362.495064:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384362.495066:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f5652b02. 02000000:00000001:3.0:1767384362.495069:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384362.495071:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384362.495073:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384362.495076:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007731148c. 00000400:00000010:3.0:1767384362.495078:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c570cef. 00000100:00000001:3.0:1767384362.495100:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384362.495102:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732522880 02000000:00000001:3.0:1767384362.495103:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384362.495104:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.495106:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.495109:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.495111:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732522880 00000020:00000001:3.0:1767384362.495113:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384362.495114:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000020:00000001:3.0:1767384362.495123:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.495126:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000020:00000001:3.0:1767384362.495128:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000001:3.0:1767384362.495130:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000001:3.0:1767384362.495133:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.495135:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8377372. 00000020:00000010:3.0:1767384362.495138:0:16784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000011568dd4. 00000020:00000040:3.0:1767384362.495145:0:16784:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:3.0:1767384362.495156:0:16784:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384362.495159:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9231be9. 00000020:00000010:3.0:1767384362.495162:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c5a1bff. 00000020:00000010:3.0:1767384362.495169:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001187ccd5. 00000100:00000040:3.0:1767384362.495179:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384362.495181:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.495182:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384362.495185:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.495189:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384362.495191:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384362.495191:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.495196:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.495214:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384362.495217:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732522752 02000000:00000001:3.0:1767384362.495219:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384362.495220:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.495221:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.495223:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.495224:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732522752 00000020:00000001:3.0:1767384362.495225:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384362.495227:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000020:00000001:3.0:1767384362.495230:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.495232:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000020:00000001:3.0:1767384362.495234:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000020:00000001:3.0:1767384362.495237:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:3.0:1767384362.495242:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.495257:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000018b26e7. 00000100:00000001:3.0:1767384362.495259:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.495261:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000018b26e7. 00000020:00000010:3.0:1767384362.495269:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003074bf1. 00000020:00000010:3.0:1767384362.495272:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3c51f1c. 00000020:00000010:3.0:1767384362.495281:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c38e478d. 00000100:00000001:3.0:1767384362.495283:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.495284:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384362.495285:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.495287:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384362.495288:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384362.495291:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.495302:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.495312:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.495313:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384362.495316:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384362.495319:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000100:00000001:3.0:1767384362.495322:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208690560 : -119698500861056 : ffff932285604380) 00000100:00000040:3.0:1767384362.495331:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007838d187 x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.495337:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.495340:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000018b26e7. 00000100:00000001:3.0:1767384362.495344:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.495346:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000018b26e7. 00000100:00100000:3.0:1767384362.495349:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007838d187 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732522880:12345-0@lo:400: 00000100:00000200:3.0:1767384362.495352:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732522880 00000020:00000001:3.0:1767384362.495354:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384362.495358:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384362.495361:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.495363:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384362.495364:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:3.0:1767384362.495366:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384362.495375:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.495378:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.495379:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384362.495382:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.495384:0:16784:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384362.495389:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384362.495392:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384362.495396:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f5652b02. 02000000:00000001:3.0:1767384362.495399:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.495400:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.495402:0:16784:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.495405:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732522880 00010000:00000001:3.0:1767384362.495407:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384362.495413:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007838d187 x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.495422:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.495426:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.495429:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.495432:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.495434:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.495437:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384362.495440:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.495441:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.495444:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.495445:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.495448:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007778af77. 00000100:00000200:3.0:1767384362.495451:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732522880, offset 224 00000400:00000200:3.0:1767384362.495457:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.495464:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.495468:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d207180 00000400:00000200:3.0:1767384362.495473:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e01 [1] + 224 00000400:00000200:3.0:1767384362.495476:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384362.495858:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.495862:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.495868:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000040:1.0:1767384362.495872:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00000001:1.0:1767384362.495875:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624370893180416 : -119702816371200 : ffff93218426ce00) 00000100:00000040:1.0:1767384362.495886:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008ac02607 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.495894:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.495907:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007894058c. 00000100:00000001:1.0:1767384362.495911:0:17576:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.495913:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007894058c. 00000100:00100000:1.0:1767384362.495925:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008ac02607 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236732522752:12345-0@lo:400: 00000100:00000200:1.0:1767384362.495928:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732522752 00000020:00000001:1.0:1767384362.495930:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.495932:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.495935:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.495938:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.495940:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:1.0:1767384362.495943:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.495947:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.495963:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.495964:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.495966:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.495968:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384362.495971:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.495972:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.495976:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007578e332. 02000000:00000001:1.0:1767384362.495979:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.495981:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.495984:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.495987:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732522752 00010000:00000001:1.0:1767384362.495990:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.495995:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008ac02607 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.496001:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.496004:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.496007:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.496012:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.496018:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000100:00000001:1.0:1767384362.496020:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384362.496022:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.496023:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.496033:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.496041:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384362.496047:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000839d0751. 00000100:00000200:1.0:1767384362.496050:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732522752, offset 224 00000400:00000200:1.0:1767384362.496055:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384362.496066:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384362.496073:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d207100 00000400:00000200:1.0:1767384362.496079:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e19 [1] + 224 00000400:00000200:1.0:1767384362.496082:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384362.496086:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384362.496090:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384362.496094:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384362.496104:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384362.496106:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.496113:0:16784:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.496120:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.496121:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384362.496129:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839d0751 00000400:00000010:1.0:1767384362.496132:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000839d0751. 00000100:00000001:1.0:1767384362.496138:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384362.496141:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.496141:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384362.496150:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.496152:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384362.496155:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00010000:00000001:1.0:1767384362.496158:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384362.496160:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007778af77 00000020:00000001:1.0:1767384362.496160:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.496164:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007778af77. 00000020:00000001:1.0:1767384362.496166:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384362.496171:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.496175:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384362.496175:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ac02607 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.496181:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.496189:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00100000:1.0:1767384362.496193:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008ac02607 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236732522752:12345-0@lo:400: Request processed in 291us (1732us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384362.496194:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384362.496197:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.496202:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384362.496213:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007838d187 x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.496216:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:1.0:1767384362.496226:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00100000:3.0:1767384362.496231:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007838d187 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732522880:12345-0@lo:400: Request processed in 888us (3076us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384362.496231:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.496237:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767384362.496243:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384362.496248:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000100:00000001:3.0:1767384362.496251:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384362.496252:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3c51f1c. 00000100:00000001:3.0:1767384362.496253:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384362.496257:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c5a1bff. 00000020:00000010:1.0:1767384362.496263:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c38e478d. 00000020:00000010:3.0:1767384362.496264:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001187ccd5. 00000020:00000010:1.0:1767384362.496271:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003074bf1. 00000020:00000010:3.0:1767384362.496273:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9231be9. 00000020:00000040:1.0:1767384362.496285:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000020:00000040:3.0:1767384362.496286:0:16784:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000100:00000001:3.0:1767384362.496295:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.496296:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384362.496324:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384362.496332:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:1.0:1767384362.496342:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.496347:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732522624 02000000:00000001:1.0:1767384362.496351:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.496353:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.496356:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.496361:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.496365:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732522624 00000020:00000001:1.0:1767384362.496367:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.496369:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:1.0:1767384362.496371:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.496373:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000020:00000001:1.0:1767384362.496375:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:1.0:1767384362.496377:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:1.0:1767384362.496383:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.496385:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007894058c. 00000020:00000010:1.0:1767384362.496390:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000038694a01. 00000020:00000040:1.0:1767384362.496396:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:1.0:1767384362.496406:0:17557:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384362.496409:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016b620fa. 00000020:00000010:1.0:1767384362.496414:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b143d57. 00000020:00000010:1.0:1767384362.496418:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003615189c. 00000100:00000040:1.0:1767384362.496428:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384362.496430:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.496431:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.496432:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.496436:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384362.496438:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384362.496440:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.496449:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.496461:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.496468:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.496473:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384362.496517:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:1.0:1767384362.496520:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624370893189376 : -119702816362240 : ffff93218426f100) 00000100:00000040:1.0:1767384362.496524:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007fb67edf x1853236732522624/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.496532:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.496535:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b090b44e. 00000100:00000001:1.0:1767384362.496539:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.496542:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b090b44e. 00000100:00100000:1.0:1767384362.496545:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007fb67edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732522624:12345-0@lo:400: 00000100:00000200:1.0:1767384362.496549:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732522624 00000020:00000001:1.0:1767384362.496552:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.496555:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.496559:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.496561:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.496563:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:1.0:1767384362.496566:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.496570:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.496573:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.496575:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.496579:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.496582:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384362.496586:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.496589:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.496592:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000deb2215f. 02000000:00000001:1.0:1767384362.496594:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.496597:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.496600:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.496602:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732522624 00010000:00000001:1.0:1767384362.496606:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.496615:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007fb67edf x1853236732522624/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.496631:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.496635:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.496638:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.496643:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.496649:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384362.496652:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384362.496655:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.496658:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.496663:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.496673:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384362.496677:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000839d0751. 00000100:00000200:1.0:1767384362.496682:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732522624, offset 224 00000400:00000200:1.0:1767384362.496693:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384362.496710:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384362.496721:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d207080 00000400:00000200:1.0:1767384362.496733:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e11 [1] + 224 00000400:00000200:1.0:1767384362.496738:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384362.496744:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384362.496754:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384362.496762:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384362.496769:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.496776:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384362.496788:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839d0751 00000400:00000010:1.0:1767384362.496791:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000839d0751. 00000100:00000001:1.0:1767384362.496795:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384362.496797:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384362.496803:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.496810:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384362.496813:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.496817:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.496818:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.496832:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fb67edf x1853236732522624/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.496843:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007fb67edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732522624:12345-0@lo:400: Request processed in 306us (2739us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.496858:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384362.496861:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:1.0:1767384362.496864:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.496866:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.496870:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b143d57. 00000020:00000010:1.0:1767384362.496877:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003615189c. 00000020:00000010:1.0:1767384362.496881:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016b620fa. 00000020:00000040:1.0:1767384362.496891:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:1.0:1767384362.496896:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.496928:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.496930:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732523008 02000000:00000001:1.0:1767384362.496933:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.496935:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.496937:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.496942:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.496944:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732523008 00000020:00000001:1.0:1767384362.496946:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.496948:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:1.0:1767384362.496965:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.496966:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000020:00000001:1.0:1767384362.496969:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:1.0:1767384362.496971:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:1.0:1767384362.496973:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.496976:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b090b44e. 00000100:00000001:1.0:1767384362.496979:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.496980:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b090b44e. 00000020:00000010:1.0:1767384362.496986:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016b620fa. 00000020:00000010:1.0:1767384362.496992:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b143d57. 00000020:00000010:1.0:1767384362.496996:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003615189c. 00000100:00000040:1.0:1767384362.497019:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384362.497022:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.497025:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.497028:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.497038:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.497053:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.497075:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.497079:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.497092:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:1.0:1767384362.497095:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:1.0:1767384362.497097:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208703104 : -119698500848512 : ffff932285607480) 00000100:00000040:1.0:1767384362.497104:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bd7cf867 x1853236732523008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.497111:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.497115:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b090b44e. 00000100:00000001:1.0:1767384362.497118:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.497120:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b090b44e. 00000100:00100000:1.0:1767384362.497130:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bd7cf867 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236732523008:12345-0@lo:13: 00000100:00000200:1.0:1767384362.497136:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732523008 00000020:00000001:1.0:1767384362.497138:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.497144:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.497146:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.497147:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.497148:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000020:00000001:1.0:1767384362.497152:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.497154:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.497158:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.497161:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.497165:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.497168:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.497170:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.497173:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000302c7c5e. 02000000:00000001:1.0:1767384362.497176:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.497184:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384362.497187:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384362.497192:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384362.497196:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384362.497200:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384362.497218:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.497227:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384362.497232:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384362.497237:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384362.497241:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384362.497248:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384362.497252:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384362.497261:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384362.497265:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384362.497269:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.497272:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732523008 00010000:00000001:1.0:1767384362.497276:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.497280:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd7cf867 x1853236732523008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.497287:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.497291:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.497294:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.497297:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.497300:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384362.497304:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384362.497307:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.497309:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.497314:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.497321:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384362.497328:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000839d0751. 00000100:00000200:1.0:1767384362.497335:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732523008, offset 224 00000400:00000200:1.0:1767384362.497351:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384362.497360:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384362.497370:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d207200 00000400:00000200:1.0:1767384362.497379:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e09 [1] + 224 00000400:00000200:1.0:1767384362.497390:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384362.497397:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384362.497405:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384362.497410:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384362.497421:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.497431:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384362.497441:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839d0751 00000400:00000010:1.0:1767384362.497444:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000839d0751. 00000100:00000001:1.0:1767384362.497452:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384362.497455:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384362.497465:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.497470:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384362.497474:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.497515:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.497518:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.497523:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd7cf867 x1853236732523008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.497534:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bd7cf867 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236732523008:12345-0@lo:13: Request processed in 418us (4175us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.497547:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:1.0:1767384362.497550:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:1.0:1767384362.497554:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.497558:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.497561:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b143d57. 00000020:00000010:1.0:1767384362.497567:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003615189c. 00000020:00000010:1.0:1767384362.497574:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016b620fa. 00000020:00000040:1.0:1767384362.497583:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:1.0:1767384362.497587:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.497706:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384362.497708:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384362.497714:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384362.497722:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384362.497724:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d028a8b2. 00000400:00000200:1.0:1767384362.497728:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc3fa0cf 00000400:00000010:1.0:1767384362.497730:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc3fa0cf. 00000100:00000001:1.0:1767384362.497737:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384362.497747:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384362.497755:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.497765:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384362.497768:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.497771:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384362.497774:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384362.497776:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.497777:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.497779:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.497784:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384362.497788:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.497792:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384362.497794:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.497797:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384362.497800:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.497804:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.497808:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384362.497811:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384362.497812:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384362.497814:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.497818:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.497823:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384362.497826:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384362.497828:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384362.497831:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.497842:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000067b9ea58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236732522752:0@lo:400: 00000400:00000001:1.0:1767384362.497860:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384362.497862:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384362.497864:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d77f18f0. 00000400:00000200:1.0:1767384362.497868:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4f0d52c 00000400:00000010:1.0:1767384362.497871:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4f0d52c. 00000100:00000001:1.0:1767384362.497877:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384362.497882:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384362.497892:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.497896:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384362.497900:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.497905:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384362.497907:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384362.497910:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.497911:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.497913:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.497917:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384362.497922:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.497926:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384362.497930:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.497932:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384362.497936:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.497942:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.497945:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384362.497962:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384362.497965:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384362.497968:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.497972:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.497988:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384362.497991:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384362.497993:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384362.497996:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.498001:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071729694 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732522624:0@lo:400: 00000100:00000001:1.0:1767384362.498005:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.498007:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384362.498012:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000067b9ea58 x1853236732522752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.498018:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384362.498020:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384362.498022:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096fae52b. 02000000:00000001:1.0:1767384362.498025:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384362.498027:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384362.498028:0:16146:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384362.498030:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1767384362.498032:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000010:1.0:1767384362.498032:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a682fe8. 02000000:00000001:1.0:1767384362.498035:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1767384362.498036:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 02000000:00000001:1.0:1767384362.498038:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384362.498042:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000067b9ea58. 00000100:00000001:1.0:1767384362.498046:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384362.498047:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.498048:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384362.498050:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071729694 x1853236732522624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.498056:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384362.498056:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384362.498057:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384362.498060:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384362.498061:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c3abe7f. 02000000:00000001:1.0:1767384362.498063:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384362.498064:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384362.498065:0:16146:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384362.498066:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:3.0:1767384362.498070:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.498074:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767384362.498075:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e4243a71. 00000400:00000010:3.0:1767384362.498077:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e98b49a9. 02000000:00000001:1.0:1767384362.498080:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767384362.498082:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5637d0 02000000:00000001:1.0:1767384362.498083:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767384362.498086:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5637d0. 00000100:00000010:1.0:1767384362.498086:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071729694. 00000100:00000001:3.0:1767384362.498091:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384362.498091:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384362.498095:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.498097:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384362.498100:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.498103:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384362.498107:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.498113:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384362.498119:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.498120:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.498133:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.498137:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.498140:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.498142:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.498143:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.498145:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.498147:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.498151:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384362.498156:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.498160:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.498161:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.498163:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384362.498170:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.498176:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.498179:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384362.498180:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384362.498182:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384362.498183:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.498188:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.498193:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.498194:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.498198:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384362.498201:0:16149:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384362.498210:0:16149:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384362.498212:0:16149:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384362.498218:0:16149:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384362.498221:0:16149:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.498224:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.498229:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003c58ad93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236732523008:0@lo:13: 00000400:00000001:3.0:1767384362.498233:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.498234:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384362.498235:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068fc5280. 00000400:00000200:3.0:1767384362.498236:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023fd8947 00000400:00000010:3.0:1767384362.498237:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023fd8947. 00000100:00000001:3.0:1767384362.498240:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.498242:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384362.498247:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.498253:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.498253:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.498255:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.498255:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.498256:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.498257:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.498258:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.498260:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384362.498262:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.498264:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.498265:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.498267:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384362.498270:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.498284:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.498286:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384362.498288:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384362.498291:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384362.498292:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.498296:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.498301:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.498304:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.498306:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384362.498309:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.498314:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b5dd33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732522880:0@lo:400: 00000400:00000001:3.0:1767384362.498320:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.498321:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384362.498323:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d3aff63. 00000400:00000200:3.0:1767384362.498327:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf7c366 00000400:00000010:3.0:1767384362.498330:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf7c366. 00000100:00000001:3.0:1767384362.498332:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.498338:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384362.498347:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.498353:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.498356:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.498358:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.498360:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.498361:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.498362:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.498364:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.498366:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384362.498374:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.498378:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.498380:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.498382:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384362.498383:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.498385:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.498388:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.498394:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.498396:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.498398:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384362.498401:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.498409:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef08b9d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732522496:0@lo:400: 00000100:00000001:3.0:1767384362.498413:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.498417:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.498419:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003c58ad93 x1853236732523008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.498427:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384362.498429:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384362.498432:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000432766de. 02000000:00000001:3.0:1767384362.498435:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.498436:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384362.498437:0:16149:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384362.498439:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384362.498440:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e2a0d40. 02000000:00000001:3.0:1767384362.498442:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384362.498443:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.498444:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c58ad93. 00000100:00000001:3.0:1767384362.498449:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384362.498451:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.498452:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.498455:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b5dd33f x1853236732522880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.498470:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384362.498471:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384362.498472:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000153e0c3d. 02000000:00000001:3.0:1767384362.498476:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.498506:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384362.498508:0:16149:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384362.498509:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384362.498511:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007a0fbbe. 02000000:00000001:3.0:1767384362.498516:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384362.498518:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.498520:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b5dd33f. 00000100:00000001:3.0:1767384362.498524:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384362.498525:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.498528:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.498535:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef08b9d8 x1853236732522496/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.498541:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384362.498543:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384362.498547:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b01af6e1. 02000000:00000001:3.0:1767384362.498552:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.498554:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384362.498555:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384362.498557:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384362.498560:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd6493d3. 02000000:00000001:3.0:1767384362.498565:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384362.498566:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.498567:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef08b9d8. 00000100:00000001:3.0:1767384362.498571:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384362.498572:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.498575:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.498579:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.498580:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.498586:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.498590:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.502552:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294950410, at 4294950411 00000100:00000010:1.0:1767384362.502561:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6736ced. 00000100:00000040:3.0:1767384362.503549:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294950410, at 4294950412 00000100:00000010:3.0:1767384362.503557:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad9229be. 00000100:00000040:2.0:1767384362.503648:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294950410, at 4294950412 00000100:00000010:2.0:1767384362.503661:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ee7073f. 00000100:00000040:0.0:1767384362.504027:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294950410, at 4294950412 00000100:00000010:0.0:1767384362.504036:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a5c6a28. 00000400:00000001:1.0:1767384362.939564:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384362.939570:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384362.939573:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e1477f 00000800:00000200:3.0:1767384362.939578:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000630ce445] -> 12345-192.168.204.131@tcp10 (6) 00000400:00000010:1.0:1767384362.939579:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e1477f. 00000800:00000200:3.0:1767384362.939587:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp10 ip 192.168.204.131:988 00000400:00000200:1.0:1767384362.939588:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384362.939594:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384362.939596:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp32 recovery ping unlinked 00000400:00000010:1.0:1767384362.939610:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000db9328b3. 00000400:00000010:1.0:1767384362.939615:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005a6faef9. 00000800:00000010:3.0:1767384362.939623:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dd6493d3. 00000400:00000200:1.0:1767384362.939631:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp43 00000800:00000200:3.0:1767384362.939635:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079194157] -> 12345-192.168.204.131@tcp31 (4) 00000400:00000010:1.0:1767384362.939638:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000db9328b3. 00000400:00000010:1.0:1767384362.939646:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c4ffbfe9. 00000800:00000200:3.1:1767384362.939647:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079194157] -> 12345-192.168.204.131@tcp31 (4) 00000400:00000010:1.0:1767384362.939651:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8e1477f. 00000400:00000010:1.0:1767384362.939659:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000082e2e10b. 00000400:00000200:1.0:1767384362.939669:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp43 00000400:00000200:1.0:1767384362.939695:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp43 local destination 00000400:00000200:1.0:1767384362.939707:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp43 00000400:00000200:1.0:1767384362.939715:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp43 NI seq info: [172:172:256:4294967295] 192.168.204.131@tcp43 LPNI seq info [168:168:8:4294967295] 00000400:00000200:1.0:1767384362.939726:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp43 00000400:00000200:1.0:1767384362.939752:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp43(192.168.204.131@tcp43:) -> 192.168.204.131@tcp43(192.168.204.131@tcp43:192.168.204.131@tcp43) : GET try# 0 00000800:00000200:1.0:1767384362.939763:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp43 00000800:00000010:1.0:1767384362.939768:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000af7dfa76. 00000800:00000200:1.0:1767384362.939781:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003eedd9aa] -> 12345-192.168.204.131@tcp43 (2) 00000800:00000200:1.1:1767384362.939786:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003eedd9aa] -> 12345-192.168.204.131@tcp43 (2) 00000400:00000200:3.0:1767384362.939787:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.939808:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp43 added to recovery queue. ping count: 2 next ping: 287 health :800 00000800:00000200:2.0:1767384362.939887:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384362.939898:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384362.939903:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000001:2.0:1767384362.939909:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.939916:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384362.939925:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000001:2.0:1767384362.939925:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384362.940011:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940038:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.940072:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940126:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.940129:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940214:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.940234:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940316:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.940330:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940418:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.940418:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.940460:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940525:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940568:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940636:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940693:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940748:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940815:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940886:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.940968:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941025:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941043:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941073:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941110:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941116:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941179:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941188:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941209:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941250:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941254:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941299:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941319:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941341:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941368:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941385:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941419:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941429:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941465:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941518:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941559:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941574:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941608:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941618:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941660:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941666:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941731:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941749:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941786:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941802:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941836:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941848:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941887:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941909:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.941954:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.941973:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942007:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.942031:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942061:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.942077:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942126:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.942135:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942191:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.942203:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942252:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942300:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942334:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942363:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942405:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000800:00000010:3.0:1767384362.942418:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003f07e1ce. 00000800:00000010:3.0:1767384362.942428:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c51ba16c. 00000800:00000010:3.0:1767384362.942434:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec31bbb8. 00000400:00000200:1.0:1767384362.942439:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000800:00000010:3.0:1767384362.942459:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec31bbb8. 00000800:00020000:3.0:1767384362.942471:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000400:00000200:1.0:1767384362.942473:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000800:00000010:3.0:1767384362.942475:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c51ba16c. 00000800:00000010:3.0:1767384362.942513:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003f07e1ce. 00000400:00000200:1.0:1767384362.942583:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000400:02020000:3.0:1767384362.942598:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp31 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384362.942603:0:16136:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384362.942626:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942672:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942752:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942788:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942864:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.942882:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.131:988 00000800:00000010:1.0:1767384362.943142:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b779e14a. 00000800:00000010:1.0:1767384362.943146:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000faa6ac7. 00000800:00000010:1.0:1767384362.943151:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000327a43ee. 00000800:00000010:1.0:1767384362.943187:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000327a43ee. 00000400:00000200:0.0:1767384362.943593:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384362.943631:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp43 from 210.3.0.2 00000800:00000010:0.0:1767384362.943637:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d1929260. 00000800:00000010:3.0:1767384362.943682:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003f07e1ce. 00000800:00000010:3.0:1767384362.943690:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c51ba16c. 00000800:00000010:3.0:1767384362.943729:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002192b2a4. 00000800:00000200:3.1:1767384362.943741:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003eedd9aa] -> 12345-192.168.204.131@tcp43 (2) 00000800:00000200:3.1:1767384362.943750:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp43 000000002192b2a4 deleted 00000800:00000010:3.1:1767384362.943754:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002192b2a4. 00000800:00000200:3.1:1767384362.943762:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384362.943769:0:16137:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp43 ip 192.168.204.131:978 00000800:00000200:3.1:1767384362.943774:0:16137:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af7dfa76 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384362.943787:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp43 p 3.x 192.168.204.131 -> 192.168.204.131:978 incarnation:1767384354818993874 sched[0] 00000800:00000010:3.0:1767384362.943794:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec31bbb8. 00000800:00000010:3.0:1767384362.943877:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec31bbb8. 00000800:00000010:3.0:1767384362.943885:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c51ba16c. 00000800:00000200:1.1:1767384362.943911:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384362.943919:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp43 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384354818993874 sched[0] 00000800:00000010:1.0:1767384362.943923:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000faa6ac7. 00000800:00000010:3.0:1767384362.943969:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d1929260. 00000800:00000001:3.0:1767384362.943995:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384362.944005:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384362.944031:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:3.0:1767384362.944090:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384362.944094:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000af7dfa76. 00000400:00000200:3.0:1767384362.944108:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.944125:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp43->192.168.204.131@tcp43: GET: OK 00000400:00000200:3.0:1767384362.944133:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384362.944140:0:16140:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp43 recovery message sent successfully:0 00000400:00000200:1.0:1767384362.944155:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000001:3.0:1767384362.944165:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384362.944176:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384362.944180:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384362.944189:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384362.944205:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp43(192.168.204.131@tcp43) <- 192.168.204.131@tcp43 : GET - for me 00000400:00000200:3.0:1767384362.944221:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384362.944236:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x1dc9 [1] + 0 00000400:00000200:3.0:1767384362.944252:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp43 to MR: 192.168.204.131@tcp43 local destination 00000400:00000200:3.0:1767384362.944262:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp43 NI seq info: [173:173:256:4294967295] 192.168.204.131@tcp43 LPNI seq info [169:169:8:4294967295] 00000400:00000200:1.0:1767384362.944286:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.944295:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp43(192.168.204.131@tcp43:192.168.204.131@tcp43) -> 192.168.204.131@tcp43(192.168.204.131@tcp43:192.168.204.131@tcp43) 192.168.204.131@tcp43 : REPLY try# 0 00000800:00000200:3.0:1767384362.944308:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp43 00000800:00000010:3.0:1767384362.944313:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007a0fbbe. 00000800:00000200:3.0:1767384362.944322:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003eedd9aa] -> 12345-192.168.204.131@tcp43 (4) 00000800:00000200:3.0:1767384362.944328:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp43 ip 192.168.204.131:988 00000800:00000200:3.0:1767384362.944331:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007a0fbbe type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384362.944371:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000800:00000200:3.0:1767384362.944403:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384362.944407:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007a0fbbe. 00000400:00000200:3.0:1767384362.944412:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.944420:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp43->192.168.204.131@tcp43: REPLY: OK 00000800:00000001:3.0:1767384362.944442:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384362.944453:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384362.944459:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384362.944464:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384362.944466:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384362.944474:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384362.944515:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp43(192.168.204.131@tcp43) <- 192.168.204.131@tcp43 : REPLY - for me 00000400:00000200:3.0:1767384362.944535:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp43: Reply from 12345-192.168.204.131@tcp43 of length 272/272 into md 0x1e39 00000800:00000001:3.0:1767384362.944549:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384362.944559:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384362.944563:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.944573:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp43->192.168.204.131@tcp43: REPLY: OK 00000400:00000200:3.0:1767384362.944580:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8e1477f 00000400:00000010:3.0:1767384362.944583:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8e1477f. 00000400:00000200:1.0:1767384362.944588:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384362.944591:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384362.944603:0:16140:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000db9328b3. 00000400:00000010:3.0:1767384362.944611:0:16140:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c4ffbfe9. 00000800:00000001:3.0:1767384362.944624:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384362.944632:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384362.944755:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.944912:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.945047:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.945182:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.945317:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.945445:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.945627:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.945772:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.945920:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946051:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946126:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946198:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946279:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946298:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946317:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946333:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946349:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946379:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946436:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946543:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946606:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946626:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946647:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946702:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946786:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946808:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946840:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946861:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.946904:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384362.947029:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384362.947159:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df40e17. 00000800:00000010:1.0:1767384362.947163:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000faa6ac7. 00000800:00000010:1.0:1767384362.947166:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000327a43ee. 00000800:00000010:1.0:1767384362.947181:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000327a43ee. 00000800:00020000:1.0:1767384362.947187:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384362.947194:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000faa6ac7. 00000800:00000010:1.0:1767384362.947196:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df40e17. 00000400:02020000:1.0:1767384362.947276:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp43 at host 192.168.204.131:988: is it running a compatible version of Lustre? 10000000:00000001:0.0:1767384363.003590:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384363.003597:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:0.0:1767384363.003603:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384363.003608:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384363.003610:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384363.003611:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384363.003615:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384363.003619:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384363.003622:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 75 10000000:00000001:0.0:1767384363.003625:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384363.003628:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384363.003637:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 00000020:00000040:0.0:1767384363.003643:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384363.003656:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384363.003660:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384363.003665:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384363.003672:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004482db41. 00000100:00000001:0.0:1767384363.003680:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.003686:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384363.003690:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384363.003700:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001ffd1307. 00010000:00000001:0.0:1767384363.003706:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384363.003710:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d974435. 00000020:00000001:0.0:1767384363.003717:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384363.003721:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d974435 with handle 0xf83434fd52e6db6f to hash 00000020:00000001:0.0:1767384363.003724:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384363.003726:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384363.003729:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384363.003733:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384363.003736:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384363.003740:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384363.003751:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384363.003762:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384363.003769:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384363.003772:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384363.003779:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac73317b. 00000100:00000001:0.0:1767384363.003782:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370874779136 : -119702834772480 : ffff9321830e0600) 00000100:00000001:0.0:1767384363.003787:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384363.003791:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154144768 : -119697555406848 : ffff9322bdbac000) 00000100:00000001:0.0:1767384363.003796:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384363.003799:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.003802:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384363.003815:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384363.003827:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000016ab9eb x1853236732523136/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.003838:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384363.003840:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.003845:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384363.003849:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384363.003853:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384363.003858:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732523136:0@lo:101: 00000100:00000001:0.0:1767384363.003863:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384363.003871:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384363.003875:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.003878:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384363.003885:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000728b643f. 02000000:00000001:0.0:1767384363.003888:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384363.003896:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e5499b. 00000400:00000010:0.0:1767384363.003905:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000100:00000200:0.0:1767384363.003914:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732523136, portal 25 00000100:00000001:0.0:1767384363.003918:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384363.003921:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154144768 : -119697555406848 : ffff9322bdbac000) 00000100:00000040:0.0:1767384363.003927:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000016ab9eb x1853236732523136/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.003936:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384363.003954:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384363.003958:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000100:00000200:0.0:1767384363.003962:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732523136, offset 0 00000400:00000200:0.0:1767384363.003969:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384363.003983:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384363.003998:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d207280 00000400:00000200:0.0:1767384363.004006:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1581 [2] + 0 00000400:00000010:0.0:1767384363.004011:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d976db0. 00000400:00000200:0.0:1767384363.004016:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000441b1731 00000400:00000200:0.0:1767384363.004022:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384363.004038:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384363.004045:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000441b1731 00000400:00000010:0.0:1767384363.004048:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000441b1731. 00000100:00000001:0.0:1767384363.004055:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384363.004058:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384363.004062:0:16780:0:(events.c:337:request_in_callback()) incoming req@00000000c97b9fe8 x1853236732523136 msgsize 328 00000100:00100000:0.0:1767384363.004066:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384363.004069:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384363.004080:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384363.004092:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384363.004093:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:0.0:1767384363.004098:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384363.004103:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732523136/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.004115:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384363.004117:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000016ab9eb x1853236732523136/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.004126:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.004128:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384363.004135:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.004141:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294950922 00000100:00000010:0.0:1767384363.004149:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b598aaa. 00000100:00000001:0.0:1767384363.004157:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384363.004165:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294950922 00000100:00000010:0.0:1767384363.004169:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f02851e6. 00000100:00000001:0.0:1767384363.004175:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384363.004183:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294950922 00000100:00000010:0.0:1767384363.004190:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001de25256. 00000100:00000001:0.0:1767384363.004195:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384363.004204:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294950922 00000100:00000010:0.0:1767384363.004208:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9af81be. 00000100:00000001:0.0:1767384363.004214:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384363.004227:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384363.004231:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.004234:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384363.004236:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384363.004239:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ac73317b going to sleep for 11 seconds 00000100:00000001:0.0:1767384363.004245:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384363.004250:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.004287:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384363.004294:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732523136 02000000:00000001:0.0:1767384363.004298:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384363.004301:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384363.004305:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.004310:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384363.004314:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732523136 00000020:00000001:0.0:1767384363.004318:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384363.004321:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384363.004323:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384363.004326:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:0.0:1767384363.004331:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384363.004334:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384363.004341:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384363.004347:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064556927. 00000100:00000001:0.0:1767384363.004354:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384363.004358:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064556927. 00000020:00000010:0.0:1767384363.004368:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2bdcb8e. 00000020:00000010:0.0:1767384363.004374:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f9395be. 00000020:00000010:0.0:1767384363.004381:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9246188. 00000100:00000040:0.0:1767384363.004392:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384363.004397:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384363.004399:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384363.004403:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.004412:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.004427:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.004445:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384363.004448:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384363.004462:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000040:0.0:1767384363.004465:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384363.004467:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141326416 : -119697568225200 : ffff9322bcf72850) 00000100:00000040:0.0:1767384363.004473:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c97b9fe8 x1853236732523136/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:344/0 lens 328/0 e 0 to 0 dl 1767384374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.004527:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384363.004533:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064556927. 00000100:00000001:0.0:1767384363.004540:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384363.004544:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064556927. 00000100:00100000:0.0:1767384363.004556:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c97b9fe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16780:x1853236732523136:12345-0@lo:101: 00000100:00000200:0.0:1767384363.004562:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732523136 00000020:00000001:0.0:1767384363.004566:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384363.004574:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384363.004578:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.004583:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384363.004587:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:0.0:1767384363.004591:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384363.004594:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384363.004598:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384363.004601:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384363.004606:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.004611:0:16775:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384363.004614:0:16775:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384363.004617:0:16775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384363.004620:0:16775:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384363.004622:0:16775:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.004628:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384363.004634:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000139ecef6. 00010000:00000001:0.0:1767384363.004639:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384363.004643:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069cfa3d8. 00000020:00000001:0.0:1767384363.004647:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384363.004654:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000069cfa3d8 with handle 0xf83434fd52e6db76 to hash 00000020:00000001:0.0:1767384363.004659:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384363.004669:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384363.004672:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00010000:0.0:1767384363.004675:0:16775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6db76 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf83434fd52e6db6f expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384363.004685:0:16775:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e25b4a2c : new locks_count 10 00000020:00000040:0.0:1767384363.004687:0:16775:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:0.0:1767384363.004697:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384363.004702:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384363.004708:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000faf83dc8. 02000000:00000001:0.0:1767384363.004712:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.004715:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.004717:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384363.004722:0:16775:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384363.004725:0:16775:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384363.004727:0:16775:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384363.004729:0:16775:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384363.004732:0:16775:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384363.004734:0:16775:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384363.004737:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384363.004740:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384363.004742:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384363.004743:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384363.004745:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000139ecef6) refcount = 1 00010000:00010000:0.0:1767384363.004752:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6db76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf83434fd52e6db6f expref: 15 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.004759:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384363.004761:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384363.004763:0:16775:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384363.004765:0:16775:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.004768:0:16775:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384363.004775:0:16775:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384363.004779:0:16775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6db76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6db6f expref: 15 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.004803:0:16775:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384363.004806:0:16775:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384363.004809:0:16775:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384363.004813:0:16775:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.004815:0:16775:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384363.004817:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384363.004818:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384363.004820:0:16775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000069cfa3d8, rc 0) 00000020:00000001:0.0:1767384363.004822:0:16775:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384363.004827:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732523136 00010000:00000001:0.0:1767384363.004830:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384363.004839:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c97b9fe8 x1853236732523136/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:344/0 lens 328/344 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384363.004848:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384363.004850:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384363.004854:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384363.004862:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384363.004869:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384363.004874:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384363.004878:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384363.004881:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.004884:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384363.004887:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384363.004892:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000100:00000200:0.0:1767384363.004899:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732523136, offset 224 00000400:00000200:0.0:1767384363.004912:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384363.004920:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384363.004934:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d207280 00000400:00000200:0.0:1767384363.004959:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1e3d [1] + 224 00000400:00000200:0.0:1767384363.004965:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384363.004973:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384363.004980:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384363.004997:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732523136/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384363.005009:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000016ab9eb x1853236732523136/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.005025:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384363.005034:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384363.005036:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:0.0:1767384363.005043:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384363.005045:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384363.005052:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384363.005057:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384363.005061:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384363.005063:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.005066:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384363.005071:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c97b9fe8 x1853236732523136/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:344/0 lens 328/344 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384363.005081:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c97b9fe8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732523136:12345-0@lo:101: Request processed in 554us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384363.005091:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000040:0.0:1767384363.005095:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:0.0:1767384363.005098:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384363.005100:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384363.005105:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f9395be. 00000020:00000010:0.0:1767384363.005110:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9246188. 00000020:00000010:0.0:1767384363.005115:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2bdcb8e. 00000020:00000040:0.0:1767384363.005121:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:0.0:1767384363.005126:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384363.005128:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000faf83dc8. 02000000:00000001:0.0:1767384363.005131:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384363.005134:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384363.005139:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384363.005143:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aeb46cef. 00000400:00000010:0.0:1767384363.005149:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000905b9fd9. 00000100:00000001:0.0:1767384363.005182:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384363.005187:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384363.005189:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384363.005191:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031e5499b. 00000400:00000200:0.0:1767384363.005197:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384363.005198:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00000001:0.0:1767384363.005201:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384363.005204:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732523136/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384363.005212:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732523136/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.005219:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384363.005221:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.005224:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384363.005227:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384363.005228:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384363.005230:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.005232:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384363.005237:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384363.005240:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384363.005243:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384363.005245:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.005248:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384363.005250:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005253:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384363.005257:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000016ab9eb x1853236732523136/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.005265:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384363.005268:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384363.005270:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384363.005276:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000016ab9eb x1853236732523136/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384363.005283:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732523136:0@lo:101: 00000100:00000001:0.0:1767384363.005289:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.005299:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005301:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384363.005303:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384363.005306:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000016ab9eb x1853236732523136/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.005312:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384363.005314:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ac73317b. 00000100:00000001:0.0:1767384363.005318:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384363.005320:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.005323:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384363.005325:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384363.005327:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384363.005330:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d974435 refcount=4 00000020:00000001:0.0:1767384363.005332:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384363.005335:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000040:0.0:1767384363.005339:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000002d974435, remote cookie: 0xf83434fd52e6db76, flags: 0x0 00010000:00000001:0.0:1767384363.005343:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384363.005346:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384363.005348:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384363.005351:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384363.005352:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384363.005354:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001ffd1307) refcount = 1 00010000:00010000:0.0:1767384363.005358:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6db76 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.005365:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384363.005367:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384363.005369:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384363.005373:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384363.005376:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384363.005379:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6db76 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.005385:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384363.005387:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384363.005396:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384363.005398:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384363.005400:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384363.005401:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005404:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384363.005409:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000016ab9eb x1853236732523136/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.005417:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384363.005421:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384363.005424:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000728b643f. 02000000:00000001:0.0:1767384363.005430:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384363.005432:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384363.005434:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384363.005436:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384363.005439:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004482db41. 02000000:00000001:0.0:1767384363.005443:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384363.005445:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384363.005446:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 00000100:00000001:0.0:1767384363.005450:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384363.005451:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384363.005452:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384363.005455:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384363.005457:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:0.0:1767384363.005459:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.005461:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384363.005462:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384363.005464:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d974435 refcount=3 00000020:00000001:0.0:1767384363.005467:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384363.005470:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384363.005472:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384363.005473:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384363.005475:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384363.005512:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384363.005515:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384363.005518:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008a7379f7. 00000100:00000010:0.0:1767384363.005531:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 00000020:00000040:0.0:1767384363.005534:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384363.005540:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384363.005541:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384363.005544:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384363.005546:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004482db41. 00000100:00000001:0.0:1767384363.005548:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005552:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384363.005555:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000faf83dc8. 00000100:00000010:0.0:1767384363.005561:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000064556927. 00000020:00000040:0.0:1767384363.005562:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384363.005565:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384363.005566:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384363.005570:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3b738df. 00000100:00000001:0.0:1767384363.005571:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370887075712 : -119702822475904 : ffff932183c9a780) 00000100:00000001:0.0:1767384363.005572:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384363.005573:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154144768 : -119697555406848 : ffff9322bdbac000) 00000100:00000001:0.0:1767384363.005576:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384363.005577:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005578:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384363.005579:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384363.005581:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.005586:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384363.005587:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.005589:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384363.005590:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384363.005591:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384363.005593:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732523264:0@lo:256: 00000100:00000001:0.0:1767384363.005595:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384363.005596:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384363.005597:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005599:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384363.005603:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e5499b. 00000400:00000010:0.0:1767384363.005606:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000025fb023c. 00000100:00000200:0.0:1767384363.005609:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d207300-0x695824d207300, portal 33 00000100:00000001:0.0:1767384363.005611:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.005617:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384363.005619:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2bdcb8e. 02000000:00000001:0.0:1767384363.005621:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384363.005623:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db6fa5b8. 00000400:00000010:0.0:1767384363.005626:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000100:00000200:0.0:1767384363.005628:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732523264, portal 25 00000100:00000001:0.0:1767384363.005630:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384363.005630:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154144768 : -119697555406848 : ffff9322bdbac000) 00000100:00000040:0.0:1767384363.005633:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.005637:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384363.005643:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384363.005644:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000100:00000200:0.0:1767384363.005648:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732523264, offset 0 00000400:00000200:0.0:1767384363.005650:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384363.005655:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384363.005659:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d207300 00000400:00000200:0.0:1767384363.005661:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1591 [2] + 0 00000400:00000010:0.0:1767384363.005663:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ede61199. 00000400:00000200:0.0:1767384363.005666:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000018c3a85d 00000400:00000200:0.0:1767384363.005668:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384363.005670:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384363.005672:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c3a85d 00000400:00000010:0.0:1767384363.005673:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018c3a85d. 00000100:00000001:0.0:1767384363.005675:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384363.005676:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384363.005679:0:16780:0:(events.c:337:request_in_callback()) incoming req@000000004b181ba7 x1853236732523264 msgsize 304 00000100:00100000:0.0:1767384363.005682:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384363.005683:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384363.005690:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384363.005693:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384363.005694:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:0.0:1767384363.005697:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384363.005699:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.005716:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384363.005721:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.005725:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005727:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384363.005732:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005736:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294950924 00000100:00000001:0.0:1767384363.005742:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294950922 00000100:00000001:0.0:1767384363.005746:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294950924 00000100:00000001:0.0:1767384363.005749:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294950922 00000100:00000001:0.0:1767384363.005751:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294950924 00000100:00000001:0.0:1767384363.005757:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294950922 00000100:00000001:0.0:1767384363.005761:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294950924 00000100:00000001:0.0:1767384363.005766:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294950922 00000100:00000001:0.0:1767384363.005769:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384363.005770:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005772:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384363.005774:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384363.005776:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f3b738df going to sleep for 11 seconds 00000100:00000001:0.0:1767384363.005779:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384363.005781:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005803:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384363.005806:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732523264 02000000:00000001:0.0:1767384363.005808:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384363.005811:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384363.005813:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.005816:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384363.005819:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732523264 00000020:00000001:0.0:1767384363.005821:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384363.005822:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384363.005825:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384363.005837:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:0.0:1767384363.005840:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384363.005842:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384363.005847:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384363.005851:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384363.005853:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384363.005855:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000020:00000010:0.0:1767384363.005860:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4dfaf91. 00000020:00000010:0.0:1767384363.005862:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f9395be. 00000020:00000010:0.0:1767384363.005864:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9246188. 00000100:00000040:0.0:1767384363.005869:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384363.005871:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384363.005872:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384363.005873:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005875:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005881:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.005888:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384363.005890:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384363.005893:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000040:0.0:1767384363.005895:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384363.005896:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141321296 : -119697568230320 : ffff9322bcf71450) 00000100:00000040:0.0:1767384363.005899:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004b181ba7 x1853236732523264/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:344/0 lens 304/0 e 0 to 0 dl 1767384374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.005904:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384363.005906:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384363.005908:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384363.005909:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000100:00100000:0.0:1767384363.005912:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004b181ba7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732523264:12345-0@lo:256: 00000100:00000200:0.0:1767384363.005915:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732523264 00000020:00000001:0.0:1767384363.005917:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384363.005919:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384363.005919:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.005926:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384363.005928:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:0.0:1767384363.005931:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384363.005932:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384363.005933:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384363.005935:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384363.005936:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005950:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384363.005953:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384363.005957:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000039d667f1. 02000000:00000001:0.0:1767384363.005958:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.005960:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384363.005963:0:16777:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384363.005966:0:16777:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384363.005969:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384363.005971:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384363.005974:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384363.005976:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384363.005977:0:16777:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384363.005981:0:16777:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000045fe3c62. 20000000:00000001:0.0:1767384363.005983:0:16777:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384363.005998:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384363.006003:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384363.006008:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384363.006011:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384363.006012:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384363.006014:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384363.006016:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384363.006019:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384363.006022:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384363.006024:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384363.006025:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384363.006027:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384363.006028:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384363.006030:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384363.006033:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384363.006035:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384363.006036:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384363.006043:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384363.006045:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384363.006046:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384363.006047:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384363.006049:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384363.006050:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384363.006052:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384363.006053:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384363.006054:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384363.006055:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384363.006056:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384363.006057:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384363.006059:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384363.006060:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384363.006061:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384363.006062:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384363.006063:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384363.006064:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384363.006065:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384363.006067:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384363.006068:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:01000000:0.0:1767384363.006069:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 784, pages 3312/1/4/3. 20000000:00000040:0.0:1767384363.006077:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384363.006078:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384363.006079:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384363.006080:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384363.006081:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384363.006083:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384363.006084:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384363.006087:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384363.006089:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384363.006090:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384363.006092:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384363.006094:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384363.006095:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384363.006096:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384363.006098:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384363.006100:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384363.006101:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384363.006106:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384363.006108:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384363.006110:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384363.006111:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384363.006113:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384363.006115:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384363.006117:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384363.006118:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384363.006119:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384363.006120:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384363.006122:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384363.006124:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384363.006126:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384363.006128:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384363.006130:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384363.006131:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384363.006133:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384363.006134:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384363.006136:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384363.006137:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384363.006139:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:01000000:0.0:1767384363.006140:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 784, pages 2528/1/4/3. 20000000:01000000:0.0:1767384363.006141:0:16777:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1568, version 80 20000000:00000001:0.0:1767384363.006143:0:16777:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1568 : 1568 : 620) 00000100:00000001:0.0:1767384363.006146:0:16777:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384363.006149:0:16777:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000728b643f. 00000100:00000010:0.0:1767384363.006152:0:16777:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002e3690ab. 00000020:00000040:0.0:1767384363.006153:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=16 00010000:00000001:0.0:1767384363.006156:0:16777:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384363.006158:0:16777:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384363.006161:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000400:00000010:0.0:1767384363.006168:0:16777:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e274768. 00000400:00000200:0.0:1767384363.006173:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384363.006182:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384363.006188:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1568 into portal 33 MB=0x695824d207300 00000400:00000200:0.0:1767384363.006191:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1568/1568 into md 0x1e4d [4] + 0 00000400:00000010:0.0:1767384363.006194:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031e5499b. 00000400:00000200:0.0:1767384363.006202:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000025fb023c 00000400:00000200:0.0:1767384363.006205:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384363.006210:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384363.006214:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025fb023c 00000400:00000010:0.0:1767384363.006215:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000025fb023c. 00000100:00000001:0.0:1767384363.006219:0:16777:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384363.006220:0:16777:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000016ab9eb desc 00000000faf83dc8 mbits 1853236732523264 00000100:00000001:0.0:1767384363.006228:0:16777:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384363.006232:0:16777:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384363.006236:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384363.006242:0:16777:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e59 00000400:00000200:0.0:1767384363.006244:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384363.006246:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384363.006248:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384363.006249:0:16777:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000728b643f 00000100:00000001:0.0:1767384363.006252:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384363.006258:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384363.006259:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:0.0:1767384363.006260:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384363.006261:0:16777:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000728b643f 00000100:00000001:0.0:1767384363.006262:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384363.006265:0:16777:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1568 bytes via portal 33 id 12345-0@lo mbits 0x695824d207300-0x695824d207300 00000100:00000001:0.0:1767384363.006268:0:16777:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.006270:0:16777:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.006272:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384363.006274:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000010:0.0:1767384363.006276:0:16777:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002e3690ab. 00000100:00000010:0.0:1767384363.006278:0:16777:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000728b643f. 00000100:00000001:0.0:1767384363.006280:0:16777:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384363.006281:0:16777:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384363.006287:0:16777:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000045fe3c62. 20000000:00000001:0.0:1767384363.006290:0:16777:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384363.006292:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732523264 00010000:00000001:0.0:1767384363.006293:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384363.006296:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004b181ba7 x1853236732523264/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:344/0 lens 304/240 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384363.006305:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384363.006306:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384363.006307:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384363.006309:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384363.006311:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384363.006312:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384363.006313:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384363.006314:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.006316:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384363.006317:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384363.006319:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000100:00000200:0.0:1767384363.006320:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732523264, offset 224 00000400:00000200:0.0:1767384363.006324:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384363.006329:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384363.006333:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d207300 00000400:00000200:0.0:1767384363.006335:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e51 [1] + 224 00000400:00000200:0.0:1767384363.006338:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384363.006340:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384363.006342:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384363.006345:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384363.006351:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.006356:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384363.006358:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384363.006359:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:0.0:1767384363.006363:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384363.006364:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384363.006367:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384363.006369:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384363.006371:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384363.006372:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.006373:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384363.006380:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b181ba7 x1853236732523264/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:344/0 lens 304/240 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384363.006386:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004b181ba7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732523264:12345-0@lo:256: Request processed in 481us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384363.006392:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000040:0.0:1767384363.006394:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:0.0:1767384363.006395:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384363.006396:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384363.006398:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f9395be. 00000020:00000010:0.0:1767384363.006402:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9246188. 00000020:00000010:0.0:1767384363.006403:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4dfaf91. 00000020:00000040:0.0:1767384363.006405:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:0.0:1767384363.006407:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384363.006408:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000039d667f1. 02000000:00000001:0.0:1767384363.006410:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384363.006411:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384363.006414:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384363.006416:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e5499b. 00000400:00000010:0.0:1767384363.006418:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025fb023c. 00000100:00000001:0.0:1767384363.006430:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384363.006432:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384363.006432:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384363.006433:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db6fa5b8. 00000400:00000200:0.0:1767384363.006435:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384363.006436:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00000001:0.0:1767384363.006438:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384363.006440:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384363.006445:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.006449:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384363.006450:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.006451:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384363.006452:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384363.006458:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384363.006461:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.006463:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384363.006465:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384363.006468:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384363.006470:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384363.006470:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.006472:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384363.006473:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.006474:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384363.006517:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384363.006523:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.006528:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384363.006529:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384363.006531:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384363.006535:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732523264:0@lo:256: 00000100:00000001:0.0:1767384363.006538:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.006541:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.006542:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384363.006543:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384363.006544:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.006548:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384363.006550:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f3b738df. 00000100:00000001:0.0:1767384363.006551:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384363.006552:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384363.006555:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 80, more 0. 10000000:00000001:0.0:1767384363.006557:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384363.006563:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000c448e7b8. 10000000:00000040:0.0:1767384363.006572:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384363.006583:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384363.006585:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384363.006590:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:0.0:1767384363.006594:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.006599:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384363.006601:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:0.0:1767384363.006605:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000100:00000200:0.0:1767384363.006609:0:16780:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 38 NIDs for '192.168.204.131@tcp' 00000400:00000200:0.0:1767384363.006614:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384363.006618:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384363.006621:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:0.0:1767384363.006625:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384363.006630:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (38) 00000400:00000200:0.0:1767384363.006634:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384363.006636:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:0.0:1767384363.006639:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (39) 00000400:00000200:0.0:1767384363.006641:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:0.0:1767384363.006642:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:0.0:1767384363.006645:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006646:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:0.0:1767384363.006647:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:0.0:1767384363.006650:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006651:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:0.0:1767384363.006652:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:0.0:1767384363.006654:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006655:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:0.0:1767384363.006656:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:0.0:1767384363.006658:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006660:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:0.0:1767384363.006661:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000200:0.0:1767384363.006663:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006664:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:0.0:1767384363.006665:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:0.0:1767384363.006666:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006667:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:0.0:1767384363.006674:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:0.0:1767384363.006676:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006678:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:0.0:1767384363.006679:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:0.0:1767384363.006681:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006682:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:0.0:1767384363.006683:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:0.0:1767384363.006685:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006685:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000200:0.0:1767384363.006686:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:0.0:1767384363.006688:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006689:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000400:00000200:0.0:1767384363.006690:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.131@tcp20 00000400:00000200:0.0:1767384363.006691:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006692:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp20 00000400:00000200:0.0:1767384363.006693:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.131@tcp21 00000400:00000200:0.0:1767384363.006695:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006696:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp21 00000400:00000200:0.0:1767384363.006697:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.131@tcp22 00000400:00000200:0.0:1767384363.006699:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006699:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp22 00000400:00000200:0.0:1767384363.006700:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.131@tcp23 00000400:00000200:0.0:1767384363.006702:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006703:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp23 00000400:00000200:0.0:1767384363.006704:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.131@tcp24 00000400:00000200:0.0:1767384363.006706:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006706:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp24 00000400:00000200:0.0:1767384363.006708:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.131@tcp25 00000400:00000200:0.0:1767384363.006709:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006710:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp25 00000400:00000200:0.0:1767384363.006711:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.131@tcp26 00000400:00000200:0.0:1767384363.006714:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006714:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp26 00000400:00000200:0.0:1767384363.006715:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.131@tcp27 00000400:00000200:0.0:1767384363.006717:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006718:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp27 00000400:00000200:0.0:1767384363.006722:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.131@tcp28 00000400:00000200:0.0:1767384363.006724:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006725:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp28 00000400:00000200:0.0:1767384363.006726:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.131@tcp29 00000400:00000200:0.0:1767384363.006728:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006729:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp29 00000400:00000200:0.0:1767384363.006730:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.131@tcp30 00000400:00000200:0.0:1767384363.006731:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006732:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp30 00000400:00000200:0.0:1767384363.006733:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.131@tcp31 00000400:00000200:0.0:1767384363.006735:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006736:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp31 00000400:00000200:0.0:1767384363.006737:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.131@tcp32 00000400:00000200:0.0:1767384363.006738:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006739:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp32 00000400:00000200:0.0:1767384363.006740:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.131@tcp33 00000400:00000200:0.0:1767384363.006742:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006743:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp33 00000400:00000200:0.0:1767384363.006744:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.131@tcp34 00000400:00000200:0.0:1767384363.006745:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006746:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp34 00000400:00000200:0.0:1767384363.006747:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.131@tcp35 00000400:00000200:0.0:1767384363.006749:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006749:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp35 00000400:00000200:0.0:1767384363.006750:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.131@tcp36 00000400:00000200:0.0:1767384363.006752:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006753:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp36 00000400:00000200:0.0:1767384363.006754:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.131@tcp37 00000400:00000200:0.0:1767384363.006755:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006756:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp37 00000400:00000200:0.0:1767384363.006757:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.131@tcp38 00000400:00000200:0.0:1767384363.006759:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006759:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp38 00000400:00000200:0.0:1767384363.006760:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.131@tcp39 00000400:00000200:0.0:1767384363.006762:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006763:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp39 00000400:00000200:0.0:1767384363.006767:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.131@tcp40 00000400:00000200:0.0:1767384363.006769:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.006770:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp40 00000100:00000001:0.0:1767384363.006772:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.006773:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384363.006776:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 10000000:00000010:0.0:1767384363.006781:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000002f9395be. 10000000:00000040:0.0:1767384363.006783:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 80/80 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:0.0:1767384363.006786:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384363.006793:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384363.006798:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4dfaf91. 00000020:00000010:0.0:1767384363.006804:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000012b17e33. 00000040:00000010:0.0:1767384363.006809:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c632f9c2. 00000020:00000010:0.0:1767384363.006815:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000565a4df3. 00000020:00000010:0.0:1767384363.006820:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000073a0b382. 00000020:00000010:0.0:1767384363.006825:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b2cc77af. 80000000:00000010:0.0:1767384363.006831:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fb2090b9. 40000000:00000010:0.0:1767384363.006835:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000096aac92d. 00100000:00000010:0.0:1767384363.006841:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005d50535f. 00040000:00000010:0.0:1767384363.006847:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009e2a0d40. 00040000:00000010:0.0:1767384363.006853:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000d026d24. 00040000:00000010:0.0:1767384363.006858:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e9b8d01. 00080000:00000010:0.0:1767384363.006864:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000078c512f5. 00000004:00000010:0.0:1767384363.006870:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000334e1b08. 00000004:00000010:0.0:1767384363.006877:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000640741f8. 00000004:00000010:0.0:1767384363.006882:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fe6aa8d8. 00002000:00000010:0.0:1767384363.006887:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000728b643f. 00000004:00000010:0.0:1767384363.006892:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000039d667f1. 00000004:00000001:0.0:1767384363.006897:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384363.006901:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384363.006903:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000002f9395be 00000040:00001000:0.0:1767384363.006904:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384363.006906:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384363.006907:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384363.006915:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384363.006919:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384363.006920:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384363.006922:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384363.006924:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000040:00000001:0.0:1767384363.006926:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384363.007006:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384363.007013:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000012b17e33. 00000040:00000010:0.0:1767384363.007018:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c632f9c2. 00000020:00000010:0.0:1767384363.007022:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000565a4df3. 00000020:00000010:0.0:1767384363.007028:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000073a0b382. 00000020:00000010:0.0:1767384363.007033:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b2cc77af. 80000000:00000010:0.0:1767384363.007038:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fb2090b9. 40000000:00000010:0.0:1767384363.007043:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000096aac92d. 00100000:00000010:0.0:1767384363.007046:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005d50535f. 00040000:00000010:0.0:1767384363.007051:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009e2a0d40. 00040000:00000010:0.0:1767384363.007054:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000d026d24. 00040000:00000010:0.0:1767384363.007057:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e9b8d01. 00080000:00000010:0.0:1767384363.007061:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000078c512f5. 00000004:00000010:0.0:1767384363.007065:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000334e1b08. 00000004:00000010:0.0:1767384363.007071:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000640741f8. 00000004:00000010:0.0:1767384363.007077:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fe6aa8d8. 00002000:00000010:0.0:1767384363.007081:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000728b643f. 00000004:00000010:0.0:1767384363.007086:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000039d667f1. 00000020:00000010:0.0:1767384363.007090:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4dfaf91. 00000020:00000001:0.0:1767384363.007093:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.007095:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384363.007098:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000002f9395be. 10000000:00000010:0.0:1767384363.007101:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000c448e7b8. 10000000:00000001:0.0:1767384363.007104:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.007107:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384363.007111:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000016ab9eb x1853236732523264/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.007118:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384363.007120:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384363.007131:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2bdcb8e. 02000000:00000001:0.0:1767384363.007136:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384363.007139:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384363.007141:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384363.007144:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384363.007146:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384363.007148:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384363.007149:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384363.007152:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384363.007154:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000064556927. 00000100:00000010:0.0:1767384363.007158:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000faf83dc8. 00000100:00000001:0.0:1767384363.007162:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384363.007164:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004482db41. 02000000:00000001:0.0:1767384363.007168:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384363.007170:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384363.007172:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 00000100:00000001:0.0:1767384363.007178:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384363.007180:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384363.007196:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008a7379f7. 10000000:01000000:0.0:1767384363.007200:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384363.007206:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384363.007209:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384363.007212:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384363.007213:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d974435 refcount=3 00000020:00000001:0.0:1767384363.007216:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384363.007218:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:0.0:1767384363.007220:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384363.007223:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6db76 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.007231:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384363.007232:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384363.007234:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6db76 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384363.007242:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384363.007249:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384363.007250:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384363.007252:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384363.007254:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384363.007257:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384363.007259:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384363.007261:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 10000000:00000001:0.0:1767384363.007263:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384363.016551:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294950924, at 4294950925 00000100:00000040:0.0:1767384363.016551:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294950924, at 4294950925 00000100:00000040:1.0:1767384363.016552:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294950924, at 4294950925 00000100:00000040:3.0:1767384363.016555:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294950924, at 4294950925 00000100:00000010:2.0:1767384363.016577:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001de25256. 00000100:00000010:0.0:1767384363.016582:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b598aaa. 00000100:00000010:1.0:1767384363.016585:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f02851e6. 00000100:00000010:3.0:1767384363.016589:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9af81be. 00000020:00000010:3.0:1767384363.019891:0:36546:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ec31bbb8. 00000020:00000040:3.0:1767384363.019902:0:36546:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384363.019909:0:36546:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ec31bbb8. 00010000:00000001:1.0:1767384363.387530:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384363.387536:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384363.387541:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384363.387543:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.387604:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384363.387608:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.387611:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384363.515557:0:16815:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384363.515565:0:16815:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.515576:0:16769:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384363.515592:0:16769:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384363.900368:0:36771:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384363.900385:0:36771:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.900392:0:36771:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384363.900401:0:36771:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384363.900409:0:36771:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.900413:0:36771:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384363.963616:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp42 00000800:00000200:3.0:1767384363.963618:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030a46146] -> 12345-192.168.204.131@tcp26 (4) 00000800:00000200:3.1:1767384363.963629:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030a46146] -> 12345-192.168.204.131@tcp26 (4) 00000400:00000010:1.0:1767384363.963632:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008d089a06. 00000400:00000010:1.0:1767384363.963641:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a3498470. 00000400:00000010:1.0:1767384363.963648:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000839d0751. 00000800:00000200:3.0:1767384363.963654:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000515cc718] -> 12345-192.168.204.131@tcp13 (6) 00000400:00000010:1.0:1767384363.963656:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008bf137b0. 00000800:00000200:3.0:1767384363.963662:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp13 ip 192.168.204.131:988 00000400:00000200:1.0:1767384363.963670:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp42 00000800:00000200:3.0:1767384363.963673:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384363.963701:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp42 local destination 00000400:00000200:1.0:1767384363.963710:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp42 00000400:00000200:1.0:1767384363.963716:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp42 NI seq info: [174:174:256:4294967295] 192.168.204.131@tcp42 LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1767384363.963724:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp42 00000400:00000200:1.0:1767384363.963736:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp42(192.168.204.131@tcp42:) -> 192.168.204.131@tcp42(192.168.204.131@tcp42:192.168.204.131@tcp42) : GET try# 0 00000800:00000200:1.0:1767384363.963743:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp42 00000800:00000010:1.0:1767384363.963747:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d067c80e. 00000800:00000200:1.0:1767384363.963753:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009278d4cb] -> 12345-192.168.204.131@tcp42 (2) 00000800:00000200:1.1:1767384363.963757:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009278d4cb] -> 12345-192.168.204.131@tcp42 (2) 00000400:00000200:1.0:1767384363.963780:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp42 added to recovery queue. ping count: 3 next ping: 292 health :700 00000400:00000200:2.0:1767384363.963797:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.963851:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000001:1.0:1767384363.963859:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384363.963861:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384363.963879:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384363.963887:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384363.963894:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.963911:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.963942:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.963980:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.963992:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964027:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964044:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964067:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964100:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964106:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964131:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964158:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964174:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964203:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964220:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964246:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964267:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964289:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964311:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964330:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964362:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964373:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964408:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964414:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964469:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964511:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964537:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964597:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964614:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964639:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964658:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964682:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964699:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964730:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964743:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964773:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964790:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964820:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964837:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964867:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964883:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964909:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964943:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.964966:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.964986:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.965008:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965029:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.965052:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965086:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.965091:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965136:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.965140:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965182:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.965188:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965225:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.965234:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965269:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.965284:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965311:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.965330:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965354:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.965376:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965396:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.965430:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965436:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.965496:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965506:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384363.965541:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965558:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965596:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965628:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965646:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965667:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965692:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000800:00000010:2.0:1767384363.965695:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005053e3f2. 00000800:00000010:2.0:1767384363.965700:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008afee823. 00000800:00000010:2.0:1767384363.965705:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ff1d86f9. 00000400:00000200:3.0:1767384363.965712:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.131:988 00000800:00000010:2.0:1767384363.965728:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ff1d86f9. 00000400:00000200:3.0:1767384363.965736:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.131:988 00000800:00020000:2.0:1767384363.965739:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384363.965743:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008afee823. 00000800:00000010:2.0:1767384363.965747:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005053e3f2. 00000400:00000200:3.0:1767384363.965760:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965791:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.131:988 00000400:02020000:2.0:1767384363.965807:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp26 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384363.965812:0:16135:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767384363.965818:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.965832:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.131:988 00000800:00000010:3.0:1767384363.965973:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cbeb1333. 00000800:00000010:3.0:1767384363.965978:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000058a7259f. 00000800:00000010:3.0:1767384363.965982:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bb3963a5. 00000800:00000010:3.0:1767384363.966017:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bb3963a5. 00000400:00000200:0.0:1767384363.966113:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384363.966136:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp42 from 209.3.0.2 00000800:00000010:0.0:1767384363.966139:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003c00daa6. 00000800:00000010:3.0:1767384363.966177:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac2d7752. 00000800:00000010:3.0:1767384363.966182:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000079253c23. 00000800:00000010:3.0:1767384363.966205:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002192b2a4. 00000800:00000200:3.1:1767384363.966211:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009278d4cb] -> 12345-192.168.204.131@tcp42 (2) 00000800:00000200:3.1:1767384363.966217:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp42 000000002192b2a4 deleted 00000800:00000010:3.1:1767384363.966226:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002192b2a4. 00000800:00000200:3.1:1767384363.966232:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384363.966239:0:16137:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp42 ip 192.168.204.131:977 00000800:00000200:3.1:1767384363.966241:0:16137:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d067c80e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384363.966247:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp42 p 3.x 192.168.204.131 -> 192.168.204.131:977 incarnation:1767384352317262925 sched[0] 00000800:00000010:3.0:1767384363.966252:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bb3963a5. 00000800:00000010:3.0:1767384363.966307:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bb3963a5. 00000800:00000010:3.0:1767384363.966312:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000079253c23. 00000800:00000010:3.0:1767384363.966368:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003c00daa6. 00000800:00000001:2.0:1767384363.966383:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767384363.966384:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384363.966397:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp42 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384352317262925 sched[0] 00000800:00000001:2.0:1767384363.966404:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384363.966404:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000058a7259f. 00000800:00000200:3.0:1767384363.966439:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384363.966443:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d067c80e. 00000400:00000200:3.0:1767384363.966448:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384363.966455:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp42->192.168.204.131@tcp42: GET: OK 00000400:00000200:3.0:1767384363.966461:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384363.966465:0:16140:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp42 recovery message sent successfully:0 00000800:00000001:3.0:1767384363.966601:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384363.966607:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384363.966609:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384363.966616:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384363.966630:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp42(192.168.204.131@tcp42) <- 192.168.204.131@tcp42 : GET - for me 00000400:00000200:1.0:1767384363.966634:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384363.966643:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384363.966653:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x1dc9 [1] + 0 00000400:00000200:3.0:1767384363.966666:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp42 to MR: 192.168.204.131@tcp42 local destination 00000400:00000200:3.0:1767384363.966673:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp42 NI seq info: [175:175:256:4294967295] 192.168.204.131@tcp42 LPNI seq info [171:171:8:4294967295] 00000400:00000200:3.0:1767384363.966686:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp42(192.168.204.131@tcp42:192.168.204.131@tcp42) -> 192.168.204.131@tcp42(192.168.204.131@tcp42:192.168.204.131@tcp42) 192.168.204.131@tcp42 : REPLY try# 0 00000800:00000200:3.0:1767384363.966689:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp42 00000800:00000010:3.0:1767384363.966693:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007a0fbbe. 00000400:00000200:1.0:1767384363.966694:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000200:3.0:1767384363.966700:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009278d4cb] -> 12345-192.168.204.131@tcp42 (4) 00000800:00000200:3.0:1767384363.966707:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp42 ip 192.168.204.131:988 00000800:00000200:3.0:1767384363.966710:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007a0fbbe type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384363.966734:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000001:2.0:1767384363.966737:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384363.966780:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000800:00000200:3.0:1767384363.966781:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384363.966786:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007a0fbbe. 00000400:00000200:3.0:1767384363.966792:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384363.966794:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.966799:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384363.966801:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp42->192.168.204.131@tcp42: REPLY: OK 00000800:00000001:0.0:1767384363.966804:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384363.966810:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384363.966820:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384363.966830:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp42(192.168.204.131@tcp42) <- 192.168.204.131@tcp42 : REPLY - for me 00000400:00000200:0.0:1767384363.966843:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp42: Reply from 12345-192.168.204.131@tcp42 of length 272/272 into md 0x1e65 00000800:00000001:0.0:1767384363.966848:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384363.966852:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000800:00000001:0.0:1767384363.966856:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384363.966859:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384363.966865:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp42->192.168.204.131@tcp42: REPLY: OK 00000400:00000200:0.0:1767384363.966870:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839d0751 00000400:00000010:0.0:1767384363.966872:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000839d0751. 00000400:00000200:0.0:1767384363.966876:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:1.0:1767384363.966880:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000010:0.0:1767384363.966881:0:16140:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008d089a06. 00000400:00000010:0.0:1767384363.966892:0:16140:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a3498470. 00000800:00000001:0.0:1767384363.966906:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384363.966913:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384363.966942:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.966961:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.966975:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.966987:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.966999:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967012:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967023:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967035:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967048:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967061:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967075:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967088:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967100:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967115:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967137:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967162:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967185:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967201:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967213:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967226:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967240:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967253:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967266:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967279:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967291:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967311:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967325:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967337:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384363.967349:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384363.967460:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df40e17. 00000800:00000010:1.0:1767384363.967465:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f471abba. 00000800:00000010:1.0:1767384363.967470:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e5398c4f. 00000800:00000010:1.0:1767384363.967516:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e5398c4f. 00000800:00020000:1.0:1767384363.967523:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384363.967527:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f471abba. 00000800:00000010:1.0:1767384363.967531:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df40e17. 00000400:02020000:1.0:1767384363.967630:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp42 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384364.411571:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384364.411579:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.411587:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384364.411589:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384364.411621:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384364.411628:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384364.411632:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384364.660624:0:36935:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384364.660630:0:36935:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:3.0:1767384364.663368:0:36935:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384364.671230:0:36936:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005c5c33ab. 00000400:00000010:0.0:1767384364.671247:0:36936:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f9a9d480. 00000400:00000010:0.0:1767384364.671257:0:36936:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000503f076a. 00000400:00000010:0.0:1767384364.671264:0:36936:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006e9b8d01. 00000400:00000010:0.0:1767384364.671268:0:36936:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005a837fb0. 00000400:00000010:0.0:1767384364.671272:0:36936:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dcf932c5. 00000400:00000010:0.0:1767384364.671273:0:36936:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a9af763b. 00000400:00000010:0.0:1767384364.671274:0:36936:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000040d04e45. 00000400:00000010:0.0:1767384364.671278:0:36936:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000080e8e0c9. 00000800:00000010:0.0:1767384364.671293:0:36936:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003afa66da. 00000800:00000200:0.0:1767384364.671304:0:36936:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384364.671318:0:36936:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384364.671353:0:36936:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:0.0:1767384364.671378:0:36936:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp47 [8/256/0/180] 00000400:00000010:0.0:1767384364.672835:0:36936:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000007015b49b. 00000400:00000010:0.0:1767384364.672841:0:36936:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db6fa5b8. 00000400:00000010:0.0:1767384364.672845:0:36936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000400:00000001:0.0:1767384364.672870:0:36936:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384364.672872:0:36936:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384364.672873:0:36936:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a391f4ad. 00000400:00000200:0.0:1767384364.672876:0:36936:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8f7d97a 00000400:00000010:0.0:1767384364.672877:0:36936:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8f7d97a. 00000400:00000010:0.0:1767384364.672881:0:36936:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000f8b61049. 00000400:00000200:0.0:1767384364.672887:0:36936:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (38) 00000400:00000200:0.0:1767384364.672898:0:36936:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384364.672907:0:36936:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:0.0:1767384364.672927:0:36936:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e4111e58. 00000020:01000000:0.0:1767384364.672934:0:36936:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384364.672936:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384364.672936:0:36936:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp47 00000400:00000200:3.0:1767384364.672945:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:3.0:1767384364.672953:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf7c366. 00000400:00000010:0.0:1767384364.672954:0:36936:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f9a9d480. 00000400:00000200:3.0:1767384364.672957:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (39) 00000400:00000010:0.0:1767384364.672958:0:36936:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005c5c33ab. 00000400:00000010:3.0:1767384364.672968:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005f415f47. 00000400:00000200:3.0:1767384364.672975:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp25 00000020:00000001:2.0:1767384364.672989:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384364.672992:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp25 to MR: 192.168.204.131@tcp25 local destination 10000000:00000001:2.0:1767384364.672997:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384364.673001:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384364.673006:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp25 NI seq info: [176:176:256:4294967295] 192.168.204.131@tcp25 LPNI seq info [172:172:8:4294967295] 10000000:01000000:2.0:1767384364.673006:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384364.673013:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384364.673016:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384364.673019:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp25 00000020:01000004:2.0:1767384364.673020:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384364.673023:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384364.673025:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384364.673027:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384364.673028:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384364.673032:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384364.673035:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384364.673039:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384364.673046:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25:192.168.204.131@tcp25) -> 192.168.204.131@tcp25(192.168.204.131@tcp25:192.168.204.131@tcp25) : PUT try# 0 00000100:00000010:2.0:1767384364.673048:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7760c50. 00000020:00000040:2.0:1767384364.673055:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000800:00000200:3.0:1767384364.673058:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.131@tcp25 00000100:00000001:2.0:1767384364.673063:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:3.0:1767384364.673065:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007a0fbbe. 02000000:00000001:2.0:1767384364.673068:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384364.673074:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384364.673075:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000068d2c03] -> 12345-192.168.204.131@tcp25 (6) 02000000:00000010:2.0:1767384364.673086:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005053e3f2. 00000800:00000200:3.0:1767384364.673087:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp25 ip 192.168.204.131:988 00000800:00000200:3.0:1767384364.673094:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007a0fbbe type 1, nob 752 niov 1 nkiov 1 00000100:00000001:2.0:1767384364.673096:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.673107:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384364.673110:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384364.673116:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384364.673121:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00000040:2.0:1767384364.673122:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7760c50] to pc [ptlrpcd_00_00+0] req@00000000a7760c50 x1853236732523392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384364.673165:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384364.673169:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.673171:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384364.673175:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384364.673178:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384364.673182:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.673187:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7760c50 x1853236732523392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1767384364.673188:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384364.673199:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384364.673200:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384364.673201:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384364.673206:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 02000000:00000001:3.0:1767384364.673207:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:2.0:1767384364.673209:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:3.0:1767384364.673210:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384364.673214:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384364.673214:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00100000:3.0:1767384364.673219:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a7760c50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732523392:0@lo:253: 00000020:01000004:2.0:1767384364.673220:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384364.673226:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:2.0:1767384364.673226:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384364.673230:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384364.673233:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:2.0:1767384364.673233:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384364.673238:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384364.673238:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384364.673242:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:2.0:1767384364.673242:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384364.673246:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000010:3.0:1767384364.673248:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f61e4f72. 00000020:01000004:2.0:1767384364.673248:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384364.673250:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384364.673252:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384364.673257:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef820843. 00000400:00000010:3.0:1767384364.673258:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3aff63. 00000020:00000040:2.0:1767384364.673264:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000400:00000010:3.0:1767384364.673266:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099fad29b. 00000800:00000200:1.0:1767384364.673271:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1767384364.673272:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732523392, portal 25 00000100:00000001:2.0:1767384364.673272:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384364.673283:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384364.673283:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1767384364.673283:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007a0fbbe. 00000100:00000001:3.0:1767384364.673290:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169393408 : -119698540158208 : ffff93228308a300) 02000000:00000001:2.0:1767384364.673292:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.673298:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384364.673299:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a7760c50 x1853236732523392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384364.673302:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f30fabec. 00000100:00000001:2.0:1767384364.673311:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.673320:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: PUT: OK 00000100:00000001:2.0:1767384364.673322:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384364.673326:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.673331:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:2.0:1767384364.673340:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef820843] to pc [ptlrpcd_00_01+1] req@00000000ef820843 x1853236732523520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384364.673348:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp25: 0 00000100:00000001:3.0:1767384364.673358:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1767384364.673366:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384364.673370:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:2.0:1767384364.673370:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384364.673376:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384364.673377:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3b738df. 00000800:00000001:1.0:1767384364.673378:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384364.673380:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384364.673387:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384364.673390:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732523392, offset 0 00000020:01000000:2.0:1767384364.673390:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:1.0:1767384364.673394:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384364.673399:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e4111e58. 00000400:00000200:3.0:1767384364.673410:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384364.673415:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25) <- 192.168.204.131@tcp25 : PUT - for me 00000100:00000001:2.0:1767384364.673424:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384364.673431:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384364.673436:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384364.673436:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 656 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384364.673437:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384364.673449:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef820843 x1853236732523520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384364.673459:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 640/656 into md 0x1de1 [1] + 0 00000400:00000200:3.0:1767384364.673461:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d207380 00000400:00000010:1.0:1767384364.673511:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ea0213f. 00000400:00000200:1.0:1767384364.673522:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000098aa607 00000800:00000001:1.0:1767384364.673529:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384364.673533:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15a9 [2] + 0 00000800:00000001:1.0:1767384364.673543:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384364.673545:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd783303. 00000400:00000200:1.0:1767384364.673553:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384364.673556:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f2b8627b 00000100:00000001:2.0:1767384364.673556:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384364.673563:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.673565:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: PUT: OK 00000400:00000200:3.0:1767384364.673570:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384364.673572:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384364.673574:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000098aa607 02000000:00000001:2.0:1767384364.673577:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384364.673578:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000098aa607. 00000400:00000200:3.0:1767384364.673587:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384364.673589:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.673589:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384364.673597:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2b8627b 00000400:00000200:1.0:1767384364.673608:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (40) 00000400:00000010:3.0:1767384364.673609:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2b8627b. 00000100:00100000:2.0:1767384364.673610:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef820843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732523520:0@lo:253: 00000100:00000001:2.0:1767384364.673625:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384364.673626:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384364.673626:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000100:00000200:3.0:1767384364.673634:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384364.673635:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384364.673637:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (656 bytes) 02000000:00000001:2.0:1767384364.673642:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.673646:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000797b0cdb x1853236732523392 msgsize 4848 00000400:00000200:1.0:1767384364.673648:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 02000000:00000001:2.0:1767384364.673649:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384364.673662:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004e1f66d9. 00000100:00100000:3.0:1767384364.673664:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384364.673664:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (41) 02000000:00000001:2.0:1767384364.673666:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.673675:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384364.673677:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007582d27b. 00000400:00000200:1.0:1767384364.673677:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384364.673690:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp25 to MR: 192.168.204.131@tcp25 local destination 00000400:00000010:2.0:1767384364.673691:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008afee823. 00000100:00000001:3.0:1767384364.673692:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384364.673699:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732523520, portal 25 00000100:00000001:2.0:1767384364.673706:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384364.673706:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp25 NI seq info: [177:177:256:4294967295] 192.168.204.131@tcp25 LPNI seq info [173:173:8:4294967295] 00000100:00000001:2.0:1767384364.673709:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169399680 : -119698540151936 : ffff93228308bb80) 00000100:00000040:2.0:1767384364.673723:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef820843 x1853236732523520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384364.673740:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25:192.168.204.131@tcp25) -> 192.168.204.131@tcp25(192.168.204.131@tcp25:192.168.204.131@tcp25) 192.168.204.131@tcp25 : ACK try# 0 00000100:00000001:2.0:1767384364.673760:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767384364.673760:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp25 00000400:00000200:3.0:1767384364.673763:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3b738df 00000400:00000010:3.0:1767384364.673772:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3b738df. 00000100:00000040:2.0:1767384364.673773:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:1.0:1767384364.673773:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e86d8367. 00000400:00000010:2.0:1767384364.673785:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d3e4ab4. 00000100:00000001:3.0:1767384364.673788:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767384364.673793:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000068d2c03] -> 12345-192.168.204.131@tcp25 (6) 00000100:00000200:2.0:1767384364.673795:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732523520, offset 0 00000100:00000200:3.0:1767384364.673800:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a7760c50 x1853236732523392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384364.673808:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp25 ip 192.168.204.131:991 00000400:00000200:2.0:1767384364.673818:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384364.673819:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e86d8367 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384364.673839:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384364.673844:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384364.673846:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384364.673850:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7760c50 x1853236732523392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384364.673856:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.673860:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d207400 00000100:00000001:3.0:1767384364.673871:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384364.673874:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15e9 [2] + 0 00000100:00000001:3.0:1767384364.673875:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384364.673881:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002349de8e. 00000100:00000001:3.0:1767384364.673886:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384364.673888:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d87b67dc 00000100:00000001:3.0:1767384364.673892:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294952592 00000400:00000200:2.0:1767384364.673897:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384364.673900:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ee7073f. 00000400:00000200:2.0:1767384364.673905:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384364.673923:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d87b67dc 00000100:00000001:3.0:1767384364.673933:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384364.673936:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d87b67dc. 00000100:00000001:3.0:1767384364.673948:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294952592 00000100:00000001:2.0:1767384364.673948:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:1.0:1767384364.673949:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767384364.673952:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000010:1.0:1767384364.673960:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e86d8367. 00000100:00000010:3.0:1767384364.673963:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a5c6a28. 00000100:00000040:2.0:1767384364.673963:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000c28e1b9c x1853236732523520 msgsize 4848 00000400:00000200:1.0:1767384364.673967:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384364.673970:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384364.673982:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: ACK: OK 00000100:00000001:3.0:1767384364.673984:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294952592 00000100:00100000:2.0:1767384364.673989:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384364.673996:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a4ddbbf. 00000100:00000040:2.0:1767384364.673997:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:1.0:1767384364.673998:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384364.674009:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000800:00000001:1.0:1767384364.674009:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.674020:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384364.674022:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384364.674024:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294952592 00000800:00000001:1.0:1767384364.674031:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384364.674033:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad9229be. 00000400:00000200:2.0:1767384364.674034:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3e4ab4 00000800:00000001:1.0:1767384364.674034:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384364.674040:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d3e4ab4. 00000100:00000001:3.0:1767384364.674041:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384364.674049:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384364.674051:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384364.674051:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384364.674058:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef820843 x1853236732523520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.674062:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.674072:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp25(192.168.204.131@tcp25) <- 192.168.204.131@tcp25 : ACK - for me 00000100:00000001:3.0:1767384364.674074:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.674081:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.674086:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384364.674094:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp25: ACK from 12345-192.168.204.131@tcp25 into md 0x1e6d 00000100:00000040:2.0:1767384364.674100:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef820843 x1853236732523520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384364.674102:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384364.674103:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384364.674110:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384364.674121:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp25->192.168.204.131@tcp25: ACK: OK 00000100:00000001:3.0:1767384364.674123:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384364.674133:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384364.674136:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcf7c366 00000100:00000001:3.0:1767384364.674141:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.674142:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcf7c366. 00000100:00000001:2.0:1767384364.674143:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.674153:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384364.674154:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.674154:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384364.674162:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000100:00000001:2.0:1767384364.674170:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.674173:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000100:00000001:2.0:1767384364.674178:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294952592 00000400:00000200:1.0:1767384364.674179:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (40) 00000100:00000001:2.0:1767384364.674188:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294952592 00000800:00000001:1.0:1767384364.674191:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384364.674192:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294952592 00000800:00000001:1.0:1767384364.674199:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.674200:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294952592 00000100:00000001:3.0:1767384364.674201:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384364.674210:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732523392 00000100:00000001:2.0:1767384364.674210:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294952592 02000000:00000001:3.0:1767384364.674216:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384364.674216:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294952592 00000100:00000001:3.0:1767384364.674222:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384364.674222:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294952592 00000100:00000001:2.0:1767384364.674228:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294952592 00000100:00000001:3.0:1767384364.674229:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.674233:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384364.674236:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.674238:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384364.674244:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732523392 00000100:00000001:2.0:1767384364.674245:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.674250:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384364.674251:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384364.674255:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384364.674261:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384364.674263:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384364.674265:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:2.0:1767384364.674267:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384364.674270:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384364.674274:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384364.674284:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384364.674285:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384364.674288:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384364.674290:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.674292:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384364.674298:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e400dfa2. 00000100:00000001:3.0:1767384364.674303:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384364.674311:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e400dfa2. 00000100:00000001:2.0:1767384364.674314:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384364.674318:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732523520 02000000:00000001:2.0:1767384364.674320:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384364.674321:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003074bf1. 00000100:00000001:2.0:1767384364.674322:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384364.674326:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384364.674330:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f80eb913. 02000000:00000001:2.0:1767384364.674331:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384364.674337:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732523520 00000020:00000010:3.0:1767384364.674340:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001187ccd5. 00000020:00000001:2.0:1767384364.674341:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384364.674344:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:2.0:1767384364.674349:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384364.674352:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=16 00000020:00000001:2.0:1767384364.674356:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000040:3.0:1767384364.674357:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767384364.674361:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384364.674363:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384364.674368:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384364.674369:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384364.674369:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384364.674372:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.674384:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000ac79a36d. 00000020:00000010:2.0:1767384364.674385:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c84f11d0. 00000100:00000001:3.0:1767384364.674386:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.674390:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb2d489. 00000100:00000001:2.0:1767384364.674391:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384364.674397:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000318da4a5. 00000020:00000010:2.0:1767384364.674399:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c84f11d0. 00000100:00000001:3.0:1767384364.674400:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384364.674403:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ac79a36d 00000400:00000010:1.0:1767384364.674408:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000d858d7a6. 00000020:00000010:2.0:1767384364.674410:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001597c257. 00000400:00000200:1.0:1767384364.674412:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000100:00000001:3.0:1767384364.674417:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384364.674417:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 00000020:00000010:2.0:1767384364.674419:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c00cdb7. 00000100:00000001:3.0:1767384364.674421:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384364.674425:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (39) 00000100:00100000:3.0:1767384364.674432:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000020:00000010:2.0:1767384364.674433:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f7f218a9. 00000400:00000010:1.0:1767384364.674433:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000001a9135db. 00000100:00000040:3.0:1767384364.674445:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000400:00000010:1.0:1767384364.674451:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fdfba4b. 00000100:00000001:3.0:1767384364.674452:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141317200 : -119697568234416 : ffff9322bcf70450) 00000100:00000001:2.0:1767384364.674453:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767384364.674457:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000391a4fa7. 00000100:00000001:2.0:1767384364.674458:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384364.674464:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000797b0cdb x1853236732523392/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:345/0 lens 4848/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384364.674466:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.674474:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000100:00000001:2.0:1767384364.674534:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.674540:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384364.674542:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384364.674545:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e400dfa2. 00000100:00000001:3.0:1767384364.674552:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384364.674556:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e400dfa2. 00000100:00000001:2.0:1767384364.674562:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384364.674567:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384364.674570:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000797b0cdb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16146:x1853236732523392:12345-0@lo:253: 00000100:00100000:2.0:1767384364.674575:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000200:3.0:1767384364.674577:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732523392 00000100:00000040:2.0:1767384364.674580:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000020:00000001:3.0:1767384364.674583:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384364.674585:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141325392 : -119697568226224 : ffff9322bcf72450) 00000020:00000001:3.0:1767384364.674589:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384364.674594:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384364.674594:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c28e1b9c x1853236732523520/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:345/0 lens 4848/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384364.674598:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384364.674601:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384364.674605:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384364.674609:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.674616:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384364.674621:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c84f11d0. 00000020:00000001:3.0:1767384364.674622:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384364.674625:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384364.674627:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384364.674630:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c84f11d0. 00000020:00000001:3.0:1767384364.674633:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384364.674638:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c28e1b9c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16147:x1853236732523520:12345-0@lo:253: 00000100:00000001:3.0:1767384364.674642:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384364.674644:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732523520 02000000:00000001:3.0:1767384364.674646:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384364.674649:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384364.674654:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000400992fd. 00000020:00000001:2.0:1767384364.674654:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384364.674660:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384364.674661:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.674666:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384364.674667:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384364.674672:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 20000000:00000001:3.0:1767384364.674674:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384364.674676:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384364.674680:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384364.674683:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384364.674685:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:3.0:1767384364.674688:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002c76880f. 00000020:00000001:2.0:1767384364.674689:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384364.674696:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384364.674696:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384364.674700:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384364.674703:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384364.674707:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:2.0:1767384364.674710:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000082db6db4. 20000000:00000001:3.0:1767384364.674712:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.674716:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384364.674719:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384364.674725:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384364.674725:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.674731:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 20000000:00000001:2.0:1767384364.674732:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384364.674741:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000034e9313b. 00000400:00000200:1.0:1767384364.674743:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 20000000:00000010:2.0:1767384364.674744:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004ca98fb8. 20000000:01000000:3.0:1767384364.674747:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:01000000:2.0:1767384364.674756:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384364.674763:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384364.674766:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384364.674768:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 20000000:00000001:2.0:1767384364.674772:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384364.674776:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 00080000:00000001:3.0:1767384364.674777:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384364.674777:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.674788:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 20000000:00000001:2.0:1767384364.674789:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384364.674794:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384364.674801:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 00000400:00000200:1.0:1767384364.674804:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000400:00000200:1.0:1767384364.674808:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000400:00000200:1.0:1767384364.674811:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000400:00000200:1.0:1767384364.674814:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000400:00000200:1.0:1767384364.674817:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000400:00000200:1.0:1767384364.674821:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000400:00000200:1.0:1767384364.674824:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:1.0:1767384364.674827:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 00000400:00000200:1.0:1767384364.674830:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000400:00000200:1.0:1767384364.674835:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000400:00000200:1.0:1767384364.674840:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 00080000:00000001:3.0:1767384364.674843:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384364.674844:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 00080000:00000001:3.0:1767384364.674858:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384364.674859:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00080000:00000001:3.0:1767384364.674861:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384364.674874:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384364.674874:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 00000400:00000200:1.0:1767384364.674883:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[153, 50], ns[157, 50] 00000020:00000001:3.0:1767384364.674884:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384364.674888:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 50], ns[165, 50] 00000020:00000001:3.0:1767384364.674893:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000400:00000200:1.0:1767384364.674893:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 50], ns[72, 50] 00080000:00000001:3.0:1767384364.674901:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384364.674906:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 50], ns[167, 50] 00080000:00000010:3.0:1767384364.674927:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ac6b59a3. 00000400:00000200:1.0:1767384364.674927:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[127, 50], ns[130, 50] 00080000:00000001:3.0:1767384364.674937:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874047488 : -119702835504128 : ffff93218302dc00) 00000400:00000200:1.0:1767384364.674940:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 50], ns[102, 50] 00080000:00000001:3.0:1767384364.674947:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384364.674948:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[152, 50], ns[156, 50] 00000400:00000200:1.0:1767384364.674954:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 50], ns[118, 50] 00000400:00000200:1.0:1767384364.674957:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 50], ns[160, 50] 00000400:00000200:1.0:1767384364.674961:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 50], ns[132, 50] 00000400:00000200:1.0:1767384364.674964:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 50], ns[147, 50] 00000400:00000200:1.0:1767384364.674971:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[155, 50], ns[159, 50] 00000400:00000200:1.0:1767384364.674975:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[158, 50], ns[162, 50] 00000400:00000200:1.0:1767384364.674979:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 50], ns[175, 50] 00000400:00000200:1.0:1767384364.674984:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 50], ns[173, 50] 00000400:00000200:1.0:1767384364.674988:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 00000400:00000200:1.0:1767384364.674991:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384364.674996:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384364.674999:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000400:00000200:1.0:1767384364.675004:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp44 00000400:00000200:1.0:1767384364.675008:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp44 lpni_is_preferred = 0 00000400:00000200:1.0:1767384364.675011:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp44 00000400:00000200:1.0:1767384364.675013:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp44 NI seq info: [178:178:256:4294967295] 192.168.204.131@tcp44 LPNI seq info [174:174:8:4294967295] 00000400:00000200:1.0:1767384364.675023:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp44 00000400:00000200:1.0:1767384364.675028:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp44(192.168.204.131@tcp44:) -> 192.168.204.131@tcp44(192.168.204.131@tcp:192.168.204.131@tcp44) : GET try# 0 00000800:00000200:1.0:1767384364.675033:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp44 00000800:00000010:1.0:1767384364.675035:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e86d8367. 00000800:00000010:1.0:1767384364.675043:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000eedabb6d. 00000800:00000010:1.0:1767384364.675048:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c2347e44. 00000800:00000200:1.0:1767384364.675051:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eedabb6d] -> 12345-192.168.204.131@tcp44 (2) 00000800:00000200:1.1:1767384364.675054:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eedabb6d] -> 12345-192.168.204.131@tcp44 (2) 00000400:00000200:1.0:1767384364.675067:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384364.675069:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100251 rc 0 00000001:00000001:3.0:1767384364.675095:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384364.675099:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384364.675103:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384364.675130:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384364.675134:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384364.675136:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675188:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675241:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675291:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675327:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00080000:00000001:3.0:1767384364.675361:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384364.675367:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384364.675373:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675410:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675430:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675471:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675537:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675571:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675589:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675613:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675632:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675656:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675685:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675719:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675740:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675775:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675803:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675832:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675858:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675888:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675933:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.675963:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.676002:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.676034:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.676080:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.676122:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.676185:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.676223:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.676250:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.676270:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.676330:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384364.676409:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384364.676635:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df40e17. 00000800:00000010:1.0:1767384364.676639:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fd677929. 00000800:00000010:1.0:1767384364.676643:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002fd60e58. 00000800:00000010:1.0:1767384364.676661:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002fd60e58. 00000800:00020000:1.0:1767384364.676668:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384364.676671:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fd677929. 00000800:00000010:1.0:1767384364.676673:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df40e17. 00000400:02020000:1.0:1767384364.676707:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp44 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384364.676713:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp44 notifying 192.168.204.131@tcp44: down 00000800:00000200:1.0:1767384364.676718:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp44 down 00000800:00000100:1.0:1767384364.676723:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp44 00000800:00000010:1.0:1767384364.676724:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e86d8367. 00000400:00000200:1.0:1767384364.676727:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384364.676729:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp44->192.168.204.131@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384364.676735:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp44 added to recovery queue. ping count: 0 next ping: 286 health :900 00000400:00000200:1.0:1767384364.676737:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384364.676745:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 1 00000400:00000200:1.0:1767384364.676748:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384364.676767:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384364.676769:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100851 00000400:00000001:1.0:1767384364.676773:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384364.676775:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384364.676777:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fdfba4b 00000400:00000010:1.0:1767384364.676780:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fdfba4b. 00000400:00000200:1.0:1767384364.676785:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384364.676789:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000010:1.0:1767384364.676793:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000001a9135db. 00000400:00000200:1.0:1767384364.676797:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (40) 00000400:00000200:1.0:1767384364.676802:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp:-71 00000400:00000200:1.0:1767384364.676805:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102051 rc -71 00000400:00000200:1.0:1767384364.676810:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384364.676812:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (39) 00000100:00000040:1.0:1767384364.684565:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294952592, at 4294952593 00000100:00000040:2.0:1767384364.684575:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294952592, at 4294952593 00000100:00000010:1.0:1767384364.684578:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a5c6a28. 00000100:00000010:2.0:1767384364.684592:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a4ddbbf. 00000100:00000040:0.0:1767384364.685541:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294952592, at 4294952594 00000100:00000010:0.0:1767384364.685550:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ee7073f. 00000100:00000040:3.0:1767384364.685555:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294952592, at 4294952594 00000100:00000010:3.0:1767384364.685563:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad9229be. 00080000:00000001:3.0:1767384364.685785:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384364.685790:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384364.685794:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384364.685796:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384364.685797:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384364.685801:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ac6b59a3. 00080000:00000001:3.0:1767384364.685807:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384364.685820:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384364.685825:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384364.685829:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384364.685832:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384364.685844:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384364.685859:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384364.685863:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384364.685865:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000016b620fa. 00080000:00000020:3.0:1767384364.685870:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384364.685872:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:01000000:1.0:1767384364.685874:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384364.685878:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:0.0:1767384364.685880:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384364.685882:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384364.685889:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384364.685892:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384364.685893:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384364.685900:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000139ecef6 count: 2 00010000:00000001:1.0:1767384364.685906:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384364.685918:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384364.685921:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008c8fa64b. 00000020:00000001:1.0:1767384364.685926:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384364.685931:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008c8fa64b with handle 0xf83434fd52e6db7d to hash 00000020:00000001:1.0:1767384364.685934:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384364.685936:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384364.685940:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384364.685944:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384364.685951:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384364.685956:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384364.685956:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384364.685968:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384364.685974:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384364.685975:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384364.685983:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384364.685984:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384364.685988:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384364.685992:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384364.685992:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384364.685996:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384364.686001:0:16798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6db76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6db6f expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384364.686002:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:0.0:1767384364.686015:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384364.686016:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384364.686021:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.686023:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:0.0:1767384364.686024:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000009c05c41. 00010000:00000001:1.0:1767384364.686025:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.686034:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384364.686035:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870205440 : -119702839346176 : ffff932182c83c00) 00010000:00000001:1.0:1767384364.686041:0:16798:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:0.0:1767384364.686045:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:1.0:1767384364.686046:0:16798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384364.686056:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000139ecef6) refcount = 2 00010000:00000040:1.0:1767384364.686059:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384364.686065:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6db76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf83434fd52e6db6f expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384364.686069:0:16798:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384364.686070:0:16798:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384364.686076:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b172d40c. 00000100:00000001:1.0:1767384364.686079:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384364.686083:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004cf9ec89. 00000100:00000001:1.0:1767384364.686085:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370866668288 : -119702842883328 : ffff932182924300) 00000100:00000001:1.0:1767384364.686087:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370866668288 : -119702842883328 : ffff932182924300) 00000100:00000001:1.0:1767384364.686089:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384364.686097:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384364.686101:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384364.686104:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.686106:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384364.686109:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384364.686113:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384364.686115:0:16798:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384364.686117:0:16798:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384364.686122:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a447279. 00000020:00000040:1.0:1767384364.686126:0:16798:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00000100:00000001:1.0:1767384364.686131:0:16798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384364.686134:0:16798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384364.686140:0:16798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384364.686147:0:16798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5e6e8a9. 00000001:00000001:0.0:1767384364.686149:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384364.686152:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.686156:0:16798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384364.686157:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384364.686165:0:16798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6db76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf83434fd52e6db6f expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384364.686181:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384364.686186:0:16798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6db76 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf83434fd52e6db6f expref: 16 pid: 16775 timeout: 435 lvb_type: 0 00080000:00000001:0.0:1767384364.686188:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384364.686201:0:16798:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384364.686204:0:16798:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384364.686212:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a447279 x1853236732523648/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384364.686221:0:16798:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384364.686223:0:16798:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384364.686228:0:16798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732523648:0@lo:104: 00000100:00000001:1.0:1767384364.686232:0:16798:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384364.686238:0:16798:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384364.686240:0:16798:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.686243:0:16798:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384364.686246:0:16798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d00c29e1. 02000000:00000001:1.0:1767384364.686249:0:16798:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.686252:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca6713cf. 00000400:00000010:1.0:1767384364.686259:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fdfba4b. 00000100:00000200:1.0:1767384364.686272:0:16798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732523648, portal 16 00000100:00000001:1.0:1767384364.686275:0:16798:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384364.686277:0:16798:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210174080 : -119698499377536 : ffff93228576e680) 00000100:00000040:1.0:1767384364.686282:0:16798:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000002a447279 x1853236732523648/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384364.686289:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384364.686294:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384364.686297:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008dbb81d. 00000100:00000200:1.0:1767384364.686299:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732523648, offset 0 00000400:00000200:1.0:1767384364.686307:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384364.686322:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384364.686335:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d207480 00000400:00000200:1.0:1767384364.686344:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 1312 00000400:00000200:1.0:1767384364.686350:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384364.686359:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384364.686368:0:16798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384364.686370:0:16798:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384364.686373:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000883f8f58. 00000100:00000040:1.0:1767384364.686376:0:16798:0:(events.c:337:request_in_callback()) incoming req@00000000883f8f58 x1853236732523648 msgsize 328 00080000:00000001:0.0:1767384364.686379:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384364.686387:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00100000:1.0:1767384364.686390:0:16798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384364.686410:0:16798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384364.686422:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008dbb81d 00000400:00000010:1.0:1767384364.686424:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008dbb81d. 00000100:00000001:1.0:1767384364.686429:0:16798:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384364.686435:0:16798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a447279 x1853236732523648/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384364.686444:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384364.686447:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a447279 x1853236732523648/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384364.686453:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.686455:0:16798:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384364.686460:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.686464:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294952604 00000100:00000010:1.0:1767384364.686468:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc5e551b. 00000100:00000001:1.0:1767384364.686867:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384364.686873:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294952605 00000100:00000010:1.0:1767384364.686877:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7d2769d. 00000100:00000001:1.0:1767384364.686882:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384364.686889:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294952605 00000100:00000010:1.0:1767384364.686892:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ac5fe0f. 00000100:00000001:1.0:1767384364.686897:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384364.686902:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294952605 00000100:00000010:1.0:1767384364.686906:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fcbda941. 00000100:00000001:1.0:1767384364.686920:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384364.686927:0:16798:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384364.686930:0:16798:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.686933:0:16798:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.686936:0:16798:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.686940:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.686943:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.686945:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.686948:0:16798:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.686952:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384364.686954:0:16798:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384364.686957:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.686959:0:16798:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384364.686960:0:16798:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384364.686962:0:16798:0:(client.c:2690:ptlrpc_set_wait()) set 000000004cf9ec89 going to sleep for 11 seconds 00000100:00000001:1.0:1767384364.686964:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384364.686968:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.686996:0:16815:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384364.686998:0:16815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732523648 02000000:00000001:1.0:1767384364.687000:0:16815:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384364.687002:0:16815:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.687004:0:16815:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.687008:0:16815:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384364.687011:0:16815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732523648 00000020:00000001:1.0:1767384364.687014:0:16815:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384364.687016:0:16815:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d77f 00000020:00000001:1.0:1767384364.687023:0:16815:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.687026:0:16815:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008088def refcount=3 00000020:00000001:1.0:1767384364.687028:0:16815:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000020:00000001:1.0:1767384364.687030:0:16815:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000001:1.0:1767384364.687035:0:16815:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384364.687038:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015bfec46. 00000100:00000001:1.0:1767384364.687041:0:16815:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384364.687043:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015bfec46. 00000020:00000010:1.0:1767384364.687050:0:16815:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004482db41. 00000020:00000010:1.0:1767384364.687054:0:16815:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bcbed4c4. 00000020:00000010:1.0:1767384364.687060:0:16815:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003615189c. 00000100:00000040:1.0:1767384364.687076:0:16815:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384364.687079:0:16815:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384364.687081:0:16815:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384364.687082:0:16815:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.687091:0:16815:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.687102:0:16815:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.687119:0:16815:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384364.687121:0:16815:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384364.687130:0:16815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384364.687135:0:16815:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008088def : new rpc_count 1 00000100:00000001:1.0:1767384364.687137:0:16815:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210170496 : -119698499381120 : ffff93228576d880) 00000100:00000040:1.0:1767384364.687142:0:16815:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000883f8f58 x1853236732523648/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:345/0 lens 328/0 e 0 to 0 dl 1767384375 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384364.687150:0:16815:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384364.687152:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015bfec46. 00000100:00000001:1.0:1767384364.687155:0:16815:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384364.687158:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015bfec46. 00000100:00100000:1.0:1767384364.687166:0:16815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000883f8f58 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732523648:12345-0@lo:104: 00000100:00000200:1.0:1767384364.687170:0:16815:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732523648 00010000:00000001:1.0:1767384364.687173:0:16815:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384364.687182:0:16815:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384364.687184:0:16815:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.687186:0:16815:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d974435 refcount=2 00000020:00000001:1.0:1767384364.687189:0:16815:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:1.0:1767384364.687192:0:16815:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00010000:00000001:1.0:1767384364.687195:0:16815:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384364.687198:0:16815:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384364.687203:0:16815:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6db76 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384364.687209:0:16815:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384364.687212:0:16815:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384364.687216:0:16815:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001a9135db. 02000000:00000001:1.0:1767384364.687219:0:16815:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.687221:0:16815:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.687225:0:16815:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384364.687228:0:16815:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384364.687231:0:16815:0:(import.c:2128:obd_at_measure()) add 1 to 000000009ed84a9f time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384364.687238:0:16815:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384364.687242:0:16815:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384364.687244:0:16815:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384364.687247:0:16815:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384364.687249:0:16815:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.687253:0:16815:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384364.687259:0:16815:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384364.687262:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008dbb81d. 00000100:00000200:1.0:1767384364.687266:0:16815:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236732523648, offset 224 00000400:00000200:1.0:1767384364.687275:0:16815:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384364.687290:0:16815:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384364.687297:0:16815:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d207480 00000400:00000200:1.0:1767384364.687305:0:16815:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1e89 [1] + 224 00000400:00000200:1.0:1767384364.687309:0:16815:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384364.687315:0:16815:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384364.687324:0:16815:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384364.687336:0:16815:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a447279 x1853236732523648/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384364.687348:0:16815:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002a447279 x1853236732523648/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384364.687365:0:16815:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384364.687374:0:16815:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008dbb81d 00000400:00000010:1.0:1767384364.687377:0:16815:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008dbb81d. 00000100:00000001:1.0:1767384364.687383:0:16815:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384364.687386:0:16815:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384364.687387:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384364.687395:0:16815:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384364.687398:0:16798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384364.687402:0:16798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384364.687402:0:16815:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:3.0:1767384364.687408:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca6713cf. 00010000:00000001:1.0:1767384364.687409:0:16815:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767384364.687420:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fdfba4b 00010000:00000010:1.0:1767384364.687420:0:16815:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b464ee21. 00000400:00000010:3.0:1767384364.687432:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fdfba4b. 00010000:00000001:1.0:1767384364.687432:0:16815:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384364.687446:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384364.687454:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a447279 x1853236732523648/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384364.687461:0:16815:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:3.0:1767384364.687468:0:16798:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a447279 x1853236732523648/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384364.687469:0:16815:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.687507:0:16815:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.687515:0:16815:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.687529:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384364.687529:0:16815:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000883f8f58 x1853236732523648/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:345/0 lens 328/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384364.687535:0:16798:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.687545:0:16798:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384364.687550:0:16798:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384364.687553:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384364.687554:0:16815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000883f8f58 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732523648:12345-0@lo:104: Request processed in 401us (1175us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384364.687558:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384364.687573:0:16798:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384364.687581:0:16815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00001000:3.0:1767384364.687584:0:16798:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e169ce83 time=84 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384364.687586:0:16815:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008088def : new rpc_count 0 00000100:00000001:1.0:1767384364.687590:0:16815:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384364.687593:0:16815:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384364.687601:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000319a7c00 time=84 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384364.687602:0:16815:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bcbed4c4. 00000100:00000001:3.0:1767384364.687612:0:16798:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384364.687615:0:16798:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384364.687616:0:16815:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003615189c. 00000020:00000010:1.0:1767384364.687628:0:16815:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004482db41. 00010000:00000001:3.0:1767384364.687629:0:16798:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384364.687640:0:16798:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384364.687642:0:16815:0:(genops.c:898:class_export_put()) PUTting export 0000000008088def : new refcount 2 00000100:00000001:3.0:1767384364.687650:0:16798:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.687650:0:16815:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384364.687671:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a447279 x1853236732523648/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384364.687683:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384364.687684:0:16798:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384364.687689:0:16798:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384364.687692:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.687693:0:16798:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384364.687696:0:16772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384364.687699:0:16798:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384364.687701:0:16772:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384364.687703:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.687704:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384364.687706:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384364.687708:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6db76 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.687710:0:16798:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.687725:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a447279 x1853236732523648/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384364.687732:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002d974435 already unused, calling callback (00000000081d0b67) 10000000:00000001:1.0:1767384364.687741:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:3.0:1767384364.687746:0:16798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732523648:0@lo:104: 10000000:00010000:1.0:1767384364.687746:0:16772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf83434fd52e6db76 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384364.687766:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.687768:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384364.687772:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384364.687774:0:16798:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.687774:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.687776:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d974435 refcount=3 00000020:00000001:1.0:1767384364.687782:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00000100:00000001:3.0:1767384364.687783:0:16798:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1767384364.687784:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013116928 : -119697696434688 : ffff9322b552d600) 00000100:00000001:3.0:1767384364.687787:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384364.687788:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384364.687793:0:16772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf83434fd52e6db76 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384364.687798:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a447279 x1853236732523648/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384364.687800:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384364.687803:0:16772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf83434fd52e6db76 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384364.687829:0:16772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384364.687841:0:16798:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:1.0:1767384364.687841:0:16772:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384364.687851:0:16772:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:3.0:1767384364.687852:0:16798:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000040:1.0:1767384364.687859:0:16772:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000010:3.0:1767384364.687860:0:16798:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d00c29e1. 00010000:00000001:1.0:1767384364.687868:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384364.687870:0:16798:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384364.687872:0:16772:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.687879:0:16798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384364.687882:0:16798:0:(genops.c:1242:class_import_put()) import 00000000da0ccbb4 refcount=1 obd=MGS 00000020:00000001:3.0:1767384364.687884:0:16798:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384364.687886:0:16798:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f5e6e8a9. 10000000:00000001:1.0:1767384364.687890:0:16772:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:3.0:1767384364.687891:0:16798:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384364.687900:0:16798:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:1.0:1767384364.687900:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384364.687919:0:16772:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 2 00000100:00000010:3.0:1767384364.687920:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a447279. 10000000:00000001:1.0:1767384364.687927:0:16772:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384364.687930:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.687935:0:16798:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384364.687938:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.687939:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000010:3.0:1767384364.687942:0:16798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004cf9ec89. 00010000:00000001:1.0:1767384364.687943:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384364.687951:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384364.687952:0:16798:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384364.687963:0:16798:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384364.687963:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384364.687970:0:16772:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384364.687971:0:16798:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b172d40c. 00000020:00000040:1.0:1767384364.687978:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d974435 with handle 0xf83434fd52e6db6f from hash 00010000:00000001:3.0:1767384364.687979:0:16798:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.687989:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.687989:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384364.687998:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384364.687998:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.688004:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384364.688006:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384364.688006:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384364.688017:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384364.688017:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384364.688028:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00010000:3.0:1767384364.688029:0:16798:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.688039:0:16772:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384364.688047:0:16772:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384364.688053:0:16772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a447279. 00000020:00000040:1.0:1767384364.688055:0:16772:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384364.688058:0:16772:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384364.688060:0:16772:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384364.688063:0:16772:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384364.688067:0:16772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004482db41. 00000100:00000001:1.0:1767384364.688070:0:16772:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.688072:0:16772:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384364.688075:0:16772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6db76 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384364.688081:0:16772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384364.688082:0:16772:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.688085:0:16772:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384364.688086:0:16772:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.688090:0:16772:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a447279] to pc [ptlrpcd_00_02+2] req@000000002a447279 x1853236732523776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384364.688111:0:16772:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384364.688114:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.688115:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384364.688120:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384364.688127:0:16772:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.688128:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384364.688135:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384364.688135:0:16772:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384364.688141:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.688147:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a447279 x1853236732523776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384364.688147:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6db76 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.688190:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384364.688191:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1767384364.688193:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 000000002d974435/0xf83434fd52e6db6f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6db76 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384364.688194:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384364.688200:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384364.688204:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384364.688210:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384364.688212:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001ffd1307 count: 0 00000100:00100000:3.0:1767384364.688226:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732523776:0@lo:103: 00000100:00000001:3.0:1767384364.688230:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767384364.688232:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384364.688234:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767384364.688235:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384364.688237:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384364.688238:0:16772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b464ee21. 02000000:00000001:3.0:1767384364.688242:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384364.688244:0:16772:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384364.688247:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7328db8. 00000020:00000001:1.0:1767384364.688247:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384364.688254:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384364.688255:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384364.688266:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384364.688268:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd783303. 00000020:00000001:1.0:1767384364.688269:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384364.688272:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384364.688275:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023fd8947. 00010000:00010000:1.0:1767384364.688276:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384364.688282:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767384364.688283:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732523776, portal 18 00000020:00000001:1.0:1767384364.688287:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.688288:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1767384364.688289:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384364.688295:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210174080 : -119698499377536 : ffff93228576e680) 00000100:00000001:1.0:1767384364.688297:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384364.688303:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.688304:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a447279 x1853236732523776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.688313:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384364.688316:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384364.688318:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5637d0. 00000100:00000200:3.0:1767384364.688320:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732523776, offset 0 00000400:00000200:3.0:1767384364.688325:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384364.688333:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384364.688341:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d207500 00000400:00000200:3.0:1767384364.688345:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:3.0:1767384364.688350:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384364.688354:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384364.688359:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384364.688362:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384364.688365:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b55a5e1. 00000100:00000040:3.0:1767384364.688368:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000006b55a5e1 x1853236732523776 msgsize 328 00000100:00100000:3.0:1767384364.688372:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384364.688383:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384364.688392:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5637d0 00000400:00000010:3.0:1767384364.688394:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5637d0. 00000100:00000001:3.0:1767384364.688397:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384364.688402:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a447279 x1853236732523776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.688410:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384364.688411:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a447279 x1853236732523776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.688416:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.688418:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384364.688423:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.688426:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294952606 00000100:00000001:3.0:1767384364.688432:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294952604 00000100:00000001:3.0:1767384364.688435:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294952606 00000100:00000001:3.0:1767384364.688446:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294952605 00000100:00000001:3.0:1767384364.688451:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294952606 00000100:00000001:3.0:1767384364.688458:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294952605 00000100:00000001:3.0:1767384364.688462:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294952606 00000100:00000001:3.0:1767384364.688468:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294952605 00000100:00000001:3.0:1767384364.688472:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384364.688474:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.688515:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.688518:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.688524:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384364.688524:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384364.688526:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384364.688527:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384364.688529:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.688531:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.688544:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384364.688547:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732523776 02000000:00000001:3.0:1767384364.688551:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384364.688553:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384364.688554:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384364.688558:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384364.688560:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732523776 00000020:00000001:3.0:1767384364.688563:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384364.688564:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384364.688567:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384364.688569:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=17 00000020:00000001:3.0:1767384364.688570:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384364.688573:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384364.688576:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384364.688580:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc51b562. 00000100:00000001:3.0:1767384364.688582:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384364.688584:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc51b562. 00000020:00000010:3.0:1767384364.688589:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c230a74a. 00000020:00000010:3.0:1767384364.688598:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001fe0a2f4. 00000020:00000010:3.0:1767384364.688601:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004af8f3bd. 00000100:00000040:3.0:1767384364.688612:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384364.688615:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384364.688616:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384364.688618:0:16769:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384364.688620:0:16769:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.688622:0:16769:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384364.688625:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384364.688626:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384364.688628:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069cfa3d8 refcount=4 00000020:00000001:3.0:1767384364.688629:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:3.0:1767384364.688633:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00010000:3.0:1767384364.688636:0:16769:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6db76 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6db6f expref: 17 pid: 16775 timeout: 435 lvb_type: 0 00010000:00000001:3.0:1767384364.688643:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.688644:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.688645:0:16769:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.688647:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.688652:0:16769:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384364.688655:0:16769:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b55a5e1 x1853236732523776/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:345/0 lens 328/0 e 0 to 0 dl 1767384375 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.688660:0:16769:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384364.688662:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.688668:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.688676:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384364.688678:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384364.688680:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384364.688683:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 3 00000100:00000001:3.0:1767384364.688685:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624370893182208 : -119702816369408 : ffff93218426d500) 00000100:00000040:3.0:1767384364.688688:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b55a5e1 x1853236732523776/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:345/0 lens 328/0 e 0 to 0 dl 1767384375 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.688694:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384364.688701:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc51b562. 00000100:00000001:3.0:1767384364.688703:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384364.688705:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc51b562. 00000100:00100000:3.0:1767384364.688714:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b55a5e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+17:16148:x1853236732523776:12345-0@lo:103: 00000100:00000200:3.0:1767384364.688717:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732523776 00010000:00000001:3.0:1767384364.688720:0:16769:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384364.688721:0:16769:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384364.688724:0:16769:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384364.688729:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384364.688732:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384364.688736:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000432766de. 02000000:00000001:3.0:1767384364.688739:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.688741:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.688744:0:16769:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384364.688746:0:16769:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384364.688749:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384364.688751:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384364.688753:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069cfa3d8 refcount=4 00000020:00000001:3.0:1767384364.688756:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:3.0:1767384364.688759:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000040:3.0:1767384364.688763:0:16769:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000139ecef6 count: 3 00010000:00010000:3.0:1767384364.688767:0:16769:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6db76 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6db6f expref: 17 pid: 16775 timeout: 435 lvb_type: 0 00000100:00001000:3.0:1767384364.688774:0:16769:0:(import.c:2128:obd_at_measure()) add 0 to 000000002788824c time=1767384364 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384364.688779:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384364.688788:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.688790:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384364.688793:0:16769:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6db76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf83434fd52e6db6f expref: 17 pid: 16775 timeout: 435 lvb_type: 0 00000020:00000001:3.0:1767384364.688800:0:16769:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384364.688802:0:16769:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384364.688805:0:16769:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.688816:0:16769:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.688823:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384364.688825:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384364.688833:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.688835:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.688839:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384364.688841:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384364.688845:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000069cfa3d8 with handle 0xf83434fd52e6db76 from hash 00010000:00000001:3.0:1767384364.688849:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384364.688851:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.688854:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.688856:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384364.688861:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384364.688863:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384364.688869:0:16769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6db76 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf83434fd52e6db6f expref: 17 pid: 16775 timeout: 435 lvb_type: 0 00010000:00000040:3.0:1767384364.688877:0:16769:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 9 00000020:00000040:3.0:1767384364.688880:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 16 00010000:00000001:3.0:1767384364.688889:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.688893:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384364.688896:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384364.688898:0:16769:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000008c8fa64b 00010000:00000001:3.0:1767384364.688901:0:16769:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384364.688903:0:16769:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384364.688905:0:16769:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384364.688921:0:16769:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384364.688924:0:16769:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384364.688927:0:16769:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384364.688929:0:16769:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384364.688931:0:16769:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.688938:0:16769:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384364.688941:0:16769:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384364.688943:0:16769:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384364.688945:0:16769:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384364.688954:0:16769:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000139ecef6) refcount = 2 00010000:00010000:3.0:1767384364.688959:0:16769:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.688968:0:16769:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384364.688972:0:16769:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384364.688974:0:16769:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384364.688977:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384364.689035:0:16769:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc51b562. 00000100:00000001:3.0:1767384364.689040:0:16769:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384364.689046:0:16769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000015a9236e. 00000100:00000001:3.0:1767384364.689049:0:16769:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370876295808 : -119702833255808 : ffff932183252a80) 00000100:00000001:3.0:1767384364.689052:0:16769:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370876295808 : -119702833255808 : ffff932183252a80) 00000100:00000001:3.0:1767384364.689055:0:16769:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384364.689057:0:16769:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384364.689060:0:16769:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384364.689063:0:16769:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384364.689066:0:16769:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003187623s 00010000:00000001:3.0:1767384364.689071:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384364.689074:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384364.689076:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=5 00000020:00000001:3.0:1767384364.689079:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:3.0:1767384364.689083:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:3.0:1767384364.689085:0:16769:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384364.689087:0:16769:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.689096:0:16769:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384364.689100:0:16769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.689107:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.689109:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384364.689112:0:16769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.689132:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384364.689134:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.689138:0:16769:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384364.689142:0:16769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384364.689150:0:16769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008c8fa64b already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384364.689153:0:16769:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384364.689156:0:16769:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384364.689160:0:16769:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.689167:0:16769:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384364.689171:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384364.689174:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384364.689177:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=6 00000020:00000001:3.0:1767384364.689179:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:3.0:1767384364.689183:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:3.0:1767384364.689188:0:16769:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384364.689191:0:16769:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.689199:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384364.689203:0:16769:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384364.689205:0:16769:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.689216:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384364.689218:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384364.689220:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384364.689222:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384364.689225:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008c8fa64b with handle 0xf83434fd52e6db7d from hash 00010000:00000001:3.0:1767384364.689228:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384364.689230:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.689232:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.689244:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384364.689247:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384364.689249:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384364.689252:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384364.689254:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384364.689259:0:16769:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.689262:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384364.689264:0:16769:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384364.689268:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.689271:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.689274:0:16769:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.689277:0:16769:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.689279:0:16769:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384364.689282:0:16769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.689289:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.689292:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.689295:0:16769:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384364.689300:0:16769:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384364.689303:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.689305:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.689309:0:16769:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384364.689314:0:16769:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384364.689317:0:16769:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.689320:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.689322:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.689325:0:16769:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.689329:0:16769:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384364.689334:0:16769:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384364.689337:0:16769:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.689340:0:16769:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.689344:0:16769:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384364.689347:0:16769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000015a9236e. 00000100:00000001:3.0:1767384364.689352:0:16769:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384364.689355:0:16769:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384364.689359:0:16769:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc51b562. 00010000:00000001:3.0:1767384364.689364:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384364.689373:0:16769:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384364.689376:0:16769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384364.689381:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384364.689385:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384364.689389:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384364.689394:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384364.689397:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384364.689399:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384364.689402:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384364.689404:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.689408:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384364.689411:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384364.689427:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5637d0. 00000100:00000200:3.0:1767384364.689431:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732523776, offset 224 00000400:00000200:3.0:1767384364.689435:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384364.689447:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384364.689458:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d207500 00000400:00000200:3.0:1767384364.689466:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1e95 [1] + 224 00000400:00000200:3.0:1767384364.689471:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384364.689503:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384364.689509:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384364.689518:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a447279 x1853236732523776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.689533:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a447279 x1853236732523776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.689550:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384364.689557:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5637d0 00000400:00000010:3.0:1767384364.689560:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5637d0. 00000100:00000001:3.0:1767384364.689563:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384364.689567:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384364.689574:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.689578:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384364.689581:0:16769:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.689584:0:16769:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.689598:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b55a5e1 x1853236732523776/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:345/0 lens 328/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384364.689610:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b55a5e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16148:x1853236732523776:12345-0@lo:103: Request processed in 912us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384364.689618:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384364.689623:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:3.0:1767384364.689627:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384364.689629:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384364.689633:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001fe0a2f4. 00000020:00000010:3.0:1767384364.689639:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004af8f3bd. 00000020:00000010:3.0:1767384364.689644:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c230a74a. 00000020:00000040:3.0:1767384364.689649:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000001:3.0:1767384364.689652:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.689672:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384364.689675:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384364.689682:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384364.689683:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384364.689685:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd783303. 00000400:00000200:3.0:1767384364.689688:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023fd8947 00000400:00000010:3.0:1767384364.689690:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023fd8947. 00000100:00000001:3.0:1767384364.689695:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384364.689700:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a447279 x1853236732523776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384364.689708:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a447279 x1853236732523776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.689715:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384364.689717:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.689719:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384364.689720:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384364.689721:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384364.689723:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384364.689726:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384364.689730:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=84 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384364.689734:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384364.689742:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384364.689744:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.689746:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384364.689748:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.689749:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.689754:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a447279 x1853236732523776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.689760:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384364.689762:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384364.689763:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384364.689767:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a447279 x1853236732523776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384364.689771:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a447279 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732523776:0@lo:103: 00000100:00000001:3.0:1767384364.689779:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.689783:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384364.689787:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a447279 x1853236732523776/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.689796:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384364.689800:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384364.689804:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7328db8. 02000000:00000001:3.0:1767384364.689811:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384364.689814:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384364.689817:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384364.689821:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384364.689825:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004482db41. 02000000:00000001:3.0:1767384364.689829:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384364.689830:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384364.689832:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a447279. 00000100:00000001:3.0:1767384364.689836:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384364.689837:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.689839:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.689844:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384364.689846:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.689848:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384364.689855:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384364.689867:0:16798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.689872:0:16798:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384364.689874:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384364.689878:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384364.689883:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384364.689884:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384364.689886:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6db7d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384364.689890:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000139ecef6 count: 0 00010000:00000001:3.0:1767384364.689922:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384364.689925:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384364.697406:0:36941:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ec470d01. 00000400:00000040:0.0:1767384364.697433:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384364.697436:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384364.697440:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384364.697442:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384364.697447:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384364.697448:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384364.697451:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384364.697454:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384364.697456:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384364.697458:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384364.697461:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384364.697463:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384364.697467:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384364.697470:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384364.697471:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384364.697474:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384364.697522:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384364.697526:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384364.697529:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384364.697532:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384364.697542:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384364.697545:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384364.697548:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384364.697552:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384364.697555:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384364.697560:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384364.697563:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384364.697566:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384364.697569:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384364.697574:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384364.697576:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384364.697580:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384364.697584:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384364.697587:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384364.697590:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384364.697595:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384364.697598:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384364.697603:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384364.697605:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384364.697608:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384364.697611:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384364.697614:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384364.697616:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384364.697620:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384364.697624:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384364.697627:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384364.697629:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384364.697631:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384364.697635:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384364.697638:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384364.697641:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384364.697644:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384364.697647:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384364.697651:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384364.697654:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384364.697657:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384364.697659:0:36941:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384364.697930:0:36941:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ec470d01. 00000100:00000040:1.0:1767384364.698544:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294952606, at 4294952607 00000100:00000040:2.0:1767384364.698546:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294952606, at 4294952607 00000100:00000010:1.0:1767384364.698551:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7d2769d. 00000100:00000040:3.0:1767384364.698554:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294952606, at 4294952607 00000100:00000010:2.0:1767384364.698564:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ac5fe0f. 00000100:00000010:3.0:1767384364.698567:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fcbda941. 00080000:00000001:0.0:1767384364.698957:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384364.698970:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384364.698973:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:3.0:1767384364.698976:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384364.698978:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384364.698982:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384364.698983:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384364.698986:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384364.698989:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384364.698990:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384364.698996:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000009c05c41. 00080000:00000001:3.0:1767384364.699005:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384364.699011:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384364.699017:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384364.699027:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384364.699042:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384364.699047:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384364.699050:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384364.699054:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384364.699058:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384364.699065:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dcc36664. 00010000:00000001:0.0:1767384364.699071:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384364.699075:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bcb19e6. 00000020:00000001:0.0:1767384364.699080:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384364.699083:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005bcb19e6 with handle 0xf83434fd52e6db84 to hash 00000020:00000001:0.0:1767384364.699086:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384364.699087:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384364.699091:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384364.699095:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384364.699097:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384364.699101:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6db84 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.699111:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384364.699115:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384364.699118:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384364.699121:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384364.699123:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384364.699126:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384364.699128:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384364.699131:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384364.699133:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384364.699135:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384364.699136:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384364.699146:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dcc36664) refcount = 1 00010000:00010000:0.0:1767384364.699151:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6db84 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.699158:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384364.699160:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384364.699161:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384364.699164:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.699166:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384364.699169:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384364.699172:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003187623s 00010000:00000001:0.0:1767384364.699176:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384364.699179:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384364.699181:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bcb19e6 refcount=4 00000020:00000001:0.0:1767384364.699184:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384364.699187:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384364.699191:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384364.699192:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6db84 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.699199:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384364.699202:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6db84 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.699209:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.699210:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384364.699212:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6db84 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.699218:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384364.699221:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.699225:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384364.699227:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6db84 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384364.699234:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005bcb19e6 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384364.699244:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384364.699247:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384364.699249:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6db84 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.699256:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384364.699258:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384364.699260:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384364.699262:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005bcb19e6 refcount=5 00000020:00000001:0.0:1767384364.699264:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384364.699267:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013113856 : -119697696437760 : ffff9322b552ca00) 00010000:00000001:0.0:1767384364.699271:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384364.699274:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6db84 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.699280:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384364.699281:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384364.699283:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.699287:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384364.699289:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384364.699291:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384364.699292:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384364.699294:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005bcb19e6 with handle 0xf83434fd52e6db84 from hash 00010000:00000001:0.0:1767384364.699297:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384364.699298:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.699300:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384364.699301:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384364.699303:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384364.699305:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384364.699307:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384364.699309:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384364.699311:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.699313:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384364.699314:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384364.699317:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.699318:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384364.699326:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.699328:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.699330:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384364.699332:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6db84 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.699339:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.699340:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384364.699342:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384364.699343:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384364.699345:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.699346:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384364.699349:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384364.699351:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384364.699353:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384364.699356:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6db84 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.699362:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384364.699364:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384364.699365:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005bcb19e6/0xf83434fd52e6db84 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384364.699371:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dcc36664 count: 0 00010000:00000001:0.0:1767384364.699380:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384364.699383:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384364.699510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001ffd1307. 00010000:00000010:3.1:1767384364.699511:0:16604:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000069cfa3d8. 00010000:00000010:1.1:1767384364.699525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d974435. 00010000:00000010:3.1:1767384364.699530:0:16604:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000139ecef6. 00010000:00000010:3.1:1767384364.699568:0:16604:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008c8fa64b. 00000100:00000040:0.0:1767384364.699653:0:370:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294952606, at 4294952608 00000100:00000010:0.0:1767384364.699661:0:370:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc5e551b. 00080000:00000020:3.0:1767384364.700203:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384364.700208:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384364.700211:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002c76880f. 20000000:00000001:3.0:1767384364.700218:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384364.700224:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732523392 00010000:00000001:3.0:1767384364.700228:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384364.700236:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000797b0cdb x1853236732523392/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:345/0 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384364.700246:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384364.700256:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384364.700260:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384364.700265:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384364.700268:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384364.700271:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384364.700275:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384364.700278:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.700282:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384364.700286:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384364.700292:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc7ea463. 00000100:00000200:3.0:1767384364.700299:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732523392, offset 224 00000400:00000200:3.0:1767384364.700309:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384364.700322:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384364.700334:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d207380 00000400:00000200:3.0:1767384364.700345:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e71 [2] + 224 00000400:00000200:3.0:1767384364.700355:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384364.700360:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384364.700370:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384364.700382:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a7760c50 x1853236732523392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.700393:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a7760c50 x1853236732523392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.700417:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384364.700429:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc7ea463 00000400:00000010:3.0:1767384364.700431:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc7ea463. 00000100:00000001:3.0:1767384364.700436:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384364.700439:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384364.700440:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384364.700446:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384364.700448:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384364.700453:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384364.700457:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:1.0:1767384364.700458:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384364.700462:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d3aff63. 00010000:00000001:3.0:1767384364.700465:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384364.700467:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099fad29b 00000020:00000001:3.0:1767384364.700469:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.700471:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099fad29b. 00000100:00000001:1.0:1767384364.700504:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384364.700514:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a7760c50 x1853236732523392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384364.700525:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384364.700526:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a7760c50 x1853236732523392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.700535:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000797b0cdb x1853236732523392/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:345/0 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.700536:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384364.700542:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.700550:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384364.700554:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384364.700558:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.700562:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.700565:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384364.700569:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=84 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384364.700583:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384364.700595:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384364.700599:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.700607:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384364.700609:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.700615:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384364.700616:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000797b0cdb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732523392:12345-0@lo:253: Request processed in 26071us (26963us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384364.700623:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7760c50 x1853236732523392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.700639:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384364.700645:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384364.700646:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000001:1.0:1767384364.700647:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384364.700659:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000020:01000004:1.0:1767384364.700659:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384364.700662:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384364.700665:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384364.700670:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384364.700672:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:01000004:1.0:1767384364.700673:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384364.700678:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384364.700680:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:1.0:1767384364.700680:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384364.700685:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384364.700687:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384364.700688:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000010:3.0:1767384364.700689:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f80eb913. 00000100:00000040:1.0:1767384364.700693:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7760c50 x1853236732523392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384364.700699:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001187ccd5. 00000100:00100000:1.0:1767384364.700700:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a7760c50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732523392:0@lo:253: 00000020:00000010:3.0:1767384364.700707:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003074bf1. 00000100:00000001:1.0:1767384364.700713:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384364.700717:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:1.0:1767384364.700717:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384364.700724:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7760c50 x1853236732523392/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384364.700727:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384364.700733:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000400992fd. 00000100:00000001:1.0:1767384364.700734:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384364.700738:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384364.700741:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f61e4f72. 02000000:00000001:3.0:1767384364.700743:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384364.700745:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384364.700748:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384364.700749:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384364.700750:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384364.700758:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384364.700762:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005053e3f2. 00000100:00000200:3.0:1767384364.700764:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384364.700767:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384364.700770:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384364.700771:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7760c50. 00000100:00000001:1.0:1767384364.700775:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384364.700777:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.700779:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.700786:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384364.700788:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.700791:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384364.700795:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384364.700824:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd783303. 00000400:00000010:3.0:1767384364.700834:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc7ea463. 00010000:00000010:0.1:1767384364.702968:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dcc36664. 00010000:00000010:0.1:1767384364.702977:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005bcb19e6. 00080000:00000020:1.0:1767384364.704100:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384364.704104:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384364.704106:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004ca98fb8. 20000000:00000001:1.0:1767384364.704114:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384364.704118:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732523520 00010000:00000001:1.0:1767384364.704121:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384364.704126:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c28e1b9c x1853236732523520/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:345/0 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384364.704134:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384364.704136:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384364.704139:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384364.704142:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384364.704162:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384364.704175:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384364.704178:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384364.704180:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.704183:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384364.704186:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384364.704189:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eff7163. 00000100:00000200:1.0:1767384364.704193:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732523520, offset 224 00000400:00000200:1.0:1767384364.704199:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384364.704210:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384364.704220:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d207400 00000400:00000200:1.0:1767384364.704226:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e79 [2] + 224 00000400:00000200:1.0:1767384364.704233:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384364.704237:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384364.704241:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384364.704245:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef820843 x1853236732523520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384364.704254:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ef820843 x1853236732523520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.704276:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384364.704282:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eff7163 00000400:00000010:1.0:1767384364.704285:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eff7163. 00000100:00000001:1.0:1767384364.704288:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384364.704290:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384364.704296:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.704301:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384364.704304:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384364.704305:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384364.704307:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.704309:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384364.704313:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384364.704318:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384364.704322:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c28e1b9c x1853236732523520/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:345/0 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384364.704323:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384364.704330:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007582d27b. 00000400:00000200:0.0:1767384364.704340:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008afee823 00000400:00000010:0.0:1767384364.704346:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008afee823. 00000100:00100000:1.0:1767384364.704354:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c28e1b9c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732523520:12345-0@lo:253: Request processed in 29729us (30381us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384364.704356:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384364.704367:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef820843 x1853236732523520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384364.704370:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000040:1.0:1767384364.704386:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384364.704395:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384364.704399:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384364.704401:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef820843 x1853236732523520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384364.704404:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c00cdb7. 00000020:00000010:1.0:1767384364.704415:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f7f218a9. 00000100:00000001:0.0:1767384364.704417:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384364.704421:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384364.704422:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001597c257. 00000100:00000001:0.0:1767384364.704424:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384364.704430:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384364.704434:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384364.704435:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:0.0:1767384364.704443:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.704445:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384364.704447:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384364.704448:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000082db6db4. 02000000:00000001:1.0:1767384364.704460:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384364.704461:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=84 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384364.704463:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384364.704474:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=84 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384364.704476:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384364.704510:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384364.704513:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.704521:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384364.704522:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a03ec54c. 00010000:00000001:0.0:1767384364.704523:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.704529:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eff7163. 00000100:00000001:0.0:1767384364.704529:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.704534:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef820843 x1853236732523520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.704543:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384364.704548:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384364.704550:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384364.704554:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384364.704556:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384364.704558:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384364.704561:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384364.704563:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384364.704564:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384364.704566:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384364.704567:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384364.704569:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384364.704572:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef820843 x1853236732523520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384364.704576:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef820843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732523520:0@lo:253: 00000100:00000001:0.0:1767384364.704580:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.704587:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384364.704589:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef820843 x1853236732523520/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.704594:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384364.704595:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384364.704597:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004e1f66d9. 02000000:00000001:0.0:1767384364.704600:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384364.704602:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384364.704604:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384364.704607:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384364.704609:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f30fabec. 02000000:00000001:0.0:1767384364.704612:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384364.704614:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384364.704615:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef820843. 00000100:00000001:0.0:1767384364.704618:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384364.704620:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.704622:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.704630:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384364.704631:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.704634:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384364.704636:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384364.987568:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp33 00000400:00000010:0.0:1767384364.987576:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c4f7e2d9. 00000400:00000010:0.0:1767384364.987588:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008fc4bdea. 00000400:00000010:0.0:1767384364.987596:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000400:00000010:0.0:1767384364.987610:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000027a254b1. 00000400:00000200:0.0:1767384364.987617:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp33 00000400:00000200:0.0:1767384364.987639:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp33 local destination 00000400:00000200:0.0:1767384364.987647:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp33 00000400:00000200:0.0:1767384364.987652:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp33 NI seq info: [179:179:256:4294967295] 192.168.204.131@tcp33 LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1767384364.987660:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp33 00000400:00000200:0.0:1767384364.987669:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp33(192.168.204.131@tcp33:) -> 192.168.204.131@tcp33(192.168.204.131@tcp33:192.168.204.131@tcp33) : GET try# 0 00000800:00000200:0.0:1767384364.987676:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp33 00000800:00000010:0.0:1767384364.987682:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae711bcb. 00000800:00000200:0.0:1767384364.987698:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041f977a8] -> 12345-192.168.204.131@tcp33 (2) 00000800:00000200:0.1:1767384364.987704:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041f977a8] -> 12345-192.168.204.131@tcp33 (2) 00000400:00000200:0.0:1767384364.987730:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp33 added to recovery queue. ping count: 5 next ping: 317 health :500 00000400:00000200:2.0:1767384364.987840:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.987942:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988038:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988080:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988102:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988121:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988144:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988173:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988213:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988249:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988276:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988304:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988333:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988358:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988385:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988412:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988439:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988467:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988533:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988570:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988597:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988626:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988650:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988675:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988699:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988724:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988758:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988788:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988817:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988848:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988887:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988930:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988957:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.988981:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384364.989014:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384364.989152:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:2.0:1767384364.989156:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008afee823. 00000800:00000010:2.0:1767384364.989161:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000314a6fab. 00000800:00000010:2.0:1767384364.989176:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000314a6fab. 00000800:00020000:2.0:1767384364.989183:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384364.989187:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008afee823. 00000800:00000010:2.0:1767384364.989189:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:2.0:1767384364.989217:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp33 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384364.989224:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp33 notifying 192.168.204.131@tcp33: down 00000800:00000200:2.0:1767384364.989228:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp33 down 00000800:00000100:2.0:1767384364.989234:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp33 00000800:00000010:2.0:1767384364.989237:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae711bcb. 00000400:00000200:2.0:1767384364.989240:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384364.989244:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp33->192.168.204.131@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384364.989250:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384364.989253:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384364.989256:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp33) recovery failed with -71 00010000:00000001:1.0:1767384365.435580:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384365.435586:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.435593:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384365.435595:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384365.435630:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384365.435635:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.435637:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384366.011551:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384366.011558:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384366.011562:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384366.011568:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000400:00000200:0.0:1767384366.011573:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384366.011582:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384366.011593:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c4f7e2d9. 00000400:00000010:0.0:1767384366.011598:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008fc4bdea. 00000400:00000200:0.0:1767384366.011614:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp40 00000400:00000010:0.0:1767384366.011618:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c4f7e2d9. 00000400:00000010:0.0:1767384366.011624:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bf16e35d. 00000400:00000010:0.0:1767384366.011628:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000400:00000010:0.0:1767384366.011635:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c7f4403. 00000400:00000200:0.0:1767384366.011640:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp40 00000400:00000200:0.0:1767384366.011655:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp40 local destination 00000400:00000200:0.0:1767384366.011662:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp40 00000400:00000200:0.0:1767384366.011667:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp40 NI seq info: [180:180:256:4294967295] 192.168.204.131@tcp40 LPNI seq info [176:176:8:4294967295] 00000400:00000200:0.0:1767384366.011674:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp40 00000400:00000200:0.0:1767384366.011683:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp40(192.168.204.131@tcp40:) -> 192.168.204.131@tcp40(192.168.204.131@tcp40:192.168.204.131@tcp40) : GET try# 0 00000800:00000200:0.0:1767384366.011689:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp40 00000800:00000010:0.0:1767384366.011693:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005b90f3c7. 00000800:00000200:0.0:1767384366.011699:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000800:00000200:0.1:1767384366.011703:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000400:00000200:0.0:1767384366.011722:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp40 added to recovery queue. ping count: 4 next ping: 302 health :600 00000400:00000200:0.0:1767384366.011728:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp44 00000400:00000010:0.0:1767384366.011730:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d1a98c0d. 00000400:00000010:0.0:1767384366.011733:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004482db41. 00000400:00000010:0.0:1767384366.011736:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adcfe054. 00000400:00000010:0.0:1767384366.011739:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cc0b1e57. 00000400:00000200:0.0:1767384366.011742:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp44 00000400:00000200:0.0:1767384366.011756:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp44 local destination 00000400:00000200:0.0:1767384366.011759:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp44 00000400:00000200:0.0:1767384366.011761:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp44 NI seq info: [181:181:256:4294967295] 192.168.204.131@tcp44 LPNI seq info [177:177:8:4294967295] 00000400:00000200:0.0:1767384366.011763:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp44 00000400:00000200:0.0:1767384366.011768:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp44(192.168.204.131@tcp44:) -> 192.168.204.131@tcp44(192.168.204.131@tcp44:192.168.204.131@tcp44) : GET try# 0 00000800:00000200:0.0:1767384366.011770:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp44 00000800:00000010:0.0:1767384366.011773:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000699dd605. 00000800:00000200:0.0:1767384366.011778:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eedabb6d] -> 12345-192.168.204.131@tcp44 (2) 00000800:00000200:0.1:1767384366.011784:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eedabb6d] -> 12345-192.168.204.131@tcp44 (2) 00000400:00000200:0.0:1767384366.011801:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp44 added to recovery queue. ping count: 1 next ping: 288 health :900 00000400:00000200:1.0:1767384366.011831:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.011876:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.011976:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.011979:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012038:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.012107:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012130:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012193:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.012216:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012248:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012309:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.012332:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012347:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012413:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.012446:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012512:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012582:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.012589:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012640:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.012676:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012703:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.012759:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012767:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012849:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.012861:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012922:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.012956:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.012985:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.013038:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013062:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.013123:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013124:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013197:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.013224:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013264:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.013322:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013336:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.013404:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013410:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013466:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.013547:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013582:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.013667:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013669:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013765:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.013813:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013846:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013933:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.013974:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.013998:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.014089:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.014112:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.014175:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.014246:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.014260:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.014326:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384366.014403:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.014418:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.014562:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.014661:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000800:00000010:2.0:1767384366.014670:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:2.0:1767384366.014676:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005418a761. 00000800:00000010:2.0:1767384366.014681:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d302507f. 00000800:00000010:2.0:1767384366.014704:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d302507f. 00000800:00020000:2.0:1767384366.014717:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000400:00000200:1.0:1767384366.014721:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000800:00000010:2.0:1767384366.014730:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005418a761. 00000800:00000010:2.0:1767384366.014737:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:2.0:1767384366.014820:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp44 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384366.014830:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp44 notifying 192.168.204.131@tcp44: down 00000400:00000200:2.0:1767384366.014834:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:1.0:1767384366.014835:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000800:00000100:2.0:1767384366.014843:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp44 00000800:00000010:2.0:1767384366.014848:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000699dd605. 00000400:00000200:2.0:1767384366.014854:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384366.014860:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp44->192.168.204.131@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384366.014869:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384366.014874:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384366.014880:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp44) recovery failed with -71 00000400:00000200:1.0:1767384366.014954:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.015003:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.015046:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.015086:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.015118:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.015151:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.015189:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384366.015260:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384366.015473:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df40e17. 00000800:00000010:1.0:1767384366.015504:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b9f79670. 00000800:00000010:1.0:1767384366.015512:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1c0fad0. 00000800:00000010:1.0:1767384366.015547:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1c0fad0. 00000800:00020000:1.0:1767384366.015558:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384366.015562:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b9f79670. 00000800:00000010:1.0:1767384366.015565:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df40e17. 00000400:02020000:1.0:1767384366.015608:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp40 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384366.015617:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp40 notifying 192.168.204.131@tcp40: down 00000800:00000200:1.0:1767384366.015627:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp40 down 00000800:00000100:1.0:1767384366.015635:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp40 00000800:00000010:1.0:1767384366.015639:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005b90f3c7. 00000400:00000200:1.0:1767384366.015653:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384366.015658:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp40->192.168.204.131@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384366.015674:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384366.015677:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384366.015681:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp40) recovery failed with -71 00010000:00000001:1.0:1767384366.459553:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384366.459559:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.459566:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384366.459569:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.459594:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384366.459599:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384366.459604:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384366.679772:0:37473:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384366.679790:0:37473:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.679796:0:37473:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384366.679804:0:37473:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384366.679811:0:37473:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.679815:0:37473:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384367.035548:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384367.035554:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384367.035558:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:2.0:1767384367.035563:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000400:00000200:2.0:1767384367.035571:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384367.035578:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp40 recovery ping unlinked 00000800:00000200:3.0:1767384367.035587:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000158e550c] -> 12345-192.168.204.131@tcp11 (6) 00000400:00000010:2.0:1767384367.035589:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c4f7e2d9. 00000400:00000010:2.0:1767384367.035595:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bf16e35d. 00000800:00000200:3.0:1767384367.035596:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp11 ip 192.168.204.131:988 00000800:00000200:3.0:1767384367.035604:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd6493d3 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:2.0:1767384367.035605:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384367.035608:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384367.035610:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adcfe054 00000400:00000010:2.0:1767384367.035613:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000adcfe054. 00000400:00000200:2.0:1767384367.035617:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384367.035624:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384367.035645:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d1a98c0d. 00000400:00000010:2.0:1767384367.035650:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004482db41. 00000400:00000200:2.0:1767384367.035656:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp41 00000400:00000010:2.0:1767384367.035664:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a9a237ee. 00000400:00000010:2.0:1767384367.035669:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000924d1b61. 00000400:00000010:2.0:1767384367.035672:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000110db611. 00000400:00000010:2.0:1767384367.035678:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002149e988. 00000400:00000200:2.0:1767384367.035693:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp41 00000400:00000200:2.0:1767384367.035708:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp41 local destination 00000400:00000200:2.0:1767384367.035714:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp41 00000400:00000200:2.0:1767384367.035718:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp41 NI seq info: [182:182:256:4294967295] 192.168.204.131@tcp41 LPNI seq info [178:178:8:4294967295] 00000400:00000200:2.0:1767384367.035724:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp41 00000400:00000200:2.0:1767384367.035731:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp41(192.168.204.131@tcp41:) -> 192.168.204.131@tcp41(192.168.204.131@tcp41:192.168.204.131@tcp41) : GET try# 0 00000800:00000200:2.0:1767384367.035735:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp41 00000800:00000010:2.0:1767384367.035739:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f7882918. 00000800:00000200:2.0:1767384367.035745:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c92d7de] -> 12345-192.168.204.131@tcp41 (2) 00000800:00000200:2.1:1767384367.035750:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c92d7de] -> 12345-192.168.204.131@tcp41 (2) 00000800:00000200:1.0:1767384367.035773:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384367.035774:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp41 added to recovery queue. ping count: 4 next ping: 303 health :600 00000800:00000001:1.0:1767384367.035786:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384367.035801:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384367.035806:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384367.035810:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384367.035862:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.035942:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.035970:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.035995:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036031:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036062:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036097:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036114:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036135:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036149:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036175:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036198:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036230:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036267:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036329:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036409:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036452:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036490:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036582:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036605:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036638:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036661:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036682:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036701:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036716:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036734:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036748:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036773:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036794:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036808:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036824:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036839:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036852:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036880:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384367.036898:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384367.037052:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:2.0:1767384367.037057:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a69b7090. 00000800:00000010:2.0:1767384367.037061:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e9b6d8cd. 00000800:00000010:2.0:1767384367.037080:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e9b6d8cd. 00000800:00020000:2.0:1767384367.037091:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384367.037094:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a69b7090. 00000800:00000010:2.0:1767384367.037098:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:2.0:1767384367.037159:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp41 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384367.037166:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp41 notifying 192.168.204.131@tcp41: down 00000800:00000200:2.0:1767384367.037172:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp41 down 00000800:00000100:2.0:1767384367.037183:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp41 00000800:00000010:2.0:1767384367.037186:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f7882918. 00000400:00000200:2.0:1767384367.037191:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384367.037197:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp41->192.168.204.131@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384367.037206:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384367.037210:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384367.037222:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp41) recovery failed with -71 00000001:00000001:1.0:1767384367.475630:0:37637:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384367.475636:0:37637:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:1.0:1767384367.479123:0:37637:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1767384367.483590:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384367.483595:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.483603:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384367.483605:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.483664:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384367.483686:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384367.483690:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384367.487610:0:37638:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003dca4aad. 00000400:00000010:0.0:1767384367.487645:0:37638:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ef427227. 00000400:00000010:0.0:1767384367.487658:0:37638:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000dc0a117a. 00000400:00000010:0.0:1767384367.487664:0:37638:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000012b17e33. 00000400:00000010:0.0:1767384367.487670:0:37638:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006f6dbedd. 00000400:00000010:0.0:1767384367.487682:0:37638:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086bf3499. 00000400:00000010:0.0:1767384367.487685:0:37638:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004f4e2682. 00000400:00000010:0.0:1767384367.487687:0:37638:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005dfc3223. 00000400:00000010:0.0:1767384367.487693:0:37638:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000df829c87. 00000800:00000010:0.0:1767384367.487733:0:37638:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000defa803d. 00000800:00000200:0.0:1767384367.487748:0:37638:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384367.487766:0:37638:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384367.487808:0:37638:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:0.0:1767384367.487837:0:37638:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp48 [8/256/0/180] 00000400:00000010:0.0:1767384367.489371:0:37638:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 0000000020427678. 00000400:00000010:0.0:1767384367.489377:0:37638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac6695af. 00000400:00000010:0.0:1767384367.489383:0:37638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c56d2313. 00000400:00000001:0.0:1767384367.489416:0:37638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.489418:0:37638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.489420:0:37638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db6fa5b8. 00000400:00000200:0.0:1767384367.489423:0:37638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384367.489424:0:37638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000400:00000010:0.0:1767384367.489428:0:37638:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000007015b49b. 00000400:00000200:0.0:1767384367.489432:0:37638:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (38) 00000400:00000200:0.0:1767384367.489445:0:37638:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384367.489455:0:37638:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:0.0:1767384367.489465:0:37638:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e4111e58. 00000020:01000000:0.0:1767384367.489471:0:37638:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384367.489474:0:37638:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp48 00000400:00000200:1.0:1767384367.489475:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384367.489506:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000200:1.0:1767384367.489512:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (39) 00000400:00000010:1.0:1767384367.489518:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000cc5ea207. 00000400:00000010:0.0:1767384367.489519:0:37638:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ef427227. 00000400:00000010:1.0:1767384367.489524:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008dbb81d. 00000400:00000010:0.0:1767384367.489525:0:37638:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003dca4aad. 00000400:00000010:1.0:1767384367.489533:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000084ef416a. 00000400:00000200:1.0:1767384367.489539:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000020:00000001:3.0:1767384367.489556:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384367.489556:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 10000000:00000001:3.0:1767384367.489562:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384367.489566:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384367.489571:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384367.489571:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 00000020:01000004:3.0:1767384367.489580:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384367.489583:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384367.489599:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384367.489602:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384367.489605:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384367.489612:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384367.489615:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384367.489616:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384367.489619:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384367.489624:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384367.489625:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000100:00000010:3.0:1767384367.489633:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041e1c439. 00000400:00000200:1.0:1767384367.489637:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 00000020:00000040:3.0:1767384367.489640:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:3.0:1767384367.489647:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384367.489648:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 02000000:00000001:3.0:1767384367.489651:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384367.489657:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.489658:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 02000000:00000010:3.0:1767384367.489669:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002c76880f. 00000400:00000200:1.0:1767384367.489670:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000100:00000001:3.0:1767384367.489681:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.489685:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000100:00000001:3.0:1767384367.489691:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384367.489695:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.489699:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000100:00000040:3.0:1767384367.489706:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e1c439] to pc [ptlrpcd_00_03+3] req@0000000041e1c439 x1853236732523904/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384367.489711:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000400:00000200:1.0:1767384367.489734:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000400:00000200:1.0:1767384367.489739:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000400:00000200:1.0:1767384367.489745:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:1.0:1767384367.489750:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 10000000:00000001:3.0:1767384367.489751:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384367.489757:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.489760:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.489762:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384367.489764:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000020:01000000:3.0:1767384367.489766:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384367.489771:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384367.489779:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384367.489779:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384367.489781:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384367.489784:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 10000000:00000001:3.0:1767384367.489785:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384367.489794:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041e1c439 x1853236732523904/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384367.489795:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384367.489801:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384367.489805:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 00000020:01000004:3.0:1767384367.489806:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384367.489815:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384367.489819:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384367.489823:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384367.489828:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384367.489832:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384367.489836:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384367.489838:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384367.489840:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 00000020:01000004:3.0:1767384367.489841:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384367.489841:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384367.489849:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb428418. 02000000:00000001:2.0:1767384367.489850:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767384367.489869:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 02000000:00000001:2.0:1767384367.489869:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384367.489871:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 02000000:00000001:2.0:1767384367.489876:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.489887:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384367.489890:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000041e1c439 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732523904:0@lo:253: 02000000:00000001:3.0:1767384367.489892:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384367.489899:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 02000000:00000001:3.0:1767384367.489900:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.489901:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384367.489908:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384367.489911:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f61e4f72. 02000000:00000001:2.0:1767384367.489913:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.489918:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.489922:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[153, 50], ns[157, 50] 02000000:00000001:2.0:1767384367.489923:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384367.489925:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384367.489931:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.489935:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000082db6db4. 02000000:00000001:2.0:1767384367.489944:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.489946:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb428418] to pc [ptlrpcd_00_00+0] req@00000000bb428418 x1853236732524032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384367.489948:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 50], ns[165, 50] 00000400:00000010:2.0:1767384367.489955:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002349de8e. 00000400:00000010:2.0:1767384367.489970:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6ec631a. 00000400:00000200:1.0:1767384367.489980:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 50], ns[72, 50] 00000100:00000200:2.0:1767384367.489983:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732523904, portal 25 00000100:00000001:2.0:1767384367.489993:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.489995:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624370893181312 : -119702816370304 : ffff93218426d180) 00000400:00000200:1.0:1767384367.490003:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 50], ns[167, 50] 00000100:00000040:2.0:1767384367.490004:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000041e1c439 x1853236732523904/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384367.490012:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384367.490020:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.490029:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384367.490037:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384367.490043:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384367.490044:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e4111e58. 00000400:00000200:1.0:1767384367.490050:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[175, 50], ns[179, 50] 00000100:00000040:2.0:1767384367.490051:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.490058:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000211b7938. 00000100:00000001:3.0:1767384367.490062:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384367.490064:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732523904, offset 0 00000100:00000001:3.0:1767384367.490069:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.490075:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384367.490075:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 50], ns[102, 50] 00000100:00000001:3.0:1767384367.490077:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384367.490082:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384367.490087:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.490098:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[152, 50], ns[156, 50] 00000100:00000001:3.0:1767384367.490099:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384367.490102:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.490108:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.490111:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384367.490114:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384367.490115:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 50], ns[118, 50] 00000100:00000040:3.0:1767384367.490120:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb428418 x1853236732524032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.490141:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384367.490141:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 50], ns[160, 50] 00000100:00000001:3.0:1767384367.490143:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.490148:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384367.490152:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384367.490157:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.490158:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 50], ns[132, 50] 00000100:00100000:3.0:1767384367.490166:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bb428418 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732524032:0@lo:253: 00000100:00000001:3.0:1767384367.490173:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384367.490177:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384367.490179:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.490183:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 50], ns[147, 50] 02000000:00000001:3.0:1767384367.490188:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384367.490195:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000400992fd. 00000400:00000200:1.0:1767384367.490196:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[176, 50], ns[180, 50] 02000000:00000001:3.0:1767384367.490200:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.490208:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068fc5280. 00000400:00000010:3.0:1767384367.490217:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d7ce851. 00000400:00000200:1.0:1767384367.490218:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 50], ns[182, 50] 00000100:00000200:3.0:1767384367.490223:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732524032, portal 25 00000100:00000001:3.0:1767384367.490228:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384367.490233:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624370893178624 : -119702816372992 : ffff93218426c700) 00000400:00000200:1.0:1767384367.490239:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 50], ns[175, 50] 00000100:00000040:3.0:1767384367.490242:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bb428418 x1853236732524032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.490270:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384367.490276:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 50], ns[173, 50] 00000100:00000040:3.0:1767384367.490281:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384367.490285:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a518a42b. 00000100:00000200:3.0:1767384367.490292:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732524032, offset 0 00000400:00000200:1.0:1767384367.490299:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[177, 50], ns[181, 50] 00000400:00000200:3.0:1767384367.490306:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384367.490316:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 00000400:00000200:1.0:1767384367.490322:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384367.490334:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000400:00000200:1.0:1767384367.490342:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp45 00000400:00000200:1.0:1767384367.490349:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp45 lpni_is_preferred = 0 00000400:00000200:1.0:1767384367.490353:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp45 00000400:00000200:1.0:1767384367.490357:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp45 NI seq info: [183:183:256:4294967295] 192.168.204.131@tcp45 LPNI seq info [179:179:8:4294967295] 00000400:00000200:1.0:1767384367.490365:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp45 00000400:00000200:1.0:1767384367.490373:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp45(192.168.204.131@tcp45:) -> 192.168.204.131@tcp45(192.168.204.131@tcp:192.168.204.131@tcp45) : GET try# 0 00000800:00000200:1.0:1767384367.490380:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp45 00000800:00000010:1.0:1767384367.490387:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003c9835dd. 00000400:00000200:3.0:1767384367.490395:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384367.490395:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384367.490406:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f485ae5e. 00000400:00000200:3.0:1767384367.490412:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d207600 00000400:00000200:2.0:1767384367.490416:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d207580 00000800:00000010:1.0:1767384367.490418:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004dd52e46. 00000400:00000200:3.0:1767384367.490424:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15f1 [2] + 0 00000400:00000010:3.0:1767384367.490428:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3b9a73. 00000400:00000200:3.0:1767384367.490435:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007cc2c58a 00000800:00000200:1.0:1767384367.490435:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f485ae5e] -> 12345-192.168.204.131@tcp45 (2) 00000400:00000200:2.0:1767384367.490445:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1625 [2] + 0 00000400:00000200:3.0:1767384367.490446:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.1:1767384367.490456:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f485ae5e] -> 12345-192.168.204.131@tcp45 (2) 00000400:00000200:3.0:1767384367.490459:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384367.490459:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048b52472. 00000400:00000200:2.0:1767384367.490470:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006ccfb0d8 00000400:00000200:3.0:1767384367.490474:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cc2c58a 00000400:00000010:3.0:1767384367.490498:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007cc2c58a. 00000100:00000001:3.0:1767384367.490504:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384367.490506:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384367.490509:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000d88ad611 x1853236732524032 msgsize 4848 00000400:00000200:2.0:1767384367.490513:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384367.490519:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384367.490525:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384367.490526:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384367.490534:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000100:00000040:3.0:1767384367.490535:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384367.490536:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ccfb0d8 00000400:00000010:2.0:1767384367.490543:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ccfb0d8. 00000100:00000001:3.0:1767384367.490546:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384367.490552:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384367.490555:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384367.490556:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a518a42b 00000100:00000040:2.0:1767384367.490558:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000007851636a x1853236732523904 msgsize 4848 00000400:00000010:3.0:1767384367.490559:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a518a42b. 00000100:00000001:1.0:1767384367.490565:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.490567:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384367.490575:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384367.490579:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bb428418 x1853236732524032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384367.490581:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384367.490591:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384367.490602:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384367.490610:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384367.490612:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000211b7938 00000400:00000010:2.0:1767384367.490616:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000211b7938. 00000100:00000040:3.0:1767384367.490617:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bb428418 x1853236732524032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.490623:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384367.490628:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384367.490631:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000041e1c439 x1853236732523904/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.490632:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.490640:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.490642:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384367.490647:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294955409 00000100:00000040:2.0:1767384367.490650:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041e1c439 x1853236732523904/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384367.490653:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a4ddbbf. 00000400:00000200:1.0:1767384367.490654:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000100:00000001:2.0:1767384367.490661:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.490665:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384367.490666:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384367.490675:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.490678:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294955409 00000100:00000001:2.0:1767384367.490679:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294955409 00000100:00000010:3.0:1767384367.490682:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ee7073f. 00000100:00000001:2.0:1767384367.490684:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294955409 00000100:00000001:3.0:1767384367.490688:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384367.490688:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294955409 00000100:00000001:3.0:1767384367.490699:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294955409 00000100:00000001:2.0:1767384367.490700:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294955409 00000100:00000001:2.0:1767384367.490705:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294955409 00000100:00000010:3.0:1767384367.490708:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6736ced. 00000100:00000001:3.0:1767384367.490713:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384367.490720:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294955409 00000100:00000001:2.0:1767384367.490721:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294955409 00000100:00000010:3.0:1767384367.490723:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad9229be. 00000100:00000001:2.0:1767384367.490725:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294955409 00000100:00000001:3.0:1767384367.490728:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384367.490736:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.490737:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294955409 00000400:00000200:1.0:1767384367.490740:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000100:00000001:3.0:1767384367.490741:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.490742:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.490751:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.490752:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.490758:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.490761:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.490766:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.490774:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384367.490776:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384367.490780:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.490784:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.490786:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.490792:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.490796:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384367.490801:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732524032 02000000:00000001:3.0:1767384367.490804:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384367.490806:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384367.490809:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.490812:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.490815:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732524032 00000020:00000001:3.0:1767384367.490819:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384367.490822:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:3.0:1767384367.490830:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384367.490831:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000020:00000040:3.0:1767384367.490835:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:3.0:1767384367.490842:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384367.490846:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384367.490853:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384367.490870:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0549bc5. 00000100:00000001:3.0:1767384367.490877:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384367.490882:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0549bc5. 00000100:00000001:2.0:1767384367.490888:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384367.490891:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732523904 02000000:00000001:2.0:1767384367.490892:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384367.490894:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384367.490895:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384367.490896:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096fae52b. 02000000:00000001:2.0:1767384367.490900:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384367.490904:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9e19d38. 00000100:00100000:2.0:1767384367.490904:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732523904 00000020:00000001:2.0:1767384367.490909:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384367.490911:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000010:3.0:1767384367.490914:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001187ccd5. 00000020:00000001:2.0:1767384367.490914:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.490917:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000400:00000200:1.0:1767384367.490919:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000020:00000001:2.0:1767384367.490924:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000040:3.0:1767384367.490925:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384367.490930:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384367.490931:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384367.490933:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384367.490936:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.490940:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384367.490946:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002693168c. 00000100:00000001:3.0:1767384367.490948:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.490951:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384367.490957:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002693168c. 00000100:00000001:3.0:1767384367.490964:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384367.490969:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da0dcef1. 00000020:00000010:2.0:1767384367.490976:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000124e0d9e. 00000400:00000200:1.0:1767384367.490978:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000020:00000010:2.0:1767384367.490982:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1befb55. 00000100:00000001:3.0:1767384367.490983:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384367.490988:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384367.490988:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384367.490992:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384367.490994:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.490997:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000040:3.0:1767384367.491004:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384367.491004:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.491006:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141318224 : -119697568233392 : ffff9322bcf70850) 00000100:00000001:2.0:1767384367.491010:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384367.491016:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d88ad611 x1853236732524032/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:348/0 lens 4848/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.491023:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384367.491026:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0549bc5. 00000100:00000001:2.0:1767384367.491026:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384367.491030:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384367.491031:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384367.491035:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0549bc5. 00000100:00100000:2.0:1767384367.491041:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1767384367.491045:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d88ad611 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732524032:12345-0@lo:253: 00000400:00000200:1.0:1767384367.491047:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000100:00000040:2.0:1767384367.491056:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000200:3.0:1767384367.491061:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732524032 00000100:00000001:2.0:1767384367.491063:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141324368 : -119697568227248 : ffff9322bcf72050) 00000020:00000001:3.0:1767384367.491066:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384367.491071:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007851636a x1853236732523904/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:348/0 lens 4848/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384367.491077:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384367.491080:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384367.491082:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.491085:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384367.491088:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000010:2.0:1767384367.491088:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002693168c. 00000020:00000001:3.0:1767384367.491091:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384367.491093:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384367.491094:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384367.491100:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384367.491100:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002693168c. 00000020:00000001:3.0:1767384367.491104:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384367.491107:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.491111:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007851636a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16149:x1853236732523904:12345-0@lo:253: 00000400:00000200:1.0:1767384367.491112:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000100:00000001:3.0:1767384367.491114:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384367.491118:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384367.491120:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732523904 02000000:00000010:3.0:1767384367.491128:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4e2c746. 00000020:00000001:2.0:1767384367.491128:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384367.491134:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.491134:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384367.491139:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.491140:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.491143:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384367.491146:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384367.491146:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:2.0:1767384367.491151:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384367.491153:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384367.491154:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384367.491157:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384367.491160:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.491163:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384367.491165:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384367.491168:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003f9175cb. 02000000:00000010:2.0:1767384367.491169:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004ca98fb8. 20000000:01000000:3.0:1767384367.491172:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767384367.491174:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.491176:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384367.491177:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.491180:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384367.491181:0:16775:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384367.491181:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 20000000:00000001:3.0:1767384367.491183:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.491191:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.491194:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384367.491205:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c3abe7f. 20000000:00000010:2.0:1767384367.491206:0:16775:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d0c53ab3. 20000000:01000000:3.0:1767384367.491209:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:01000000:2.0:1767384367.491211:0:16775:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384367.491214:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384367.491217:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384367.491218:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384367.491219:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384367.491222:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384367.491224:0:16775:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384367.491225:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384367.491230:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.491268:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00080000:00000001:3.0:1767384367.491280:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384367.491284:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384367.491285:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384367.491287:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384367.491291:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384367.491297:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384367.491300:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384367.491308:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004a5819db. 00080000:00000001:3.0:1767384367.491310:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874049536 : -119702835502080 : ffff93218302e400) 00080000:00000001:3.0:1767384367.491313:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384367.491317:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.491361:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.491397:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.491449:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000001:00000001:3.0:1767384367.491454:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384367.491457:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384367.491464:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384367.491508:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384367.491511:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384367.491588:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00080000:00000001:3.0:1767384367.491659:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384367.491662:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384367.491674:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.491742:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.491767:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.491826:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.491932:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.491975:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.492023:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.492085:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.492221:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.492288:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.492434:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.492482:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.492576:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.492633:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.492733:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.492770:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.492833:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.492933:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.493967:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384367.494040:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384367.494378:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df40e17. 00000800:00000010:1.0:1767384367.494387:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b73a8cb1. 00000800:00000010:1.0:1767384367.494396:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b090b44e. 00000800:00000010:1.0:1767384367.494437:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b090b44e. 00000800:00020000:1.0:1767384367.494455:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384367.494460:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b73a8cb1. 00000800:00000010:1.0:1767384367.494464:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df40e17. 00000400:02020000:1.0:1767384367.494593:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp45 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384367.494605:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp45 notifying 192.168.204.131@tcp45: down 00000800:00000200:1.0:1767384367.494615:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp45 down 00000800:00000100:1.0:1767384367.494638:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp45 00000800:00000010:1.0:1767384367.494644:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003c9835dd. 00000400:00000200:1.0:1767384367.494652:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384367.494663:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp45->192.168.204.131@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384367.494688:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp45 added to recovery queue. ping count: 0 next ping: 289 health :900 00000400:00000200:1.0:1767384367.494697:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384367.494703:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 1 00000400:00000200:1.0:1767384367.494714:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384367.494785:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384367.494805:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100871 00000400:00000001:2.0:1767384367.494812:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384367.494815:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384367.494817:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008dbb81d 00000400:00000010:2.0:1767384367.494821:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008dbb81d. 00000400:00000200:2.0:1767384367.494828:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384367.494836:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000010:2.0:1767384367.494841:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000cc5ea207. 00000400:00000200:2.0:1767384367.494847:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (40) 00000400:00000200:2.0:1767384367.494852:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp:-71 00000400:00000200:2.0:1767384367.494869:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 rc -71 00000400:00000200:2.0:1767384367.494875:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:2.0:1767384367.494879:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (39) 00000100:00000040:0.0:1767384367.501544:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294955409, at 4294955410 00000100:00000040:1.0:1767384367.501549:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294955409, at 4294955410 00000100:00000010:1.0:1767384367.501559:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ee7073f. 00000100:00000010:0.0:1767384367.501566:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a4ddbbf. 00000100:00000040:3.0:1767384367.502532:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294955409, at 4294955411 00000100:00000010:3.0:1767384367.502542:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad9229be. 00000100:00000040:2.0:1767384367.502544:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294955409, at 4294955411 00000100:00000010:2.0:1767384367.502552:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6736ced. 00080000:00000001:3.0:1767384367.502560:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384367.502565:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00080000:00000001:2.0:1767384367.502566:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384367.502568:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384367.502570:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384367.502571:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384367.502575:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384367.502577:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384367.502579:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384367.502581:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004a5819db. 20000000:01000000:3.0:1767384367.502583:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384367.502584:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384367.502595:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384367.502599:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384367.502605:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384367.502616:0:16775:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e4dfaf91. 20000000:01000000:3.0:1767384367.502619:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384367.502624:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384367.502627:0:16775:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 10000000:01000000:3.0:1767384367.502628:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384367.502637:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384367.502641:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:0.0:1767384367.502642:0:16775:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:3.0:1767384367.502648:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000077d61444. 00080000:00000001:0.0:1767384367.502654:0:16775:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384367.502655:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384367.502660:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e46fa91b. 00000020:00000001:3.0:1767384367.502666:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384367.502672:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e46fa91b with handle 0xf83434fd52e6db8b to hash 00000020:00000001:3.0:1767384367.502674:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384367.502676:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384367.502678:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384367.502681:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384367.502683:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384367.502686:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db8b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384367.502693:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384367.502704:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384367.502706:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384367.502709:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384367.502722:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.502726:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384367.502727:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.502730:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384367.502733:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384367.502736:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384367.502739:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:0.0:1767384367.502739:0:16775:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384367.502746:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000077d61444) refcount = 1 00080000:00000001:0.0:1767384367.502750:0:16775:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00010000:3.0:1767384367.502751:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db8b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384367.502757:0:16775:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.502770:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1767384367.502771:0:16775:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384367.502774:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384367.502776:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.502778:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.502778:0:16775:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384367.502783:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384367.502787:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384367.502789:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003187623s 00010000:00000001:3.0:1767384367.502803:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384367.502804:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384367.502805:0:16775:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000020:00000040:3.0:1767384367.502807:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e46fa91b refcount=4 00000020:00000001:3.0:1767384367.502811:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00080000:00000001:0.0:1767384367.502818:0:16775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384367.502819:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384367.502826:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384367.502829:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db8b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384367.502830:0:16775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b54e431c. 00080000:00000001:0.0:1767384367.502838:0:16775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870200320 : -119702839351296 : ffff932182c82800) 00010000:00000001:3.0:1767384367.502845:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384367.502849:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db8b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384367.502849:0:16775:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384367.502873:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384367.502876:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384367.502894:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db8b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384367.502901:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384367.502904:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.502908:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384367.502910:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db8b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384367.502915:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e46fa91b already unused, calling callback (000000008463f753) 00010000:00000001:3.0:1767384367.502917:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384367.502920:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384367.502923:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db8b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384367.502928:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384367.502929:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384367.502930:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384367.502931:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e46fa91b refcount=5 00000020:00000001:3.0:1767384367.502933:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384367.502934:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166787584 : -119698542764032 : ffff932282e0e000) 00010000:00000001:3.0:1767384367.502937:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384367.502939:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db8b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384367.502944:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384367.502947:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384367.502949:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.502956:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384367.502958:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384367.502963:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384367.502966:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384367.502969:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e46fa91b with handle 0xf83434fd52e6db8b from hash 00010000:00000001:3.0:1767384367.502973:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384367.502975:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1767384367.502980:0:16775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384367.502984:0:16775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.502986:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384367.502990:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:0.0:1767384367.502991:0:16775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384367.502994:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384367.502998:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384367.503002:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384367.503003:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384367.503006:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.503008:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384367.503010:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384367.503013:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384367.503015:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384367.503019:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384367.503019:0:16775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.503030:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.503036:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384367.503036:0:16775:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1767384367.503041:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db8b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384367.503050:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384367.503051:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384367.503052:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384367.503053:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384367.503054:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384367.503054:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384367.503056:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384367.503060:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.503063:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384367.503065:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db8b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384367.503069:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384367.503070:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384367.503070:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e46fa91b/0xf83434fd52e6db8b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384367.503075:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000077d61444 count: 0 00010000:00000001:3.0:1767384367.503087:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384367.503088:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384367.503230:0:16775:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384367.503236:0:16775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:3.1:1767384367.509505:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000077d61444. 00010000:00000010:3.1:1767384367.509512:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e46fa91b. 00080000:00000001:0.0:1767384367.513306:0:16775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384367.513315:0:16775:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:0.0:1767384367.513318:0:16775:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384367.513321:0:16775:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384367.513324:0:16775:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384367.513335:0:16775:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384367.513340:0:16775:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384367.513346:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384367.513351:0:16775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384367.513352:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384367.513358:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384367.513363:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384367.513366:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384367.513375:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000055172d66. 00080000:00000001:0.0:1767384367.513375:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1767384367.513383:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:0.0:1767384367.513384:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:2.0:1767384367.513388:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cdbc0cc3. 00040000:00000001:0.0:1767384367.513389:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:2.0:1767384367.513393:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00040000:00000001:0.0:1767384367.513394:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:2.0:1767384367.513400:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cdbc0cc3 with handle 0xf83434fd52e6db92 to hash 00040000:00000001:0.0:1767384367.513402:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:2.0:1767384367.513403:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384367.513407:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00080000:00000010:0.0:1767384367.513410:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b54e431c. 00010000:00000001:2.0:1767384367.513411:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00080000:00000001:0.0:1767384367.513419:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1767384367.513426:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384367.513428:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.513430:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6db92 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.513437:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384367.513440:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384367.513441:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384367.513443:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384367.513445:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.513447:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384367.513448:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.513451:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384367.513453:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384367.513454:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384367.513455:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384367.513456:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000055172d66) refcount = 1 00010000:00010000:2.0:1767384367.513459:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6db92 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.513463:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384367.513465:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384367.513466:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.513467:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.513468:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384367.513470:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384367.513472:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003187623s 00010000:00000001:2.0:1767384367.513474:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384367.513476:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.513505:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cdbc0cc3 refcount=4 00000020:00000001:2.0:1767384367.513508:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384367.513511:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384367.513513:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384367.513514:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6db92 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.513527:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384367.513528:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6db92 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.513534:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.513535:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384367.513538:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6db92 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.513541:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384367.513542:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.513543:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384367.513545:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6db92 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384367.513549:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cdbc0cc3 already unused, calling callback (000000008463f753) 00010000:00000001:2.0:1767384367.513551:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384367.513553:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384367.513554:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6db92 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.513559:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384367.513561:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384367.513563:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.513564:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cdbc0cc3 refcount=5 00000020:00000001:2.0:1767384367.513566:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384367.513567:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515166208 : -119698194385408 : ffff932297a4b600) 00010000:00000001:2.0:1767384367.513569:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384367.513571:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6db92 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.513574:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384367.513577:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384367.513584:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.513588:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384367.513590:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384367.513593:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384367.513594:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384367.513596:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cdbc0cc3 with handle 0xf83434fd52e6db92 from hash 00010000:00000001:2.0:1767384367.513599:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384367.513600:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.513601:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.513602:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384367.513603:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384367.513605:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384367.513606:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384367.513608:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.513610:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.513611:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384367.513612:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384367.513614:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.513616:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.513617:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.513619:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.513620:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.513623:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6db92 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.513626:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.513627:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.513629:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384367.513631:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384367.513633:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.513634:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.513635:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384367.513639:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384367.513640:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.513642:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6db92 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.513646:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384367.513652:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384367.513654:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cdbc0cc3/0xf83434fd52e6db92 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384367.513658:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000055172d66 count: 0 00010000:00000001:2.0:1767384367.513669:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384367.513671:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384367.514851:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384367.514866:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384367.514868:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003f9175cb. 20000000:00000001:2.0:1767384367.514876:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384367.514881:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732524032 00010000:00000001:2.0:1767384367.514884:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384367.514893:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d88ad611 x1853236732524032/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.514901:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384367.514905:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384367.514909:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384367.514916:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384367.514921:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384367.514924:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384367.514928:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384367.514932:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.514937:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384367.514941:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.514947:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e971775. 00000100:00000200:2.0:1767384367.514954:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732524032, offset 224 00000400:00000200:2.0:1767384367.514965:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384367.514981:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384367.514999:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d207600 00000400:00000200:2.0:1767384367.515007:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ed1 [2] + 224 00000400:00000200:2.0:1767384367.515016:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.515022:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384367.515029:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384367.515035:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bb428418 x1853236732524032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384367.515052:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bb428418 x1853236732524032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.515071:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384367.515084:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e971775 00000100:00000001:3.0:1767384367.515086:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384367.515086:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e971775. 00000100:00000001:2.0:1767384367.515090:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384367.515091:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.515096:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.515097:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.515103:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:3.0:1767384367.515104:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384367.515106:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384367.515107:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384367.515109:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.515110:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068fc5280. 00000020:00000001:2.0:1767384367.515113:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384367.515115:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d7ce851 00000400:00000010:3.0:1767384367.515119:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d7ce851. 00000100:00000040:2.0:1767384367.515120:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d88ad611 x1853236732524032/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.515123:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384367.515129:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bb428418 x1853236732524032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384367.515135:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d88ad611 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732524032:12345-0@lo:253: Request processed in 24106us (24618us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384367.515151:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bb428418 x1853236732524032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384367.515156:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:2.0:1767384367.515164:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384367.515165:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384367.515168:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.515169:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384367.515171:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384367.515172:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384367.515174:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384367.515176:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384367.515178:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384367.515179:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9e19d38. 02000000:00000001:3.0:1767384367.515180:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384367.515185:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001187ccd5. 00000100:00001000:3.0:1767384367.515188:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=87 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384367.515191:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096fae52b. 00000100:00001000:3.0:1767384367.515192:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.515199:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384367.515200:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384367.515202:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00010000:00000001:3.0:1767384367.515203:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384367.515206:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.515209:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384367.515210:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.515212:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4e2c746. 00000100:00000040:3.0:1767384367.515217:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb428418 x1853236732524032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384367.515218:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384367.515224:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.515225:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.515230:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384367.515231:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384367.515232:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384367.515237:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edebd2d9. 00000020:01000004:3.0:1767384367.515238:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384367.515242:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:2.0:1767384367.515243:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e971775. 00000020:01000004:3.0:1767384367.515244:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384367.515248:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384367.515250:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384367.515252:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384367.515259:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384367.515260:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384367.515263:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384367.515270:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb428418 x1853236732524032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384367.515276:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bb428418 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732524032:0@lo:253: 00000100:00000001:3.0:1767384367.515280:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.515283:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384367.515285:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bb428418 x1853236732524032/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.515290:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384367.515292:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384367.515295:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000400992fd. 02000000:00000001:3.0:1767384367.515298:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384367.515300:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384367.515301:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384367.515303:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384367.515305:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f61e4f72. 02000000:00000001:3.0:1767384367.515312:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384367.515315:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384367.515317:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb428418. 00000100:00000001:3.0:1767384367.515322:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384367.515323:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.515325:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.515334:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384367.515336:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.515340:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.515342:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384367.517090:0:16775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384367.517095:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384367.517097:0:16775:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d0c53ab3. 20000000:00000001:0.0:1767384367.517102:0:16775:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384367.517108:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732523904 00010000:00000001:0.0:1767384367.517111:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384367.517121:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007851636a x1853236732523904/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384367.517132:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384367.517134:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.517137:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.517144:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384367.517146:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384367.517149:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384367.517152:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384367.517155:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.517159:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384367.517162:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384367.517167:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023864637. 00000100:00000200:0.0:1767384367.517173:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732523904, offset 224 00000400:00000200:0.0:1767384367.517193:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384367.517206:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384367.517217:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d207580 00000400:00000200:0.0:1767384367.517230:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ec9 [2] + 224 00000400:00000200:0.0:1767384367.517240:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.517244:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384367.517251:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.517257:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000041e1c439 x1853236732523904/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.517268:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000041e1c439 x1853236732523904/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.517288:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384367.517297:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023864637 00000400:00000010:0.0:1767384367.517300:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023864637. 00000100:00000001:0.0:1767384367.517304:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384367.517307:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384367.517312:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.517313:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.517319:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384367.517322:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384367.517325:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384367.517326:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.517333:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384367.517334:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384367.517338:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384367.517341:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007851636a x1853236732523904/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384367.517343:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002349de8e. 00000400:00000200:2.0:1767384367.517348:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ec631a 00000400:00000010:2.0:1767384367.517352:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6ec631a. 00000100:00000001:2.0:1767384367.517359:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384367.517366:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000041e1c439 x1853236732523904/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.517376:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007851636a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16149:x1853236732523904:12345-0@lo:253: Request processed in 26286us (26808us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384367.517387:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000041e1c439 x1853236732523904/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.517405:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384367.517407:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.517410:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384367.517414:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384367.517415:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000001:2.0:1767384367.517417:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384367.517421:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.517424:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.517424:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00001000:2.0:1767384367.517437:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=87 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384367.517438:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384367.517447:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384367.517448:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384367.517457:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384367.517460:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.517461:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000124e0d9e. 00010000:00000001:2.0:1767384367.517467:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384367.517470:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.517473:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.517473:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1befb55. 00000020:00000010:0.0:1767384367.517509:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da0dcef1. 00000100:00000040:2.0:1767384367.517516:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041e1c439 x1853236732523904/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.517527:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.517530:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767384367.517531:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:2.0:1767384367.517532:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384367.517540:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384367.517544:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384367.517548:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384367.517548:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384367.517555:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000010:0.0:1767384367.517556:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004ca98fb8. 00000020:01000004:2.0:1767384367.517557:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384367.517561:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384367.517569:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384367.517572:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 02000000:00000001:0.0:1767384367.517573:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384367.517575:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384367.517581:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384367.517582:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384367.517590:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041e1c439 x1853236732523904/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384367.517593:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:2.0:1767384367.517598:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000041e1c439 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732523904:0@lo:253: 00000400:00000010:0.0:1767384367.517605:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db6fa5b8. 00000100:00000001:2.0:1767384367.517607:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.517612:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.517615:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041e1c439 x1853236732523904/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384367.517616:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023864637. 00000100:00000001:2.0:1767384367.517630:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384367.517633:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384367.517635:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000082db6db4. 02000000:00000001:2.0:1767384367.517641:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384367.517643:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384367.517645:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:2.0:1767384367.517646:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384367.517647:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002c76880f. 02000000:00000001:2.0:1767384367.517652:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384367.517653:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384367.517655:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041e1c439. 00000100:00000001:2.0:1767384367.517660:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384367.517662:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.517663:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.517668:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384367.517669:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.517671:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.517673:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384367.519847:0:37643:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000036d4ffb9. 00000400:00000040:1.0:1767384367.519879:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384367.519881:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384367.519883:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384367.519884:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384367.519886:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384367.519887:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384367.519890:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384367.519891:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384367.519892:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384367.519893:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384367.519895:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384367.519896:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384367.519898:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384367.519900:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384367.519901:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384367.519903:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384367.519904:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384367.519906:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384367.519907:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384367.519908:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384367.519909:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384367.519911:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384367.519912:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384367.519913:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384367.519919:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384367.519921:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384367.519922:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384367.519923:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384367.519925:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384367.519926:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384367.519927:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384367.519929:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384367.519931:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384367.519932:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384367.519933:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384367.519935:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384367.519936:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384367.519939:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384367.519940:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384367.519941:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384367.519942:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384367.519943:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384367.519945:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384367.519947:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384367.519948:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384367.519950:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384367.519950:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384367.519951:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384367.519953:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384367.519954:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384367.519954:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384367.519955:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384367.519956:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384367.519957:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384367.519958:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384367.519959:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384367.519960:0:37643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384367.520068:0:37643:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000036d4ffb9. 00010000:00000010:2.1:1767384367.521530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000055172d66. 00010000:00000010:2.1:1767384367.521537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cdbc0cc3. 00000004:00000001:0.0:1767384367.611584:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384367.611590:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384367.611600:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 00000020:00000040:0.0:1767384367.611608:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384367.611616:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384367.611620:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384367.611628:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384367.611642:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bf43009d. 00000100:00000001:0.0:1767384367.611651:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.611662:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384367.611665:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.611679:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000016ab9eb] to pc [ptlrpcd_00_01+1] req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384367.611713:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.611734:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.611739:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384367.611743:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384367.611749:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.611757:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384367.611759:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.611764:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384367.611769:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384367.611773:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.611776:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732524160:0@lo:13: 00000100:00000001:0.0:1767384367.611780:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384367.611794:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384367.611797:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.611801:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384367.611805:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000af0e1478. 02000000:00000001:0.0:1767384367.611807:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.611814:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d288dc8e. 00000400:00000010:0.0:1767384367.611825:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000100:00000200:0.0:1767384367.611833:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732524160, portal 4 00000100:00000001:0.0:1767384367.611836:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384367.611837:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154144768 : -119697555406848 : ffff9322bdbac000) 00000100:00000040:0.0:1767384367.611849:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.611871:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384367.611879:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384367.611884:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adcfe054. 00000100:00000200:0.0:1767384367.611888:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732524160, offset 0 00000400:00000200:0.0:1767384367.611906:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384367.611929:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384367.611942:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d207680 00000100:00000040:3.0:1767384367.611945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384367.611954:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3360 00000100:00000001:3.0:1767384367.611956:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384367.611965:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb428418. 00000400:00000200:0.0:1767384367.611965:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384367.611977:0:37:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384367.611977:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384367.611987:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384367.611989:0:16147:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384367.611991:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384367.611993:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384367.611998:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2f26f1e. 02000000:00000001:3.0:1767384367.612000:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.612003:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000b2f26f1e x1853236732524160 msgsize 224 00000100:00100000:0.0:1767384367.612020:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384367.612022:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000a682fe8. 00000100:00000001:3.0:1767384367.612029:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.612032:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384367.612039:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384367.612042:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adcfe054 00000400:00000010:0.0:1767384367.612045:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000adcfe054. 00000100:00000001:0.0:1767384367.612060:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384367.612071:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.612073:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384367.612079:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.612092:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384367.612093:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb428418] to pc [ptlrpcd_00_02+2] req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.612106:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.612115:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.612117:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.612117:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384367.612122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384367.612126:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.612127:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384367.612134:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e2f7a51. 00000100:00000040:0.0:1767384367.612136:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4542 usecs (5 jiffies) 00000020:00000040:3.0:1767384367.612139:0:37:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384367.612142:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384367.612143:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294955525 02000000:00000001:3.0:1767384367.612146:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384367.612150:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384367.612150:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f02851e6. 02000000:00000010:3.0:1767384367.612156:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002d4a6fa2. 00000100:00000001:0.0:1767384367.612160:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384367.612162:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.612169:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384367.612170:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294955525 00000100:00000010:0.0:1767384367.612182:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001de25256. 00000100:00000001:3.0:1767384367.612183:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384367.612191:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.612195:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384367.612201:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e2f7a51] to pc [ptlrpcd_00_03+3] req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.612205:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294955525 00000100:00000001:3.0:1767384367.612211:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384367.612212:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ed5d51f. 00000100:00000040:3.0:1767384367.612226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384367.612227:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384367.612232:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384367.612235:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294955525 00000100:00000010:3.0:1767384367.612244:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022a4d09d. 00000100:00000010:0.0:1767384367.612244:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab1f2dd1. 00000020:00000040:3.0:1767384367.612261:0:37:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384367.612265:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384367.612265:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767384367.612276:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384367.612285:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384367.612287:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.612289:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.612293:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384367.612295:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003b264091. 00000100:00000001:0.0:1767384367.612295:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.612302:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.612306:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384367.612308:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.612313:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384367.612326:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.612328:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384367.612331:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.612332:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384367.612339:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.612345:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022a4d09d] to pc [ptlrpcd_00_00+0] req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.612350:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.612363:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.612369:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (293) 00000100:00000001:0.0:1767384367.612376:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.612380:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.612383:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384367.612386:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384367.612387:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384367.612389:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384367.612403:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.612404:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.612452:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384367.612457:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.612461:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384367.612463:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384367.612474:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.612479:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bb428418 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732524288:0@lo:400: 00000100:00000001:3.0:1767384367.612483:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384367.612486:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384367.612489:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.612492:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384367.612496:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033208682. 02000000:00000001:3.0:1767384367.612505:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.612509:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384367.612511:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.612517:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384367.612520:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384367.612523:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.612530:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022a4d09d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236732524544:0@lo:400: 00000100:00000001:0.0:1767384367.612541:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384367.612543:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068fc5280. 02000000:00000001:0.0:1767384367.612544:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384367.612550:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.612553:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023fd8947. 02000000:00000001:0.0:1767384367.612554:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384367.612561:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2cc77af. 00000100:00000200:3.0:1767384367.612563:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732524288, portal 4 02000000:00000001:0.0:1767384367.612567:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.612569:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384367.612572:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624370893178624 : -119702816372992 : ffff93218426c700) 00000400:00000010:0.0:1767384367.612573:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d228d4c6. 00000100:00000040:3.0:1767384367.612585:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384367.612585:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adcfe054. 00000100:00000200:0.0:1767384367.612591:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732524544, portal 10 00000100:00000001:0.0:1767384367.612601:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384367.612604:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624370893188480 : -119702816363136 : ffff93218426ed80) 00000100:00000001:3.0:1767384367.612611:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384367.612621:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384367.612623:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384367.612633:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5637d0. 00000100:00000001:0.0:1767384367.612635:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384367.612645:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732524288, offset 0 00000100:00000040:0.0:1767384367.612649:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384367.612666:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000400:00000200:3.0:1767384367.612671:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384367.612679:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732524544, offset 0 00000400:00000200:3.0:1767384367.612687:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384367.612692:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384367.612701:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d207700 00000400:00000200:0.0:1767384367.612707:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384367.612715:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4336 00000400:00000200:3.0:1767384367.612723:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.612729:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d207800 00000400:00000200:3.0:1767384367.612736:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384367.612740:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000400:00000200:0.0:1767384367.612745:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384367.612751:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384367.612752:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384367.612759:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384367.612763:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384367.612764:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcbd75f6. 00000100:00000200:0.0:1767384367.612768:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384367.612769:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000dcbd75f6 x1853236732524288 msgsize 224 00000100:00000010:0.0:1767384367.612781:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac32ce01. 00000100:00100000:3.0:1767384367.612789:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384367.612797:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000ac32ce01 x1853236732524544 msgsize 224 00000100:00000001:3.0:1767384367.612805:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384367.612810:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384367.612817:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5637d0 00000400:00000010:3.0:1767384367.612820:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5637d0. 00000100:00000001:0.0:1767384367.612828:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384367.612829:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384367.612842:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384367.612847:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000100:00000001:3.0:1767384367.612867:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384367.612868:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000040:3.0:1767384367.612874:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.612877:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384367.612887:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384367.612888:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.612908:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384367.612910:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.612919:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.612920:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.612931:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4542 usecs (5 jiffies) 00000100:00000001:0.0:1767384367.612937:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.612938:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294955526 00000100:00000001:0.0:1767384367.612942:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384367.612952:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.612953:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294955525 00000100:00000040:0.0:1767384367.612957:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3351 usecs (4 jiffies) 00000100:00000001:0.0:1767384367.612961:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294955525 00000100:00000001:3.0:1767384367.612965:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294955526 00000100:00000001:0.0:1767384367.612965:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294955526 00000100:00000001:0.0:1767384367.612978:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294955525 00000100:00000001:3.0:1767384367.612980:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294955525 00000100:00000001:3.0:1767384367.612996:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294955526 00000100:00000001:0.0:1767384367.612996:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294955526 00000100:00000001:0.0:1767384367.613002:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294955525 00000100:00000001:3.0:1767384367.613007:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294955525 00000100:00000001:3.0:1767384367.613012:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294955526 00000100:00000001:0.0:1767384367.613013:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294955526 00000100:00000001:0.0:1767384367.613025:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294955525 00000100:00000001:0.0:1767384367.613028:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294955525 00000100:00000001:0.0:1767384367.613029:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.613031:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.613035:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.613038:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.613043:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.613043:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384367.613057:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.613059:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384367.613068:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.613071:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.613108:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384367.613113:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732524160 02000000:00000001:0.0:1767384367.613116:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384367.613118:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.613121:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.613126:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.613129:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732524160 00000020:00000001:0.0:1767384367.613132:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384367.613134:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:0.0:1767384367.613137:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384367.613139:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000020:00000001:0.0:1767384367.613143:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000020:00000001:0.0:1767384367.613145:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:0.0:1767384367.613151:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.613156:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000020:00000010:0.0:1767384367.613162:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007894058c. 00000020:00000040:0.0:1767384367.613168:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:0.0:1767384367.613180:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384367.613186:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2e18fcc. 00000020:00000010:0.0:1767384367.613194:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8375224. 00000020:00000010:0.0:1767384367.613201:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9246188. 00000100:00000040:0.0:1767384367.613213:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384367.613215:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384367.613218:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384367.613222:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.613235:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.613245:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.613247:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.613253:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384367.613255:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384367.613264:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.613264:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384367.613270:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384367.613284:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767384367.613284:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:3.0:1767384367.613289:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.613298:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384367.613300:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 02000000:00000001:3.0:1767384367.613301:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384367.613312:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.613312:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154152832 : -119697555398784 : ffff9322bdbadf80) 00000100:00100000:3.0:1767384367.613319:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009e2f7a51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236732524416:0@lo:400: 00000100:00000001:3.0:1767384367.613323:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384367.613326:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384367.613328:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2f26f1e x1853236732524160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384367.613329:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.613333:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384367.613339:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ed0b566. 02000000:00000001:3.0:1767384367.613342:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.613351:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e98b49a9. 00000100:00000001:0.0:1767384367.613364:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.613370:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d95ff562. 00000100:00000001:0.0:1767384367.613377:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384367.613381:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d95ff562. 00000100:00100000:0.0:1767384367.613389:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2f26f1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236732524160:12345-0@lo:13: 00000100:00000200:0.0:1767384367.613396:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732524160 00000020:00000001:0.0:1767384367.613402:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384367.613410:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384367.613415:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.613418:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384367.613421:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000020:00000001:0.0:1767384367.613425:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384367.613428:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384367.613432:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.613435:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384367.613438:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.613444:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384367.613447:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384367.613453:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003dca4aad. 02000000:00000001:0.0:1767384367.613459:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.613462:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384367.613464:0:17559:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384367.613468:0:17559:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384367.613473:0:17559:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384367.613519:0:17559:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384367.613539:0:17559:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.613547:0:17559:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384367.613551:0:17559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384367.613558:0:17559:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384367.613562:0:17559:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384367.613566:0:17559:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384367.613569:0:17559:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384367.613578:0:17559:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384367.613587:0:17559:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384367.613589:0:17559:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384367.613593:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732524160 00010000:00000001:0.0:1767384367.613596:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384367.613603:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2f26f1e x1853236732524160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384367.613611:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384367.613615:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.613619:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.613621:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384367.613624:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732524288 00000100:00000001:0.0:1767384367.613624:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384367.613631:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384367.613632:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384367.613634:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.613636:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:3.0:1767384367.613637:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.613652:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384367.613654:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.613660:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.613661:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732524288 00000100:00000001:0.0:1767384367.613664:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384367.613665:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384367.613670:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000040:0.0:1767384367.613671:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384367.613676:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384367.613678:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000020:00000040:3.0:1767384367.613679:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=6 00000020:00000001:3.0:1767384367.613688:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000200:0.0:1767384367.613689:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732524160, offset 224 00000020:00000001:3.0:1767384367.613701:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000400:00000200:0.0:1767384367.613702:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384367.613712:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384367.613716:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4cd1e6f. 00000400:00000200:0.0:1767384367.613723:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384367.613724:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384367.613731:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4cd1e6f. 00000400:00000200:0.0:1767384367.613735:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d207680 00000020:00000010:3.0:1767384367.613738:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8215c14. 00000020:00000010:3.0:1767384367.613747:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ec43976. 00000400:00000200:0.0:1767384367.613748:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ee9 [1] + 224 00000400:00000200:0.0:1767384367.613762:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384367.613763:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004af8f3bd. 00000400:00000200:0.0:1767384367.613784:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384367.613786:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384367.613789:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384367.613789:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384367.613797:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384367.613801:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384367.613802:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.613812:0:17556:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384367.613816:0:17556:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384367.613818:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.613834:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.613835:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.613845:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384367.613848:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384367.613851:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384367.613869:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000400:00000200:0.0:1767384367.613885:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000100:00000040:3.0:1767384367.613891:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 2 00000400:00000010:0.0:1767384367.613892:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:3.0:1767384367.613897:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624370893184000 : -119702816367616 : ffff93218426dc00) 00000100:00000001:0.0:1767384367.613902:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384367.613906:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dcbd75f6 x1853236732524288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.613919:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384367.613920:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384367.613925:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4cd1e6f. 00000100:00000001:3.0:1767384367.613930:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.613932:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384367.613935:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4cd1e6f. 00000100:00000040:0.0:1767384367.613953:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384367.613960:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384367.613961:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dcbd75f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16148:x1853236732524288:12345-0@lo:400: 00000020:00000001:0.0:1767384367.613965:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384367.613969:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732524288 00000020:00000001:0.0:1767384367.613972:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384367.613976:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384367.613982:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384367.613985:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2f26f1e x1853236732524160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384367.613986:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.614000:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2f26f1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16147:x1853236732524160:12345-0@lo:13: Request processed in 634us (1993us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384367.614001:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384367.614006:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:3.0:1767384367.614014:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384367.614018:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00000001:3.0:1767384367.614019:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384367.614026:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384367.614027:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 1 00000020:00000001:3.0:1767384367.614030:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384367.614033:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384367.614035:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.614041:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384367.614042:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384367.614063:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8375224. 00000100:00000001:3.0:1767384367.614065:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384367.614071:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384367.614071:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9246188. 02000000:00000010:3.0:1767384367.614083:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a172e136. 00000020:00000010:0.0:1767384367.614084:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2e18fcc. 02000000:00000001:3.0:1767384367.614096:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.614102:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384367.614102:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 5 00000020:00000001:3.0:1767384367.614114:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.614115:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384367.614119:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732524288 00010000:00000001:3.0:1767384367.614126:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384367.614137:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dcbd75f6 x1853236732524288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.614154:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384367.614157:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384367.614161:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.614167:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384367.614174:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384367.614176:0:16783:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384367.614179:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00100000:0.0:1767384367.614184:0:16783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732524544 02000000:00000001:3.0:1767384367.614185:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384367.614187:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.614191:0:16783:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384367.614192:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384367.614198:0:16783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384367.614199:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384367.614201:0:16783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.614205:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5637d0. 02000000:00000001:0.0:1767384367.614206:0:16783:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384367.614210:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732524288, offset 224 00000100:00100000:0.0:1767384367.614211:0:16783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732524544 00000400:00000200:3.0:1767384367.614227:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384367.614235:0:16783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384367.614237:0:16783:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000020:00000001:0.0:1767384367.614242:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384367.614246:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384367.614247:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000020:00000001:0.0:1767384367.614256:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000001:0.0:1767384367.614260:0:16783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000400:00000200:3.0:1767384367.614264:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d207700 00000100:00000001:0.0:1767384367.614265:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.614271:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d95ff562. 00000400:00000200:3.0:1767384367.614273:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1ef1 [1] + 224 00000400:00000200:3.0:1767384367.614277:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384367.614282:0:16783:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a8377372. 00000020:00000040:0.0:1767384367.614290:0:16783:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000400:00000200:3.0:1767384367.614293:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384367.614299:0:16783:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384367.614305:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384367.614307:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2e18fcc. 00000020:00000010:0.0:1767384367.614315:0:16783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8375224. 00000100:00000200:3.0:1767384367.614316:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384367.614324:0:16783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9246188. 00000100:00000040:3.0:1767384367.614336:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.614339:0:16783:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384367.614348:0:16783:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384367.614349:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.614354:0:16783:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384367.614356:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5637d0 00000400:00000010:3.0:1767384367.614359:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5637d0. 00000100:00000001:0.0:1767384367.614361:0:16783:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.614362:0:17556:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384367.614365:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.614382:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.614387:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384367.614390:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384367.614393:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.614393:0:16783:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384367.614401:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384367.614403:0:16783:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384367.614408:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dcbd75f6 x1853236732524288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.614409:0:16783:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.614427:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dcbd75f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732524288:12345-0@lo:400: Request processed in 508us (1655us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384367.614429:0:16783:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384367.614444:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767384367.614445:0:16783:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384367.614449:0:16783:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384367.614452:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:3.0:1767384367.614460:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384367.614460:0:16783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:0.0:1767384367.614463:0:16783:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000100:00000001:3.0:1767384367.614467:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384367.614467:0:16783:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154147456 : -119697555404160 : ffff9322bdbaca80) 00000020:00000010:3.0:1767384367.614474:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ec43976. 00000100:00000040:0.0:1767384367.614475:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac32ce01 x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.614489:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.614503:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd0d78d9. 00000020:00000010:3.0:1767384367.614504:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004af8f3bd. 00000100:00000001:0.0:1767384367.614506:0:16783:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384367.614514:0:16783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd0d78d9. 00000020:00000010:3.0:1767384367.614518:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8215c14. 00000020:00000040:3.0:1767384367.614526:0:17556:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:3.0:1767384367.614531:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384367.614555:0:16783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ac32ce01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236732524544:12345-0@lo:400: 00000100:00000200:0.0:1767384367.614560:0:16783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732524544 00000020:00000001:0.0:1767384367.614563:0:16783:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384367.614567:0:16783:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384367.614569:0:16783:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.614571:0:16783:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384367.614574:0:16783:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:0.0:1767384367.614577:0:16783:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384367.614587:0:16783:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384367.614590:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5637d0. 00000020:00000001:0.0:1767384367.614590:0:16783:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.614598:0:16783:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1767384367.614601:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732524416, portal 10 00000020:00000001:0.0:1767384367.614603:0:16783:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.614607:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384367.614610:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624370893187584 : -119702816364032 : ffff93218426ea00) 00000020:00000001:0.0:1767384367.614610:0:16783:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384367.614616:0:16783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384367.614617:0:16783:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384367.614623:0:16783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b54e431c. 02000000:00000001:0.0:1767384367.614626:0:16783:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.614628:0:16783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.614629:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384367.614632:0:16783:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384367.614641:0:16783:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732524544 00000100:00000001:3.0:1767384367.614652:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384367.614654:0:16783:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384367.614658:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384367.614666:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007778af77. 00000100:00000200:3.0:1767384367.614668:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732524416, offset 0 00010000:00000200:0.0:1767384367.614670:0:16783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac32ce01 x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384367.614681:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384367.614691:0:16783:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384367.614696:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384367.614696:0:16783:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.614704:0:16783:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=82 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384367.614709:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d207780 00000100:00000001:0.0:1767384367.614709:0:16783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384367.614718:0:16783:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384367.614724:0:16783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000400:00000200:3.0:1767384367.614725:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 02000000:00000001:0.0:1767384367.614733:0:16783:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384367.614737:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384367.614738:0:16783:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.614748:0:16783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384367.614749:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384367.614756:0:16783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384367.614757:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384367.614761:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1767384367.614764:0:16783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000100:00000010:3.0:1767384367.614767:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a93f0fb0. 00000100:00000040:3.0:1767384367.614771:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000a93f0fb0 x1853236732524416 msgsize 224 00000100:00000200:0.0:1767384367.614772:0:16783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732524544, offset 224 00000100:00100000:3.0:1767384367.614782:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384367.614787:0:16783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384367.614794:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384367.614800:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007778af77 00000400:00000200:0.0:1767384367.614801:0:16783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384367.614804:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007778af77. 00000100:00000001:3.0:1767384367.614808:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384367.614812:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384367.614824:0:16783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d207800 00000100:00000001:3.0:1767384367.614829:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384367.614838:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384367.614849:0:16783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ef5 [1] + 224 00000100:00000001:3.0:1767384367.614851:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.614869:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384367.614873:0:16783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384367.614875:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.614892:0:16783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384367.614897:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3305 usecs (4 jiffies) 00000100:00000001:3.0:1767384367.614901:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294955527 00000100:00000001:0.0:1767384367.614902:0:16783:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384367.614907:0:16149:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294955526 00000100:00000200:0.0:1767384367.614911:0:16783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.614913:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294955527 00000100:00000001:3.0:1767384367.614933:0:16149:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294955526 00000100:00000040:0.0:1767384367.614937:0:16783:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.614958:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294955527 00000100:00000001:3.0:1767384367.614975:0:16149:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294955526 00000100:00000001:0.0:1767384367.614979:0:16783:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384367.614985:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294955527 00000400:00000200:0.0:1767384367.614989:0:16783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384367.614991:0:16783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:3.0:1767384367.614994:0:16149:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294955525 00000100:00000001:0.0:1767384367.614996:0:16783:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384367.615002:0:16783:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.615009:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.615012:0:16783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.615021:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.615026:0:16783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:3.0:1767384367.615029:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.615032:0:16783:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384367.615034:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384367.615034:0:16783:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.615047:0:16783:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384367.615062:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac32ce01 x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.615066:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384367.615069:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384367.615074:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.615080:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384367.615081:0:16783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ac32ce01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236732524544:12345-0@lo:400: Request processed in 584us (2276us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384367.615083:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.615088:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.615121:0:16783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000001:3.0:1767384367.615125:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384367.615126:0:16783:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000100:00100000:3.0:1767384367.615128:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732524416 00000100:00000001:0.0:1767384367.615133:0:16783:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384367.615134:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384367.615139:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.615141:0:16783:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384367.615142:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.615150:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.615152:0:16783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8375224. 00000100:00100000:3.0:1767384367.615153:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732524416 00000020:00000001:3.0:1767384367.615157:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384367.615160:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000020:00000010:0.0:1767384367.615162:0:16783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9246188. 00000020:00000001:3.0:1767384367.615163:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384367.615166:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000020:00000001:3.0:1767384367.615171:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000020:00000010:0.0:1767384367.615171:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2e18fcc. 00000020:00000001:3.0:1767384367.615189:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:3.0:1767384367.615196:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384367.615200:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4cd1e6f. 00000020:00000040:0.0:1767384367.615200:0:16783:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000100:00000001:3.0:1767384367.615216:0:17576:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.615217:0:16783:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384367.615228:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4cd1e6f. 00000020:00000010:3.0:1767384367.615235:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8215c14. 00000020:00000010:3.0:1767384367.615245:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ec43976. 00000100:00080000:0.0:1767384367.615249:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:3.0:1767384367.615250:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004af8f3bd. 00000020:00000040:0.0:1767384367.615261:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000040:3.0:1767384367.615263:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384367.615268:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384367.615270:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:0.0:1767384367.615270:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384367.615275:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:3.0:1767384367.615276:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.615293:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384367.615300:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384367.615303:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.615305:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384367.615308:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384367.615317:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384367.615322:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:0.0:1767384367.615326:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00000001:0.0:1767384367.615329:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624370893190272 : -119702816361344 : ffff93218426f480) 00000100:00000040:0.0:1767384367.615334:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a93f0fb0 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.615343:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.615347:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd0d78d9. 00000100:00000001:0.0:1767384367.615350:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384367.615353:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd0d78d9. 00000100:00100000:0.0:1767384367.615362:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a93f0fb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236732524416:12345-0@lo:400: 00000100:00000200:0.0:1767384367.615366:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732524416 00000020:00000001:0.0:1767384367.615370:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384367.615373:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384367.615377:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.615380:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384367.615382:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:0.0:1767384367.615401:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384367.615406:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384367.615411:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.615413:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384367.615417:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.615420:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384367.615423:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384367.615425:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384367.615429:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007015b49b. 02000000:00000001:0.0:1767384367.615431:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.615433:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.615435:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384367.615437:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732524416 00010000:00000001:0.0:1767384367.615439:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384367.615442:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a93f0fb0 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384367.615448:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384367.615458:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.615462:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.615465:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294955527 00000100:00000001:0.0:1767384367.615468:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384367.615470:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.615474:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.615475:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384367.615480:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384367.615485:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384367.615488:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.615493:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384367.615497:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384367.615502:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000100:00000200:0.0:1767384367.615506:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732524416, offset 224 00000400:00000200:0.0:1767384367.615513:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:3.0:1767384367.615525:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384367.615527:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1767384367.615528:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384367.615532:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068fc5280. 00000400:00000200:3.0:1767384367.615537:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023fd8947 00000400:00000010:3.0:1767384367.615539:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023fd8947. 00000100:00000001:3.0:1767384367.615541:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384367.615546:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384367.615556:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.615561:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384367.615563:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.615565:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384367.615568:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384367.615570:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384367.615574:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.615580:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d207780 02000000:00000001:3.0:1767384367.615582:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384367.615589:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=77 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384367.615598:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f09 [1] + 224 00000100:00001000:3.0:1767384367.615599:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.615611:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384367.615613:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.615614:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384367.615617:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384367.615622:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384367.615628:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:3.0:1767384367.615631:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384367.615642:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384367.615643:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.615650:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384367.615653:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384367.615660:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384367.615665:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.615671:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384367.615676:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.615708:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.615713:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384367.615716:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384367.615722:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.615726:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384367.615730:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bb428418 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732524288:0@lo:400: 00000400:00000200:0.0:1767384367.615740:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000100:00000001:3.0:1767384367.615741:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384367.615749:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:3.0:1767384367.615750:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384367.615757:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bb428418 x1853236732524288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.615757:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384367.615764:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.615774:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384367.615775:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.615782:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384367.615783:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 02000000:00000010:3.0:1767384367.615787:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033208682. 00010000:00000001:0.0:1767384367.615788:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384367.615796:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.615798:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384367.615809:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384367.615809:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384367.615820:0:16148:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1767384367.615825:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a93f0fb0 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384367.615827:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384367.615832:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000a682fe8. 02000000:00000001:3.0:1767384367.615842:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384367.615845:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384367.615846:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb428418. 00000100:00000001:3.0:1767384367.615848:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384367.615851:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.615874:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384367.615879:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a93f0fb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236732524416:12345-0@lo:400: Request processed in 536us (1105us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384367.615888:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384367.615890:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.615904:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.615906:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.615911:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:0.0:1767384367.615917:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000001:0.0:1767384367.615920:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384367.615923:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384367.615926:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ec43976. 00000020:00000010:0.0:1767384367.615937:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004af8f3bd. 00000020:00000010:0.0:1767384367.615944:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8215c14. 00000020:00000040:0.0:1767384367.615949:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000100:00000001:0.0:1767384367.615955:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.616054:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.616058:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384367.616064:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.616069:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.616073:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d288dc8e. 00000400:00000200:0.0:1767384367.616080:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384367.616084:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00000001:0.0:1767384367.616091:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.616099:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384367.616113:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.616127:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.616133:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.616136:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384367.616140:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.616143:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.616146:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.616149:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.616154:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384367.616160:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.616165:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384367.616173:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.616176:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384367.616176:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384367.616180:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00080000:0.0:1767384367.616184:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384367.616187:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384367.616191:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384367.616197:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d228d4c6. 00010000:00000001:0.0:1767384367.616200:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.616202:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adcfe054 00000100:00000001:0.0:1767384367.616204:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1767384367.616206:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000adcfe054. 00000100:00000040:0.0:1767384367.616207:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384367.616212:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384367.616212:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384367.616224:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384367.616230:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.616236:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384367.616269:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.616275:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.616279:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384367.616286:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.616287:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384367.616291:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384367.616293:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384367.616294:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384367.616297:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384367.616302:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384367.616303:0:16147:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000001:3.0:1767384367.616305:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384367.616311:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=82 v=5 (5 0 0 0) 00000004:00000040:0.0:1767384367.616311:0:16147:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00001000:3.0:1767384367.616321:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=82 v=5 (1 0 0 0) 00000004:00000040:0.0:1767384367.616323:0:16147:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384367.616326:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384367.616329:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.616333:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384367.616344:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1767384367.616347:0:16147:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00010000:00000001:3.0:1767384367.616355:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.616360:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384367.616363:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384367.616367:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384367.616368:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384367.616368:0:16147:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.616384:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.616387:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.616430:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384367.616435:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732524160:0@lo:13: 00000100:00000001:3.0:1767384367.616436:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384367.616441:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384367.616453:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.616454:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.616466:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384367.616475:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022a4d09d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236732524544:0@lo:400: 00000100:00000040:0.0:1767384367.616476:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000016ab9eb x1853236732524160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.616490:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384367.616529:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384367.616532:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000af0e1478. 02000000:00000001:0.0:1767384367.616543:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384367.616554:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.616559:0:16147:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384367.616562:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384367.616568:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bf43009d. 02000000:00000001:0.0:1767384367.616575:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.616579:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.616583:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 00000100:00000001:0.0:1767384367.616591:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.616593:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.616597:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.616604:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.616607:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.616612:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.616617:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.616642:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.616646:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384367.616655:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.616659:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.616662:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e98b49a9. 00000400:00000200:0.0:1767384367.616669:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5637d0 00000400:00000010:0.0:1767384367.616673:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5637d0. 00000100:00000001:0.0:1767384367.616681:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.616689:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384367.616704:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.616714:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.616718:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.616721:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384367.616724:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.616727:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.616730:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.616733:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.616740:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384367.616745:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.616751:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384367.616752:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.616763:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384367.616770:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384367.616778:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.616782:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384367.616784:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384367.616787:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384367.616789:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.616797:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.616805:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.616808:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.616810:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.616815:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.616825:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009e2f7a51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236732524416:0@lo:400: 00000100:00000001:0.0:1767384367.616833:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.616835:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.616838:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e2f7a51 x1853236732524416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.616845:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384367.616849:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384367.616851:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ed0b566. 02000000:00000001:0.0:1767384367.616870:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384367.616872:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.616875:0:16149:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384367.616878:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384367.616881:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002d4a6fa2. 02000000:00000001:0.0:1767384367.616885:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.616886:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.616888:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e2f7a51. 00000100:00000001:0.0:1767384367.616893:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.616895:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.616906:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.616912:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.616914:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.616916:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.616920:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.617005:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.617009:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384367.617014:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022a4d09d x1853236732524544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.617022:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384367.617024:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384367.617026:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2cc77af. 02000000:00000001:3.0:1767384367.617030:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384367.617032:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384367.617033:0:16146:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384367.617035:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384367.617037:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003b264091. 02000000:00000001:3.0:1767384367.617039:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384367.617040:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384367.617042:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022a4d09d. 00000100:00000001:3.0:1767384367.617044:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384367.617045:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.617047:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.617053:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384367.617054:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.617055:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.617057:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.619554:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294955527, at 4294955528 00000100:00000040:0.0:1767384367.619558:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294955527, at 4294955528 00000100:00000010:3.0:1767384367.619565:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab1f2dd1. 00000100:00000010:0.0:1767384367.619568:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f02851e6. 00000100:00000040:2.0:1767384367.619583:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294955527, at 4294955528 00000100:00000010:2.0:1767384367.619591:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ed5d51f. 00000100:00000040:1.0:1767384367.620559:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294955527, at 4294955529 00000100:00000010:1.0:1767384367.620567:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001de25256. 00000400:00000001:1.0:1767384368.059566:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.059573:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384368.059585:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110db611 00000400:00000010:1.0:1767384368.059590:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000110db611. 00000400:00000200:1.0:1767384368.059596:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384368.059604:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp41 recovery ping unlinked 00000400:00000010:1.0:1767384368.059617:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a9a237ee. 00000400:00000010:1.0:1767384368.059621:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000924d1b61. 00000400:00000200:1.0:1767384368.059632:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp44 00000400:00000010:1.0:1767384368.059635:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000e2604be. 00000400:00000010:1.0:1767384368.059640:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000da0dcef1. 00000400:00000010:1.0:1767384368.059644:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057023649. 00000400:00000010:1.0:1767384368.059650:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000dac2cb8. 00000400:00000200:1.0:1767384368.059656:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp44 00000400:00000200:1.0:1767384368.059671:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp44 local destination 00000400:00000200:1.0:1767384368.059677:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp44 00000400:00000200:1.0:1767384368.059682:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp44 NI seq info: [184:184:256:4294967295] 192.168.204.131@tcp44 LPNI seq info [180:180:8:4294967295] 00000400:00000200:1.0:1767384368.059691:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp44 00000400:00000200:1.0:1767384368.059701:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp44(192.168.204.131@tcp44:) -> 192.168.204.131@tcp44(192.168.204.131@tcp44:192.168.204.131@tcp44) : GET try# 0 00000800:00000200:1.0:1767384368.059706:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp44 00000800:00000010:1.0:1767384368.059711:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006551fa1b. 00000800:00000200:1.0:1767384368.059717:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eedabb6d] -> 12345-192.168.204.131@tcp44 (2) 00000800:00000200:1.1:1767384368.059722:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eedabb6d] -> 12345-192.168.204.131@tcp44 (2) 00000400:00000200:1.0:1767384368.059739:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp44 added to recovery queue. ping count: 2 next ping: 292 health :800 00000400:00000200:1.0:1767384368.059823:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.059916:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.059975:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060004:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060026:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060042:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060062:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060099:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060137:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060160:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060211:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060275:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060329:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060353:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060382:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060410:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060431:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060474:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060574:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060640:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060689:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060767:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060859:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.060970:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.061051:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.061141:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.061231:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.061314:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.061371:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.061418:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.061459:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.061542:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.061581:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.061622:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384368.061640:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384368.061800:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df40e17. 00000800:00000010:1.0:1767384368.061804:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000011f45ca1. 00000800:00000010:1.0:1767384368.061809:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005f158452. 00000800:00000010:1.0:1767384368.061827:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005f158452. 00000800:00020000:1.0:1767384368.061838:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384368.061841:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000011f45ca1. 00000800:00000010:1.0:1767384368.061866:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df40e17. 00000400:02020000:1.0:1767384368.061914:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp44 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384368.061921:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp44 notifying 192.168.204.131@tcp44: down 00000400:00000200:1.0:1767384368.061926:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384368.061939:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp44 00000800:00000010:1.0:1767384368.061942:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006551fa1b. 00000400:00000200:1.0:1767384368.061951:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384368.061963:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp44->192.168.204.131@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384368.061973:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384368.061976:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384368.061980:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp44) recovery failed with -71 00010000:00000001:1.0:1767384368.508555:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384368.508564:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.508574:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384368.508575:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.508601:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384368.508605:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384368.508609:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384368.572546:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384368.572551:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:0.0:1767384368.572555:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384368.572558:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384368.572559:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384368.572560:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384368.572562:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384368.572563:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384368.572565:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 81 10000000:00000001:0.0:1767384368.572568:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384368.572569:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384368.572576:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 00000020:00000040:0.0:1767384368.572581:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384368.572587:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384368.572592:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384368.572597:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384368.572605:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d098d4d4. 00000100:00000001:0.0:1767384368.572612:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.572616:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384368.572619:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384368.572627:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dcbb4ca9. 00010000:00000001:0.0:1767384368.572631:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384368.572633:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d85a768. 00000020:00000001:0.0:1767384368.572637:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384368.572639:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d85a768 with handle 0xf83434fd52e6db99 to hash 00000020:00000001:0.0:1767384368.572640:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384368.572642:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384368.572644:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384368.572648:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384368.572656:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.572659:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384368.572667:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384368.572676:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384368.572680:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384368.572681:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384368.572687:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f5db187. 00000100:00000001:0.0:1767384368.572689:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375875376640 : -119697834174976 : ffff9322ad1d1600) 00000100:00000001:0.0:1767384368.572692:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384368.572693:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154144768 : -119697555406848 : ffff9322bdbac000) 00000100:00000001:0.0:1767384368.572697:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384368.572699:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.572702:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384368.572704:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384368.572714:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000016ab9eb x1853236732524672/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.572724:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384368.572727:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.572731:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384368.572734:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384368.572737:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384368.572740:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732524672:0@lo:101: 00000100:00000001:0.0:1767384368.572744:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384368.572751:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384368.572755:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.572758:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384368.572765:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000cb57f0e. 02000000:00000001:0.0:1767384368.572766:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384368.572778:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d288dc8e. 00000400:00000010:0.0:1767384368.572784:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000100:00000200:0.0:1767384368.572791:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732524672, portal 25 00000100:00000001:0.0:1767384368.572792:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384368.572793:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154144768 : -119697555406848 : ffff9322bdbac000) 00000100:00000040:0.0:1767384368.572797:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000016ab9eb x1853236732524672/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.572803:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384368.572805:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384368.572808:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000100:00000200:0.0:1767384368.572810:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732524672, offset 0 00000400:00000200:0.0:1767384368.572815:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.572829:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.572852:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d207880 00000400:00000200:0.0:1767384368.572862:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1659 [2] + 0 00000400:00000010:0.0:1767384368.572868:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000272079ce. 00000400:00000200:0.0:1767384368.572874:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000093654675 00000400:00000200:0.0:1767384368.572881:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.572886:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384368.572892:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093654675 00000400:00000010:0.0:1767384368.572894:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093654675. 00000100:00000001:0.0:1767384368.572900:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572902:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384368.572905:0:16780:0:(events.c:337:request_in_callback()) incoming req@000000000b69c684 x1853236732524672 msgsize 328 00000100:00100000:0.0:1767384368.572908:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384368.572909:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384368.572923:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384368.572930:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384368.572931:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:0.0:1767384368.572934:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384368.572938:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732524672/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.572946:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384368.572949:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000016ab9eb x1853236732524672/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.572961:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.572962:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384368.572963:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384368.572968:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732524672 00000100:00000001:0.0:1767384368.572972:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384368.572973:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384368.572976:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384368.572979:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.572979:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294956491 02000000:00000001:1.0:1767384368.572985:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384368.572985:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f02851e6. 00000100:00100000:1.0:1767384368.572992:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732524672 00000100:00000001:0.0:1767384368.572996:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1767384368.572997:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384368.573000:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384368.573003:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384368.573005:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294956491 00000020:00000040:1.0:1767384368.573006:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:1.0:1767384368.573011:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000010:0.0:1767384368.573012:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a4605a0. 00000020:00000001:1.0:1767384368.573015:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384368.573016:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384368.573023:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384368.573023:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294956491 00000020:00000010:1.0:1767384368.573029:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b090b44e. 00000100:00000010:0.0:1767384368.573029:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001de25256. 00000100:00000001:0.0:1767384368.573034:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384368.573036:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294956491 00000100:00000001:1.0:1767384368.573041:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384368.573041:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ed5d51f. 00000020:00000010:1.0:1767384368.573047:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b090b44e. 00000100:00000001:0.0:1767384368.573048:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384368.573054:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.573056:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033208682. 00000100:00000001:0.0:1767384368.573057:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.573062:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384368.573063:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384368.573064:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 000000009f5db187 going to sleep for 11 seconds 00000020:00000010:1.0:1767384368.573068:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002bc2ba1a. 00000100:00000001:0.0:1767384368.573068:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384368.573070:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.573077:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003615189c. 00000100:00000040:1.0:1767384368.573089:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384368.573093:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384368.573095:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384368.573097:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.573108:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.573125:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.573140:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384368.573144:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384368.573152:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000040:1.0:1767384368.573158:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:1.0:1767384368.573160:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141327440 : -119697568224176 : ffff9322bcf72c50) 00000100:00000040:1.0:1767384368.573164:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b69c684 x1853236732524672/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:349/0 lens 328/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.573172:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384368.573174:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b090b44e. 00000100:00000001:1.0:1767384368.573176:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.573177:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b090b44e. 00000100:00100000:1.0:1767384368.573182:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b69c684 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16780:x1853236732524672:12345-0@lo:101: 00000100:00000200:1.0:1767384368.573185:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732524672 00000020:00000001:1.0:1767384368.573188:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384368.573192:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384368.573194:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.573196:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384368.573197:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:1.0:1767384368.573200:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384368.573201:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384368.573203:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384368.573213:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384368.573216:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.573218:0:16775:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384368.573220:0:16775:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384368.573221:0:16775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384368.573223:0:16775:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384368.573224:0:16775:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.573228:0:16775:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384368.573237:0:16775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002143a7a3. 00010000:00000001:1.0:1767384368.573240:0:16775:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384368.573242:0:16775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008c8fa64b. 00000020:00000001:1.0:1767384368.573245:0:16775:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384368.573246:0:16775:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008c8fa64b with handle 0xf83434fd52e6dba0 to hash 00000020:00000001:1.0:1767384368.573248:0:16775:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384368.573248:0:16775:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384368.573250:0:16775:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00010000:1.0:1767384368.573253:0:16775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6dba0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf83434fd52e6db99 expref: -99 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384368.573259:0:16775:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e25b4a2c : new locks_count 10 00000020:00000040:1.0:1767384368.573260:0:16775:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:1.0:1767384368.573267:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384368.573269:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384368.573272:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000035ef3f0a. 02000000:00000001:1.0:1767384368.573274:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.573277:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.573279:0:16775:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384368.573282:0:16775:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384368.573285:0:16775:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384368.573286:0:16775:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384368.573288:0:16775:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.573290:0:16775:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384368.573290:0:16775:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.573293:0:16775:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384368.573295:0:16775:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384368.573296:0:16775:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384368.573302:0:16775:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384368.573304:0:16775:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002143a7a3) refcount = 1 00010000:00010000:1.0:1767384368.573308:0:16775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6dba0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf83434fd52e6db99 expref: 15 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.573312:0:16775:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384368.573313:0:16775:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384368.573314:0:16775:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.573316:0:16775:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.573317:0:16775:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384368.573321:0:16775:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384368.573322:0:16775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6dba0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6db99 expref: 15 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.573327:0:16775:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384368.573330:0:16775:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384368.573332:0:16775:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.573334:0:16775:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.573335:0:16775:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384368.573336:0:16775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384368.573337:0:16775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384368.573339:0:16775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008c8fa64b, rc 0) 00000020:00000001:1.0:1767384368.573340:0:16775:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384368.573343:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732524672 00010000:00000001:1.0:1767384368.573346:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384368.573349:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000b69c684 x1853236732524672/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:349/0 lens 328/344 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384368.573354:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384368.573356:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384368.573359:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384368.573363:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384368.573366:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384368.573367:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384368.573369:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384368.573371:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.573380:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384368.573382:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384368.573384:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b4cf8c. 00000100:00000200:1.0:1767384368.573387:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732524672, offset 224 00000400:00000200:1.0:1767384368.573391:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384368.573397:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384368.573403:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d207880 00000400:00000200:1.0:1767384368.573407:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1f1d [1] + 224 00000400:00000200:1.0:1767384368.573411:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.573413:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384368.573417:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384368.573419:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732524672/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384368.573426:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000016ab9eb x1853236732524672/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.573441:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384368.573446:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b4cf8c 00000400:00000010:1.0:1767384368.573449:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b4cf8c. 00000100:00000001:1.0:1767384368.573453:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384368.573455:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384368.573458:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.573460:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384368.573462:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:1.0:1767384368.573465:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384368.573466:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384368.573467:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.573471:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384368.573471:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573475:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d288dc8e. 00000400:00000200:0.0:1767384368.573501:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384368.573503:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00000001:0.0:1767384368.573506:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384368.573511:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b69c684 x1853236732524672/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:349/0 lens 328/344 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384368.573513:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732524672/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384368.573538:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b69c684 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732524672:12345-0@lo:101: Request processed in 364us (631us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384368.573541:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732524672/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384368.573547:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000040:1.0:1767384368.573553:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384368.573557:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.573558:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384368.573559:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.573562:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.573564:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384368.573568:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384368.573571:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002bc2ba1a. 00000100:00000001:0.0:1767384368.573571:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384368.573574:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.573577:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.573578:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003615189c. 00000100:00001000:0.0:1767384368.573581:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=88 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384368.573584:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033208682. 00000100:00001000:0.0:1767384368.573586:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384368.573590:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384368.573592:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00000001:0.0:1767384368.573593:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384368.573599:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384368.573599:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384368.573601:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384368.573603:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000035ef3f0a. 00000100:00000001:0.0:1767384368.573605:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384368.573607:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384368.573611:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384368.573613:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000016ab9eb x1853236732524672/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384368.573616:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384368.573622:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ee584b4. 00000100:00000001:0.0:1767384368.573623:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384368.573628:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384368.573629:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011f45ca1. 00000100:00000001:0.0:1767384368.573630:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384368.573636:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000016ab9eb x1853236732524672/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384368.573643:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732524672:0@lo:101: 00000100:00000001:0.0:1767384368.573650:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.573652:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.573654:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384368.573656:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384368.573657:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000016ab9eb x1853236732524672/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.573663:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384368.573664:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009f5db187. 00000100:00000001:0.0:1767384368.573668:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384368.573669:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.573672:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384368.573681:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384368.573682:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.573684:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=4 00000020:00000001:0.0:1767384368.573687:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384368.573689:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000040:0.0:1767384368.573693:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009d85a768, remote cookie: 0xf83434fd52e6dba0, flags: 0x0 00010000:00000001:0.0:1767384368.573695:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384368.573699:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384368.573702:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384368.573705:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384368.573706:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384368.573709:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dcbb4ca9) refcount = 1 00010000:00010000:0.0:1767384368.573713:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6dba0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.573720:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384368.573722:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384368.573724:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384368.573728:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384368.573732:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.573734:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6dba0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.573742:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384368.573744:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.573745:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.573747:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.573749:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.573751:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.573753:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384368.573756:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000016ab9eb x1853236732524672/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.573762:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384368.573764:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384368.573767:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000cb57f0e. 02000000:00000001:0.0:1767384368.573770:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384368.573780:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384368.573782:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384368.573784:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384368.573786:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d098d4d4. 02000000:00000001:0.0:1767384368.573789:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384368.573791:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384368.573792:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 00000100:00000001:0.0:1767384368.573795:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384368.573797:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384368.573798:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384368.573800:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384368.573801:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:0.0:1767384368.573803:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.573804:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384368.573806:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.573807:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=3 00000020:00000001:0.0:1767384368.573809:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384368.573811:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384368.573813:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384368.573814:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.573815:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.573816:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384368.573818:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384368.573824:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000037f873e4. 00000100:00000010:0.0:1767384368.573852:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 00000020:00000040:0.0:1767384368.573855:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384368.573857:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384368.573859:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384368.573861:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384368.573865:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d098d4d4. 00000100:00000001:0.0:1767384368.573868:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.573871:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384368.573875:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000cb57f0e. 00000100:00000010:0.0:1767384368.573879:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000e65d9928. 00000020:00000040:0.0:1767384368.573881:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384368.573885:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384368.573891:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384368.573894:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f5db187. 00000100:00000001:0.0:1767384368.573895:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375875376640 : -119697834174976 : ffff9322ad1d1600) 00000100:00000001:0.0:1767384368.573897:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384368.573898:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154144768 : -119697555406848 : ffff9322bdbac000) 00000100:00000001:0.0:1767384368.573900:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384368.573901:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.573903:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384368.573904:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384368.573906:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.573911:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384368.573912:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.573914:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384368.573915:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384368.573918:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384368.573920:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732524800:0@lo:256: 00000100:00000001:0.0:1767384368.573922:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384368.573924:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384368.573925:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.573927:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384368.573931:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d288dc8e. 00000400:00000010:0.0:1767384368.573934:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000017f4ad1b. 00000100:00000200:0.0:1767384368.573937:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d207900-0x695824d207900, portal 33 00000100:00000001:0.0:1767384368.573940:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.573941:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384368.573944:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000153e0c3d. 02000000:00000001:0.0:1767384368.573946:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384368.573949:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006797c2d2. 00000400:00000010:0.0:1767384368.573953:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000100:00000200:0.0:1767384368.573955:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732524800, portal 25 00000100:00000001:0.0:1767384368.573956:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384368.573957:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154144768 : -119697555406848 : ffff9322bdbac000) 00000100:00000040:0.0:1767384368.573960:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.573970:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384368.573972:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384368.573975:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000100:00000200:0.0:1767384368.573977:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732524800, offset 0 00000400:00000200:0.0:1767384368.573982:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.573987:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.573993:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d207900 00000400:00000200:0.0:1767384368.573996:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1661 [2] + 0 00000400:00000010:0.0:1767384368.573998:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099d9752a. 00000400:00000200:0.0:1767384368.574001:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c9c3d21b 00000400:00000200:0.0:1767384368.574004:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.574006:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384368.574009:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9c3d21b 00000400:00000010:0.0:1767384368.574011:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9c3d21b. 00000100:00000001:0.0:1767384368.574014:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.574015:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384368.574017:0:16780:0:(events.c:337:request_in_callback()) incoming req@00000000b7419826 x1853236732524800 msgsize 304 00000100:00100000:0.0:1767384368.574022:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384368.574023:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384368.574031:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384368.574034:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384368.574035:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:0.0:1767384368.574038:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384368.574040:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.574046:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384368.574047:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.574053:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.574054:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384368.574057:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.574059:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294956492 00000100:00000001:0.0:1767384368.574064:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956491 00000100:00000001:0.0:1767384368.574078:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294956492 00000100:00000001:0.0:1767384368.574081:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956491 00000100:00000001:0.0:1767384368.574083:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294956492 00000100:00000001:0.0:1767384368.574085:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956491 00000100:00000001:0.0:1767384368.574087:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294956492 00000100:00000001:0.0:1767384368.574090:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956491 00000100:00000001:0.0:1767384368.574092:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384368.574093:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.574095:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384368.574096:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384368.574097:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 000000009f5db187 going to sleep for 11 seconds 00000100:00000001:0.0:1767384368.574100:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384368.574101:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.574112:0:16775:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384368.574114:0:16775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732524800 02000000:00000001:0.0:1767384368.574116:0:16775:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384368.574117:0:16775:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384368.574119:0:16775:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.574121:0:16775:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384368.574123:0:16775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732524800 00000020:00000001:0.0:1767384368.574124:0:16775:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384368.574125:0:16775:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384368.574127:0:16775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.574128:0:16775:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:0.0:1767384368.574130:0:16775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384368.574131:0:16775:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384368.574134:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384368.574136:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd455dda. 00000100:00000001:0.0:1767384368.574138:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384368.574140:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd455dda. 00000020:00000010:0.0:1767384368.574144:0:16775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a11ac22c. 00000020:00000010:0.0:1767384368.574148:0:16775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001be8e2dc. 00000020:00000010:0.0:1767384368.574157:0:16775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9246188. 00000100:00000040:0.0:1767384368.574162:0:16775:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384368.574164:0:16775:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384368.574165:0:16775:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384368.574166:0:16775:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.574171:0:16775:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.574177:0:16775:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.574182:0:16775:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384368.574183:0:16775:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384368.574185:0:16775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000040:0.0:1767384368.574187:0:16775:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384368.574190:0:16775:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141323344 : -119697568228272 : ffff9322bcf71c50) 00000100:00000040:0.0:1767384368.574193:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7419826 x1853236732524800/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:349/0 lens 304/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.574199:0:16775:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384368.574203:0:16775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd455dda. 00000100:00000001:0.0:1767384368.574204:0:16775:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384368.574206:0:16775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd455dda. 00000100:00100000:0.0:1767384368.574209:0:16775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7419826 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732524800:12345-0@lo:256: 00000100:00000200:0.0:1767384368.574212:0:16775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732524800 00000020:00000001:0.0:1767384368.574214:0:16775:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384368.574215:0:16775:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384368.574217:0:16775:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.574218:0:16775:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384368.574219:0:16775:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:0.0:1767384368.574221:0:16775:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384368.574222:0:16775:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384368.574223:0:16775:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384368.574225:0:16775:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384368.574227:0:16775:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.574229:0:16775:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384368.574230:0:16775:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384368.574233:0:16775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005c5c33ab. 02000000:00000001:0.0:1767384368.574240:0:16775:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.574242:0:16775:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384368.574245:0:16775:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384368.574248:0:16775:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384368.574252:0:16775:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384368.574254:0:16775:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384368.574256:0:16775:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384368.574259:0:16775:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384368.574260:0:16775:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384368.574263:0:16775:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000008f91cffc. 20000000:00000001:0.0:1767384368.574266:0:16775:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384368.574283:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384368.574289:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384368.574294:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384368.574296:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384368.574299:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384368.574300:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384368.574302:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384368.574303:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384368.574305:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384368.574306:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384368.574307:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384368.574309:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384368.574310:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384368.574311:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384368.574313:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384368.574314:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384368.574316:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384368.574318:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384368.574319:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384368.574320:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384368.574321:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384368.574323:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384368.574324:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384368.574325:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384368.574326:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384368.574327:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384368.574329:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384368.574330:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384368.574338:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384368.574340:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384368.574341:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384368.574343:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384368.574344:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384368.574346:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384368.574347:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384368.574348:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384368.574350:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384368.574351:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384368.574352:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384368.574354:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:0.0:1767384368.574355:0:16775:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 3272/1/4/3. 20000000:00000040:0.0:1767384368.574364:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384368.574367:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384368.574368:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384368.574369:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384368.574370:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384368.574371:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384368.574373:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384368.574375:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384368.574376:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384368.574378:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384368.574379:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384368.574380:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384368.574381:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384368.574383:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384368.574385:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384368.574386:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384368.574388:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384368.574389:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384368.574390:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384368.574392:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384368.574393:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384368.574394:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384368.574395:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384368.574397:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384368.574398:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384368.574400:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384368.574408:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384368.574410:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384368.574411:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384368.574413:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384368.574415:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384368.574417:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384368.574419:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384368.574421:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384368.574422:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384368.574423:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384368.574424:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384368.574426:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384368.574427:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384368.574428:0:16775:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:0.0:1767384368.574429:0:16775:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 2448/1/4/3. 20000000:01000000:0.0:1767384368.574431:0:16775:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1648, version 84 20000000:00000001:0.0:1767384368.574432:0:16775:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1648 : 1648 : 670) 00000100:00000001:0.0:1767384368.574435:0:16775:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384368.574438:0:16775:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a469e6a5. 00000100:00000010:0.0:1767384368.574441:0:16775:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000bbc0c643. 00000020:00000040:0.0:1767384368.574443:0:16775:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=16 00010000:00000001:0.0:1767384368.574445:0:16775:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384368.574448:0:16775:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384368.574451:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000400:00000010:0.0:1767384368.574458:0:16775:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c457a229. 00000400:00000200:0.0:1767384368.574461:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.574471:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.574948:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1648 into portal 33 MB=0x695824d207900 00000400:00000200:0.0:1767384368.574952:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1648/1648 into md 0x1f2d [4] + 0 00000400:00000010:0.0:1767384368.574956:0:16775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d288dc8e. 00000400:00000200:0.0:1767384368.574959:0:16775:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000017f4ad1b 00000400:00000200:0.0:1767384368.574962:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.574966:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384368.574968:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017f4ad1b 00000400:00000010:0.0:1767384368.574970:0:16775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000017f4ad1b. 00000100:00000001:0.0:1767384368.574973:0:16775:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384368.574975:0:16775:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000016ab9eb desc 000000000cb57f0e mbits 1853236732524800 00000100:00000001:0.0:1767384368.574990:0:16775:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384368.574994:0:16775:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384368.575001:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384368.575010:0:16775:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1f39 00000400:00000200:0.0:1767384368.575013:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.575018:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384368.575021:0:16775:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384368.575023:0:16775:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a469e6a5 00000100:00000001:0.0:1767384368.575027:0:16775:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384368.575035:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384368.575037:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:0.0:1767384368.575041:0:16775:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384368.575042:0:16775:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a469e6a5 00000100:00000001:0.0:1767384368.575044:0:16775:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384368.575050:0:16775:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1648 bytes via portal 33 id 12345-0@lo mbits 0x695824d207900-0x695824d207900 00000100:00000001:0.0:1767384368.575053:0:16775:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.575056:0:16775:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.575058:0:16775:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384368.575061:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000010:0.0:1767384368.575063:0:16775:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000bbc0c643. 00000100:00000010:0.0:1767384368.575067:0:16775:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a469e6a5. 00000100:00000001:0.0:1767384368.575070:0:16775:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384368.575072:0:16775:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384368.575079:0:16775:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000008f91cffc. 20000000:00000001:0.0:1767384368.575083:0:16775:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384368.575084:0:16775:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732524800 00010000:00000001:0.0:1767384368.575086:0:16775:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384368.575089:0:16775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b7419826 x1853236732524800/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:349/0 lens 304/240 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384368.575094:0:16775:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384368.575096:0:16775:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384368.575097:0:16775:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384368.575099:0:16775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384368.575101:0:16775:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384368.575107:0:16775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384368.575109:0:16775:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384368.575111:0:16775:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.575113:0:16775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384368.575115:0:16775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384368.575117:0:16775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000100:00000200:0.0:1767384368.575119:0:16775:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732524800, offset 224 00000400:00000200:0.0:1767384368.575122:0:16775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.575125:0:16775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.575129:0:16775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d207900 00000400:00000200:0.0:1767384368.575132:0:16775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1f31 [1] + 224 00000400:00000200:0.0:1767384368.575134:0:16775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.575137:0:16775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384368.575140:0:16775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384368.575143:0:16775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384368.575147:0:16775:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.575154:0:16775:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384368.575157:0:16775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384368.575158:0:16775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:0.0:1767384368.575159:0:16775:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384368.575160:0:16775:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384368.575161:0:16775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.575164:0:16775:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384368.575165:0:16775:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384368.575166:0:16775:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.575168:0:16775:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384368.575170:0:16775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7419826 x1853236732524800/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:349/0 lens 304/240 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384368.575177:0:16775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7419826 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732524800:12345-0@lo:256: Request processed in 977us (1157us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384368.575185:0:16775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000040:0.0:1767384368.575195:0:16775:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:0.0:1767384368.575196:0:16775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.575197:0:16775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384368.575200:0:16775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001be8e2dc. 00000020:00000010:0.0:1767384368.575202:0:16775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9246188. 00000020:00000010:0.0:1767384368.575204:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a11ac22c. 00000020:00000040:0.0:1767384368.575207:0:16775:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:0.0:1767384368.575210:0:16775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.575211:0:16775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005c5c33ab. 02000000:00000001:0.0:1767384368.575213:0:16775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384368.575215:0:16775:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384368.575218:0:16775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384368.575221:0:16775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d288dc8e. 00000400:00000010:0.0:1767384368.575224:0:16775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017f4ad1b. 00000100:00000001:0.0:1767384368.575430:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384368.575432:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.575434:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.575435:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006797c2d2. 00000400:00000200:0.0:1767384368.575440:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384368.575441:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00000001:0.0:1767384368.575444:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384368.575448:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384368.575454:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.575459:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384368.575460:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.575461:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384368.575462:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384368.575463:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384368.575464:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.575466:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384368.575469:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384368.575471:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384368.575473:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384368.575474:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.575520:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384368.575522:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.575524:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.575528:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384368.575534:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.575538:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384368.575540:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384368.575542:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384368.575548:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732524800:0@lo:256: 00000100:00000001:0.0:1767384368.575554:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.575556:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.575559:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384368.575561:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384368.575564:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.575570:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384368.575573:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009f5db187. 00000100:00000001:0.0:1767384368.575580:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384368.575581:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384368.575584:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 84, more 0. 10000000:00000001:0.0:1767384368.575587:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384368.575593:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000058c498f2. 00010000:00000001:0.0:1767384368.575603:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384368.575605:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384368.575609:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:0.0:1767384368.575611:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.575613:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384368.575615:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:0.0:1767384368.575617:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000100:00000200:0.0:1767384368.575629:0:16780:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 40 NIDs for '192.168.204.131@tcp' 00000400:00000200:0.0:1767384368.575634:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384368.575637:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384368.575642:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:0.0:1767384368.575648:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384368.575653:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (38) 00000400:00000200:0.0:1767384368.575657:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (39) 00000400:00000200:0.0:1767384368.575668:0:16780:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384368.575673:0:16780:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384368.575680:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384368.575682:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:0.0:1767384368.575683:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (40) 00000400:00000200:0.0:1767384368.575685:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:0.0:1767384368.575687:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:0.0:1767384368.575689:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575691:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:0.0:1767384368.575692:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:0.0:1767384368.575695:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575696:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:0.0:1767384368.575698:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:0.0:1767384368.575700:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575701:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:0.0:1767384368.575702:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:0.0:1767384368.575705:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575705:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:0.0:1767384368.575707:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000200:0.0:1767384368.575709:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575710:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:0.0:1767384368.575711:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:0.0:1767384368.575715:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575717:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:0.0:1767384368.575719:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:0.0:1767384368.575724:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575726:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:0.0:1767384368.575730:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:0.0:1767384368.575734:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575744:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:0.0:1767384368.575746:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:0.0:1767384368.575751:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575754:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000200:0.0:1767384368.575756:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:0.0:1767384368.575760:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575761:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000400:00000200:0.0:1767384368.575763:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.131@tcp20 00000400:00000200:0.0:1767384368.575767:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575768:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp20 00000400:00000200:0.0:1767384368.575771:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.131@tcp21 00000400:00000200:0.0:1767384368.575774:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575775:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp21 00000400:00000200:0.0:1767384368.575777:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.131@tcp22 00000400:00000200:0.0:1767384368.575779:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575780:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp22 00000400:00000200:0.0:1767384368.575782:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.131@tcp23 00000400:00000200:0.0:1767384368.575785:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575786:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp23 00000400:00000200:0.0:1767384368.575787:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.131@tcp24 00000400:00000200:0.0:1767384368.575788:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575789:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp24 00000400:00000200:0.0:1767384368.575790:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.131@tcp25 00000400:00000200:0.0:1767384368.575792:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575792:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp25 00000400:00000200:0.0:1767384368.575793:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.131@tcp26 00000400:00000200:0.0:1767384368.575796:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575798:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp26 00000400:00000200:0.0:1767384368.575800:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.131@tcp27 00000400:00000200:0.0:1767384368.575803:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575804:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp27 00000400:00000200:0.0:1767384368.575805:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.131@tcp28 00000400:00000200:0.0:1767384368.575808:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575808:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp28 00000400:00000200:0.0:1767384368.575809:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.131@tcp29 00000400:00000200:0.0:1767384368.575811:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575818:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp29 00000400:00000200:0.0:1767384368.575819:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.131@tcp30 00000400:00000200:0.0:1767384368.575822:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575824:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp30 00000400:00000200:0.0:1767384368.575825:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.131@tcp31 00000400:00000200:0.0:1767384368.575827:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575828:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp31 00000400:00000200:0.0:1767384368.575830:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.131@tcp32 00000400:00000200:0.0:1767384368.575834:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575852:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp32 00000400:00000200:0.0:1767384368.575855:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.131@tcp33 00000400:00000200:0.0:1767384368.575858:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575860:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp33 00000400:00000200:0.0:1767384368.575861:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.131@tcp34 00000400:00000200:0.0:1767384368.575863:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575864:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp34 00000400:00000200:0.0:1767384368.575865:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.131@tcp35 00000400:00000200:0.0:1767384368.575869:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575870:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp35 00000400:00000200:0.0:1767384368.575872:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.131@tcp36 00000400:00000200:0.0:1767384368.575874:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575875:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp36 00000400:00000200:0.0:1767384368.575876:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.131@tcp37 00000400:00000200:0.0:1767384368.575879:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575881:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp37 00000400:00000200:0.0:1767384368.575882:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.131@tcp38 00000400:00000200:0.0:1767384368.575884:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575886:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp38 00000400:00000200:0.0:1767384368.575887:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.131@tcp39 00000400:00000200:0.0:1767384368.575890:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575891:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp39 00000400:00000200:0.0:1767384368.575892:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.131@tcp40 00000400:00000200:0.0:1767384368.575894:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.575895:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp40 00000100:00000001:0.0:1767384368.575896:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.575898:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384368.575908:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 10000000:00000010:0.0:1767384368.575913:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000001be8e2dc. 10000000:00000040:0.0:1767384368.575916:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 83/84 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:0.0:1767384368.575919:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384368.575926:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384368.575929:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a11ac22c. 00000020:00000010:0.0:1767384368.575935:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002f5bdfa6. 00000040:00000010:0.0:1767384368.575940:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c230a74a. 00000020:00000010:0.0:1767384368.575946:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000d026d24. 00000020:00000010:0.0:1767384368.575952:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000073a0b382. 00000020:00000010:0.0:1767384368.575957:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b2cc77af. 80000000:00000010:0.0:1767384368.575966:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab1f2dd1. 40000000:00000010:0.0:1767384368.575969:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cd455dda. 00100000:00000010:0.0:1767384368.575975:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005d50535f. 00040000:00000010:0.0:1767384368.575981:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005b90f3c7. 00040000:00000010:0.0:1767384368.575985:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000565a4df3. 00040000:00000010:0.0:1767384368.575988:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007fcd29a8. 00080000:00000010:0.0:1767384368.575992:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000334e1b08. 00000004:00000010:0.0:1767384368.575997:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000078c512f5. 00000004:00000010:0.0:1767384368.576002:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c448e7b8. 00000004:00000010:0.0:1767384368.576008:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004a7d61a4. 00002000:00000010:0.0:1767384368.576012:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005c5c33ab. 00000004:00000010:0.0:1767384368.576016:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a469e6a5. 00000004:00000001:0.0:1767384368.576020:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384368.576023:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384368.576025:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000001be8e2dc 00000040:00001000:0.0:1767384368.576026:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384368.576027:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384368.576029:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384368.576030:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384368.576032:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384368.576033:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384368.576035:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384368.576036:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000040:00000001:0.0:1767384368.576043:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384368.576106:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.576111:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002f5bdfa6. 00000040:00000010:0.0:1767384368.576119:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c230a74a. 00000020:00000010:0.0:1767384368.576124:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000d026d24. 00000020:00000010:0.0:1767384368.576129:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000073a0b382. 00000020:00000010:0.0:1767384368.576134:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b2cc77af. 80000000:00000010:0.0:1767384368.576139:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab1f2dd1. 40000000:00000010:0.0:1767384368.576148:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cd455dda. 00100000:00000010:0.0:1767384368.576155:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005d50535f. 00040000:00000010:0.0:1767384368.576160:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005b90f3c7. 00040000:00000010:0.0:1767384368.576166:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000565a4df3. 00040000:00000010:0.0:1767384368.576170:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007fcd29a8. 00080000:00000010:0.0:1767384368.576174:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000334e1b08. 00000004:00000010:0.0:1767384368.576178:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000078c512f5. 00000004:00000010:0.0:1767384368.576186:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c448e7b8. 00000004:00000010:0.0:1767384368.576193:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004a7d61a4. 00002000:00000010:0.0:1767384368.576197:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005c5c33ab. 00000004:00000010:0.0:1767384368.576202:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a469e6a5. 00000020:00000010:0.0:1767384368.576207:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a11ac22c. 00000020:00000001:0.0:1767384368.576212:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.576214:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384368.576217:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000001be8e2dc. 10000000:00000040:0.0:1767384368.576230:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1767384368.576232:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000058c498f2. 10000000:00000001:0.0:1767384368.576237:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.576239:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384368.576245:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000016ab9eb x1853236732524800/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.576251:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384368.576255:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384368.576258:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000153e0c3d. 02000000:00000001:0.0:1767384368.576263:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384368.576264:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384368.576272:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384368.576274:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384368.576277:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384368.576280:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384368.576281:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384368.576284:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384368.576286:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000e65d9928. 00000100:00000010:0.0:1767384368.576290:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000cb57f0e. 00000100:00000001:0.0:1767384368.576294:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384368.576296:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d098d4d4. 02000000:00000001:0.0:1767384368.576302:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384368.576304:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384368.576306:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 00000100:00000001:0.0:1767384368.576313:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384368.576315:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384368.576334:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000037f873e4. 10000000:01000000:0.0:1767384368.576339:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384368.576341:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384368.576343:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384368.576346:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.576348:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=3 00000020:00000001:0.0:1767384368.576350:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384368.576353:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384368.576356:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384368.576360:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6dba0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.576366:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.576368:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384368.576370:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6dba0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.576376:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384368.576377:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.576379:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384368.576382:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384368.576388:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384368.576390:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384368.576393:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384368.576395:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 10000000:00000001:0.0:1767384368.576398:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384368.576420:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384368.576430:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000200:0.0:1767384368.576433:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (39) 00000400:00000010:0.0:1767384368.576439:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000000cb57f0e. 00000400:00000010:0.0:1767384368.576443:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000400:00000010:0.0:1767384368.576449:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009c9ffae8. 00000400:00000200:0.0:1767384368.576455:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:0.0:1767384368.576464:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:0.0:1767384368.576471:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 00000400:00000200:0.0:1767384368.576476:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:0.0:1767384368.577053:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 00000400:00000200:0.0:1767384368.577057:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 00000400:00000200:0.0:1767384368.577060:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 00000400:00000200:0.0:1767384368.577065:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000400:00000200:0.0:1767384368.577069:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000400:00000200:0.0:1767384368.577072:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000400:00000200:0.0:1767384368.577075:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000400:00000200:0.0:1767384368.577078:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000400:00000200:0.0:1767384368.577082:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000400:00000200:0.0:1767384368.577086:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:0.0:1767384368.577097:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 00000400:00000200:0.0:1767384368.577100:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000400:00000200:0.0:1767384368.577105:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000400:00000200:0.0:1767384368.577109:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 00000400:00000200:0.0:1767384368.577113:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 00000400:00000200:0.0:1767384368.577117:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:0.0:1767384368.577120:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 00000400:00000200:0.0:1767384368.577123:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[153, 50], ns[157, 50] 00000400:00000200:0.0:1767384368.577126:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 50], ns[165, 50] 00000400:00000200:0.0:1767384368.577130:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 50], ns[72, 50] 00000400:00000200:0.0:1767384368.577134:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 50], ns[167, 50] 00000400:00000200:0.0:1767384368.577139:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[175, 50], ns[179, 50] 00000400:00000200:0.0:1767384368.577142:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 50], ns[102, 50] 00000400:00000200:0.0:1767384368.577145:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[152, 50], ns[156, 50] 00000400:00000200:0.0:1767384368.577150:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 50], ns[118, 50] 00000400:00000200:0.0:1767384368.577157:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 50], ns[160, 50] 00000400:00000200:0.0:1767384368.577166:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 50], ns[132, 50] 00000400:00000200:0.0:1767384368.577173:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 50], ns[147, 50] 00000400:00000200:0.0:1767384368.577183:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[176, 50], ns[180, 50] 00000400:00000200:0.0:1767384368.577188:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 50], ns[182, 50] 00000400:00000200:0.0:1767384368.577192:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 50], ns[175, 50] 00000400:00000200:0.0:1767384368.577198:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 50], ns[173, 50] 00000400:00000200:0.0:1767384368.577207:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[180, 50], ns[184, 50] 00000400:00000200:0.0:1767384368.577216:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[179, 50], ns[183, 50] 00000400:00000200:0.0:1767384368.577220:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 00000400:00000200:0.0:1767384368.577223:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000400:00000200:0.0:1767384368.577227:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp46 00000400:00000200:0.0:1767384368.577230:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp46 lpni_is_preferred = 0 00000400:00000200:0.0:1767384368.577233:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp46 00000400:00000200:0.0:1767384368.577237:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp46 NI seq info: [185:185:256:4294967295] 192.168.204.131@tcp46 LPNI seq info [181:181:8:4294967295] 00000400:00000200:0.0:1767384368.577243:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp46 00000400:00000200:0.0:1767384368.577248:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp46(192.168.204.131@tcp46:) -> 192.168.204.131@tcp46(192.168.204.131@tcp:192.168.204.131@tcp46) : GET try# 0 00000800:00000200:0.0:1767384368.577254:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp46 00000800:00000010:0.0:1767384368.577258:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005b90f3c7. 00000800:00000010:0.0:1767384368.577266:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009f5db187. 00000800:00000010:0.0:1767384368.577271:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000035e6f186. 00000800:00000200:0.0:1767384368.577279:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f5db187] -> 12345-192.168.204.131@tcp46 (2) 00000800:00000200:0.1:1767384368.577284:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f5db187] -> 12345-192.168.204.131@tcp46 (2) 00000400:00000200:0.0:1767384368.577295:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384368.577297:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000400:00000200:3.0:1767384368.579303:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579388:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579468:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579560:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579601:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579657:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579714:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579736:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579764:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579795:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579851:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579904:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579957:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.579986:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580014:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580046:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580074:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580103:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580121:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580140:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580163:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580185:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580206:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580222:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580242:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580264:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580287:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580328:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580354:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580379:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580396:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580420:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580450:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580520:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384368.580547:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384368.580699:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b25798bb. 00000800:00000010:3.0:1767384368.580705:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a45509c2. 00000800:00000010:3.0:1767384368.580710:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092864c62. 00000800:00000010:3.0:1767384368.580736:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092864c62. 00000800:00020000:3.0:1767384368.580753:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384368.580758:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a45509c2. 00000800:00000010:3.0:1767384368.580762:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b25798bb. 00000400:02020000:3.0:1767384368.580852:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp46 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384368.580863:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp46 notifying 192.168.204.131@tcp46: down 00000800:00000200:3.0:1767384368.580873:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp46 down 00000800:00000100:3.0:1767384368.580882:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp46 00000800:00000010:3.0:1767384368.580887:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005b90f3c7. 00000400:00000200:3.0:1767384368.580893:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384368.580900:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp46->192.168.204.131@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384368.580922:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp46 added to recovery queue. ping count: 0 next ping: 290 health :900 00000400:00000200:3.0:1767384368.580928:0:16137:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384368.580932:0:16137:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 1 00000400:00000200:3.0:1767384368.580937:0:16137:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384368.580967:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384368.580977:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100871 00000400:00000001:0.0:1767384368.580981:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.580982:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384368.580989:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384368.580990:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000400:00000200:0.0:1767384368.580994:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384368.580998:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000010:0.0:1767384368.581002:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000000cb57f0e. 00000400:00000200:0.0:1767384368.581005:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (40) 00000400:00000200:0.0:1767384368.581008:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp:-71 00000400:00000200:0.0:1767384368.581010:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 rc -71 00000400:00000200:0.0:1767384368.581013:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:0.0:1767384368.581015:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (39) 00000100:00000040:3.0:1767384368.584533:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294956492, at 4294956493 00000100:00000010:3.0:1767384368.584544:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ed5d51f. 00000100:00000040:0.0:1767384368.584547:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294956492, at 4294956493 00000100:00000010:0.0:1767384368.584556:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f02851e6. 00000100:00000040:1.0:1767384368.584969:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294956492, at 4294956493 00000100:00000010:1.0:1767384368.584976:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a4605a0. 00000100:00000040:2.0:1767384368.585569:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294956492, at 4294956494 00000100:00000010:2.0:1767384368.585577:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001de25256. 00000020:00000010:3.0:1767384368.589270:0:37939:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000092864c62. 00000020:00000040:3.0:1767384368.589278:0:37939:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384368.589281:0:37939:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000092864c62. 00000400:00000001:2.0:1767384369.084558:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767384369.084561:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (4) 00000400:00000001:2.0:1767384369.084570:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.1:1767384369.084576:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (4) 00000400:00000200:2.0:1767384369.084578:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057023649 00000400:00000010:2.0:1767384369.084583:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057023649. 00000400:00000200:2.0:1767384369.084589:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384369.084596:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp44 recovery ping unlinked 00000800:00000200:3.0:1767384369.084598:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009928162a] -> 12345-192.168.204.131@tcp14 (6) 00000800:00000200:3.0:1767384369.084603:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp14 ip 192.168.204.131:988 00000800:00000200:3.0:1767384369.084619:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384369.084628:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000e2604be. 00000400:00000010:2.0:1767384369.084635:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000da0dcef1. 00000400:00000200:2.0:1767384369.084659:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp45 00000400:00000010:2.0:1767384369.084664:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000913f636e. 00000400:00000010:2.0:1767384369.084670:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f5e6e8a9. 00000400:00000010:2.0:1767384369.084676:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2076f8b. 00000400:00000010:2.0:1767384369.084684:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b2de9835. 00000400:00000200:2.0:1767384369.084688:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp45 00000400:00000200:2.0:1767384369.084703:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp45 local destination 00000400:00000200:2.0:1767384369.084710:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp45 00000400:00000200:2.0:1767384369.084714:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp45 NI seq info: [186:186:256:4294967295] 192.168.204.131@tcp45 LPNI seq info [182:182:8:4294967295] 00000400:00000200:2.0:1767384369.084721:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp45 00000400:00000200:2.0:1767384369.084729:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp45(192.168.204.131@tcp45:) -> 192.168.204.131@tcp45(192.168.204.131@tcp45:192.168.204.131@tcp45) : GET try# 0 00000800:00000200:2.0:1767384369.084735:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp45 00000800:00000010:2.0:1767384369.084740:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000085b77edf. 00000800:00000200:2.0:1767384369.084747:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f485ae5e] -> 12345-192.168.204.131@tcp45 (2) 00000800:00000200:2.1:1767384369.084752:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f485ae5e] -> 12345-192.168.204.131@tcp45 (2) 00000400:00000200:2.0:1767384369.084768:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp45 added to recovery queue. ping count: 1 next ping: 291 health :900 00000400:00000200:0.0:1767384369.084785:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000001:2.0:1767384369.084797:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384369.084810:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384369.084815:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384369.084819:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384369.084881:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000200:3.0:1767384369.084885:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384369.084912:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.084936:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.084973:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.084986:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085039:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.085051:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085097:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.085119:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085156:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.085186:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085205:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.085242:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085265:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.085306:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085331:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.085354:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085378:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.085404:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085430:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.085463:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085490:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085566:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085599:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085648:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085736:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085796:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085871:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.085944:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086019:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086074:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086129:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086190:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086248:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086297:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086343:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086404:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.086442:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086447:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.086518:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086540:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.086568:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086599:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.086629:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086665:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.086697:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086745:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.086803:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086853:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.086888:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.086944:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.086982:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.087044:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.087104:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.087139:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.087211:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.087283:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.087356:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000800:00000010:2.0:1767384369.087395:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cdb2487c. 00000800:00000010:2.0:1767384369.087401:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083276782. 00000800:00000010:2.0:1767384369.087417:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c84f11d0. 00000400:00000200:0.0:1767384369.087430:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000800:00000010:2.0:1767384369.087448:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c84f11d0. 00000800:00020000:2.0:1767384369.087460:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384369.087464:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083276782. 00000400:00000200:0.0:1767384369.087465:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000800:00000010:2.0:1767384369.087466:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cdb2487c. 00000400:00000200:0.0:1767384369.087551:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:02020000:2.0:1767384369.087578:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp45 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384369.087585:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp45 notifying 192.168.204.131@tcp45: down 00000400:00000200:2.0:1767384369.087589:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384369.087594:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp45 00000800:00000010:2.0:1767384369.087597:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000085b77edf. 00000400:00000200:2.0:1767384369.087602:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384369.087604:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384369.087609:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp45->192.168.204.131@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384369.087618:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384369.087621:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384369.087625:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp45) recovery failed with -71 00000400:00000200:0.0:1767384369.087650:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.087748:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.087818:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.087874:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.087890:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.087908:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384369.087927:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384369.088043:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e4111e58. 00000800:00000010:0.0:1767384369.088047:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000952714db. 00000800:00000010:0.0:1767384369.088051:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000077f42d9d. 00000800:00000010:0.0:1767384369.088078:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000077f42d9d. 00000800:00020000:0.0:1767384369.088084:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384369.088087:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000952714db. 00000800:00000010:0.0:1767384369.088089:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e4111e58. 00000400:02020000:0.0:1767384369.088126:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp27 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384369.088132:0:16134:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:1.0:1767384369.531561:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384369.531566:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.531571:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384369.531573:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.531609:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384369.531613:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384369.531616:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384369.532209:0:38186:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384369.532224:0:38186:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.532227:0:38186:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384369.532233:0:38186:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384369.532238:0:38186:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.532241:0:38186:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384370.107575:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384370.107581:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384370.107585:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2076f8b 00000400:00000010:3.0:1767384370.107590:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2076f8b. 00000400:00000200:3.0:1767384370.107596:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384370.107604:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384370.107617:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000913f636e. 00000400:00000010:3.0:1767384370.107621:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f5e6e8a9. 00000400:00000200:3.0:1767384370.107630:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp46 00000400:00000010:3.0:1767384370.107634:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c5bde14d. 00000400:00000010:3.0:1767384370.107638:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d2cffe22. 00000400:00000010:3.0:1767384370.107643:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023fd8947. 00000400:00000010:3.0:1767384370.107651:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000039184bd. 00000400:00000200:3.0:1767384370.107656:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp46 00000400:00000200:3.0:1767384370.107667:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp46 local destination 00000400:00000200:3.0:1767384370.107673:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp46 00000400:00000200:3.0:1767384370.107676:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp46 NI seq info: [187:187:256:4294967295] 192.168.204.131@tcp46 LPNI seq info [183:183:8:4294967295] 00000400:00000200:3.0:1767384370.107683:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp46 00000400:00000200:3.0:1767384370.107691:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp46(192.168.204.131@tcp46:) -> 192.168.204.131@tcp46(192.168.204.131@tcp46:192.168.204.131@tcp46) : GET try# 0 00000800:00000200:3.0:1767384370.107696:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp46 00000800:00000010:3.0:1767384370.107699:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000a682fe8. 00000800:00000200:3.0:1767384370.107705:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f5db187] -> 12345-192.168.204.131@tcp46 (2) 00000800:00000200:3.1:1767384370.107710:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f5db187] -> 12345-192.168.204.131@tcp46 (2) 00000400:00000200:3.0:1767384370.107726:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp46 added to recovery queue. ping count: 1 next ping: 292 health :900 00000400:00000200:1.0:1767384370.107819:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.107886:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.107907:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.107928:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.107944:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.107957:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.107974:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.107995:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108028:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108065:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108096:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108114:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108131:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108148:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108168:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108192:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108223:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108240:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108253:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108267:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108282:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108297:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108313:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108334:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108365:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108389:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108421:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108457:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108546:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108601:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108635:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108673:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108704:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108744:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.108776:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384370.108977:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df40e17. 00000800:00000010:1.0:1767384370.108983:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000153c1168. 00000800:00000010:1.0:1767384370.108989:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ed50df0. 00000800:00000010:1.0:1767384370.109015:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ed50df0. 00000800:00020000:1.0:1767384370.109029:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384370.109033:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000153c1168. 00000800:00000010:1.0:1767384370.109037:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df40e17. 00000400:02020000:1.0:1767384370.109096:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp46 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384370.109104:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp46 notifying 192.168.204.131@tcp46: down 00000400:00000200:1.0:1767384370.109110:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384370.109115:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp46 00000800:00000010:1.0:1767384370.109118:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000a682fe8. 00000400:00000200:1.0:1767384370.109130:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384370.109135:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp46->192.168.204.131@tcp46: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384370.109148:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384370.109150:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384370.109154:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp46) recovery failed with -71 00000001:00000001:1.0:1767384370.294223:0:38350:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384370.294230:0:38350:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:1.0:1767384370.297435:0:38350:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384370.304768:0:38351:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000305df19c. 00000400:00000010:1.0:1767384370.304783:0:38351:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000153c1168. 00000400:00000010:1.0:1767384370.304793:0:38351:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003ee7680a. 00000400:00000010:1.0:1767384370.304796:0:38351:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009ed0b566. 00000400:00000010:1.0:1767384370.304800:0:38351:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000742211b6. 00000400:00000010:1.0:1767384370.304823:0:38351:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc7a692b. 00000400:00000010:1.0:1767384370.304825:0:38351:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003c611a2f. 00000400:00000010:1.0:1767384370.304827:0:38351:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006ed50df0. 00000400:00000010:1.0:1767384370.304830:0:38351:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000039539d32. 00000800:00000010:1.0:1767384370.304851:0:38351:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006551fa1b. 00000800:00000200:1.0:1767384370.304862:0:38351:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384370.304878:0:38351:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384370.304916:0:38351:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:1.0:1767384370.304939:0:38351:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp49 [8/256/0/180] 00000400:00000010:1.0:1767384370.306453:0:38351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 000000004f42bf2d. 00000400:00000010:1.0:1767384370.306460:0:38351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3b4e40. 00000400:00000010:1.0:1767384370.306466:0:38351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b4cf8c. 00000400:00000001:1.0:1767384370.306515:0:38351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384370.306518:0:38351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384370.306521:0:38351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac6695af. 00000400:00000200:1.0:1767384370.306525:0:38351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c56d2313 00000400:00000010:1.0:1767384370.306527:0:38351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c56d2313. 00000400:00000010:1.0:1767384370.306531:0:38351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 0000000020427678. 00000400:00000200:1.0:1767384370.306536:0:38351:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (38) 00000400:00000200:1.0:1767384370.306551:0:38351:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384370.306559:0:38351:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:1.0:1767384370.306567:0:38351:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003df40e17. 00000020:01000000:1.0:1767384370.306572:0:38351:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384370.306574:0:38351:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp49 00000400:00000200:2.0:1767384370.306580:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384370.306588:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000010:1.0:1767384370.306590:0:38351:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000153c1168. 00000400:00000200:2.0:1767384370.306594:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (39) 00000400:00000010:1.0:1767384370.306595:0:38351:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000305df19c. 00000400:00000010:2.0:1767384370.306604:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000039b0ba5e. 00000400:00000010:2.0:1767384370.306611:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000442717c4. 00000400:00000010:2.0:1767384370.306619:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009ecad109. 00000400:00000200:2.0:1767384370.306626:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000020:00000001:3.0:1767384370.306629:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384370.306638:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384370.306642:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384370.306643:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:2.0:1767384370.306651:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 10000000:01000000:3.0:1767384370.306656:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384370.306662:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000020:01000004:3.0:1767384370.306664:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384370.306671:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 00000020:01000004:3.0:1767384370.306672:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384370.306679:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384370.306685:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384370.306685:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 00000020:01000004:3.0:1767384370.306691:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384370.306698:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384370.306702:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384370.306703:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 00000020:01000004:3.0:1767384370.306707:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384370.306711:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000020:01000004:3.0:1767384370.306713:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384370.306719:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384370.306721:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000400:00000200:2.0:1767384370.306725:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000100:00000010:3.0:1767384370.306728:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022a4d09d. 00000400:00000200:2.0:1767384370.306728:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000020:00000040:3.0:1767384370.306741:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:2.0:1767384370.306741:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000400:00000200:2.0:1767384370.306748:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000100:00000001:3.0:1767384370.306754:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384370.306755:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 02000000:00000001:3.0:1767384370.306764:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384370.306765:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 02000000:00000001:3.0:1767384370.306772:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.306773:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000400:00000200:2.0:1767384370.306783:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 02000000:00000010:3.0:1767384370.306787:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b25798bb. 00000400:00000200:2.0:1767384370.306791:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 00000400:00000200:2.0:1767384370.306799:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 00000100:00000001:3.0:1767384370.306801:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.306816:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:2.0:1767384370.306827:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 00000100:00000001:3.0:1767384370.306832:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384370.306833:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[153, 50], ns[157, 50] 00000100:00000001:3.0:1767384370.306837:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.306844:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 50], ns[165, 50] 00000400:00000200:2.0:1767384370.306850:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 50], ns[72, 50] 00000100:00000040:3.0:1767384370.306854:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022a4d09d] to pc [ptlrpcd_00_01+1] req@0000000022a4d09d x1853236732524928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384370.306879:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 50], ns[167, 50] 00000400:00000200:2.0:1767384370.306887:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[175, 50], ns[179, 50] 00000400:00000200:2.0:1767384370.306892:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 50], ns[102, 50] 00000400:00000200:2.0:1767384370.306897:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[152, 50], ns[156, 50] 00000400:00000200:2.0:1767384370.306903:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 50], ns[118, 50] 10000000:00000001:3.0:1767384370.306908:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.306909:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 50], ns[160, 50] 10000000:00000001:3.0:1767384370.306916:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.306918:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384370.306924:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.306925:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384370.306927:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 50], ns[132, 50] 00000100:00000001:1.0:1767384370.306930:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:3.0:1767384370.306934:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384370.306943:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022a4d09d x1853236732524928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384370.306945:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 50], ns[147, 50] 00000020:00000001:3.0:1767384370.306951:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384370.306960:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384370.306970:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384370.306971:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[176, 50], ns[180, 50] 00000100:00000001:1.0:1767384370.306971:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:3.0:1767384370.306980:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384370.306981:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.306986:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 50], ns[182, 50] 00000020:01000004:3.0:1767384370.306991:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:1.0:1767384370.306994:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384370.306997:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384370.307001:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384370.307003:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384370.307009:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 50], ns[175, 50] 00000020:01000004:3.0:1767384370.307010:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384370.307012:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384370.307015:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384370.307022:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:1.0:1767384370.307025:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000022a4d09d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732524928:0@lo:253: 00000020:01000004:3.0:1767384370.307026:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384370.307028:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 50], ns[173, 50] 00000100:00000001:1.0:1767384370.307035:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384370.307042:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384370.307043:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[180, 50], ns[184, 50] 00000020:01000004:3.0:1767384370.307047:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384370.307047:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384370.307056:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[182, 50], ns[186, 50] 00000100:00000010:3.0:1767384370.307057:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb428418. 02000000:00000001:1.0:1767384370.307058:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384370.307066:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 02000000:00000001:1.0:1767384370.307067:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384370.307075:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[183, 50], ns[187, 50] 00000100:00000001:3.0:1767384370.307076:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384370.307081:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384370.307082:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000819085a5. 00000400:00000200:2.0:1767384370.307089:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 02000000:00000001:1.0:1767384370.307089:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384370.307091:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384370.307104:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048b52472. 02000000:00000010:3.0:1767384370.307106:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000015fcb301. 00000400:00000200:2.0:1767384370.307107:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp26 00000400:00000010:1.0:1767384370.307111:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000153c1168. 00000100:00000001:3.0:1767384370.307116:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384370.307116:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732524928, portal 25 00000400:00000200:2.0:1767384370.307122:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp26 lpni_is_preferred = 0 00000100:00000001:1.0:1767384370.307126:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384370.307129:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384370.307129:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624370893188480 : -119702816363136 : ffff93218426ed80) 00000400:00000200:2.0:1767384370.307135:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp26 00000100:00000001:3.0:1767384370.307136:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384370.307142:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000022a4d09d x1853236732524928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384370.307150:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp26 NI seq info: [188:188:256:4294967295] 192.168.204.131@tcp26 LPNI seq info [184:184:8:4294967295] 00000100:00000040:3.0:1767384370.307151:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb428418] to pc [ptlrpcd_00_02+2] req@00000000bb428418 x1853236732525056/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384370.307166:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384370.307174:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384370.307179:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bf2ffeb. 00000400:00000200:2.0:1767384370.307184:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp26 00000100:00000200:1.0:1767384370.307192:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732524928, offset 0 00000400:00000200:1.0:1767384370.307205:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384370.307207:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp26(192.168.204.131@tcp26:) -> 192.168.204.131@tcp26(192.168.204.131@tcp:192.168.204.131@tcp26) : GET try# 0 10000000:00000001:3.0:1767384370.307210:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384370.307217:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.307226:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384370.307226:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp26 00000400:00000200:1.0:1767384370.307229:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000000:3.0:1767384370.307237:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384370.307241:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000085b77edf. 00000020:00000010:3.0:1767384370.307242:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003df40e17. 00000400:00000200:1.0:1767384370.307250:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d207980 00000800:00000200:2.0:1767384370.307258:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030a46146] -> 12345-192.168.204.131@tcp26 (4) 00000100:00000001:3.0:1767384370.307265:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384370.307265:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1689 [2] + 0 00000800:00000200:2.1:1767384370.307274:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030a46146] -> 12345-192.168.204.131@tcp26 (4) 00000100:00000001:3.0:1767384370.307275:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384370.307278:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bca3380. 00000400:00000200:1.0:1767384370.307285:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000012c54da4 00000100:00000001:3.0:1767384370.307289:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384370.307293:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384370.307294:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384370.307298:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384370.307300:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.1:1767384370.307306:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp26 ip 192.168.204.131:988 00000100:00000040:3.0:1767384370.307307:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb428418 x1853236732525056/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384370.307309:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012c54da4 00000400:00000010:1.0:1767384370.307315:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012c54da4. 00000800:00000200:2.1:1767384370.307318:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085b77edf type 2, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384370.307322:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384370.307326:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384370.307335:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000e6902263 x1853236732524928 msgsize 4848 00000100:00000001:3.0:1767384370.307346:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384370.307347:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000100:00100000:1.0:1767384370.307351:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384370.307352:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.307356:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000100:00000040:1.0:1767384370.307360:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384370.307362:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384370.307368:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384370.307373:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.307374:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384370.307380:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bb428418 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732525056:0@lo:253: 00000400:00000200:1.0:1767384370.307383:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf2ffeb 00000400:00000010:1.0:1767384370.307386:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bf2ffeb. 00000100:00000001:3.0:1767384370.307390:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384370.307391:0:16147:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384370.307401:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384370.307403:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000022a4d09d x1853236732524928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384370.307407:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384370.307418:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384370.307421:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384370.307423:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022a4d09d x1853236732524928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384370.307431:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000100:00000001:1.0:1767384370.307434:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384370.307436:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e42091df. 00000100:00000001:1.0:1767384370.307440:0:16147:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384370.307443:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.307446:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.307451:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294958225 00000400:00000010:3.0:1767384370.307453:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068fc5280. 00000100:00000010:1.0:1767384370.307455:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd3ac1b5. 00000100:00000001:1.0:1767384370.307464:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767384370.307465:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000466fc0d3. 00000100:00000001:1.0:1767384370.307472:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294958225 00000100:00000200:3.0:1767384370.307475:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732525056, portal 25 00000100:00000010:1.0:1767384370.307509:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8acd289. 00000100:00000001:1.0:1767384370.307519:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384370.307523:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000100:00000001:3.0:1767384370.307525:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384370.307528:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294958226 00000100:00000001:3.0:1767384370.307530:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624370893178624 : -119702816372992 : ffff93218426c700) 00000100:00000010:1.0:1767384370.307534:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000961c54ba. 00000100:00000001:1.0:1767384370.307539:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384370.307546:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bb428418 x1853236732525056/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384370.307546:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294958226 00000100:00000010:1.0:1767384370.307556:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000254e5eaf. 00000100:00000001:1.0:1767384370.307564:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384370.307566:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000100:00000001:1.0:1767384370.307574:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384370.307585:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.307586:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384370.307595:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384370.307601:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384370.307602:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.307606:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000010:3.0:1767384370.307610:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032415449. 00000100:00000001:1.0:1767384370.307616:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384370.307617:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732525056, offset 0 00000100:00000001:1.0:1767384370.307619:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384370.307628:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384370.307629:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384370.307631:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.307634:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384370.307640:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384370.307641:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000100:00000001:1.0:1767384370.307659:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384370.307664:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384370.307664:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732524928 02000000:00000001:1.0:1767384370.307671:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384370.307674:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384370.307676:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384370.307681:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.307684:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000100:00100000:1.0:1767384370.307685:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732524928 00000400:00000200:3.0:1767384370.307686:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d207a00 00000020:00000001:1.0:1767384370.307693:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384370.307695:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384370.307700:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384370.307703:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000400:00000200:3.0:1767384370.307706:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1691 [2] + 0 00000020:00000001:1.0:1767384370.307706:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:1.0:1767384370.307714:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000400:00000200:2.0:1767384370.307719:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000010:3.0:1767384370.307720:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047e096ab. 00000100:00000001:1.0:1767384370.307721:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384370.307728:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d297923. 00000400:00000200:3.0:1767384370.307731:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a4415d26 00000100:00000001:1.0:1767384370.307733:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384370.307739:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d297923. 00000400:00000200:3.0:1767384370.307744:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384370.307751:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087018a96. 00000400:00000200:3.0:1767384370.307752:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384370.307757:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000400:00000200:3.0:1767384370.307759:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4415d26 00000020:00000010:1.0:1767384370.307763:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003615189c. 00000400:00000010:3.0:1767384370.307764:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4415d26. 00000400:00000200:2.0:1767384370.307766:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000100:00000040:1.0:1767384370.307773:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384370.307775:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384370.307778:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384370.307781:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384370.307781:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384370.307787:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384370.307792:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000067f9c929 x1853236732525056 msgsize 4848 00000100:00000001:1.0:1767384370.307799:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.307822:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000100:00100000:3.0:1767384370.307824:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384370.307831:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384370.307831:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.307847:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384370.307852:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732525056 00000100:00000001:3.0:1767384370.307853:0:16148:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384370.307856:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384370.307859:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384370.307860:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384370.307862:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384370.307866:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032415449 00000100:00100000:1.0:1767384370.307867:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732525056 00000400:00000200:2.0:1767384370.307869:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000020:00000001:1.0:1767384370.307872:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384370.307874:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032415449. 00000020:00000040:1.0:1767384370.307875:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:1.0:1767384370.307879:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384370.307884:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=16 00000100:00000001:3.0:1767384370.307886:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384370.307887:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:1.0:1767384370.307891:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000200:3.0:1767384370.307894:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bb428418 x1853236732525056/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384370.307896:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384370.307900:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d297923. 00000100:00000001:1.0:1767384370.307906:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384370.307908:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000020:00000010:1.0:1767384370.307914:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d297923. 00000020:00000010:1.0:1767384370.307927:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000421470cb. 00000020:00000010:1.0:1767384370.307936:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a411040. 00000020:00000010:1.0:1767384370.307942:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff22373. 00000100:00000001:1.0:1767384370.307948:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384370.307950:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000100:00000001:1.0:1767384370.307950:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384370.307953:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.307962:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.307965:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.307975:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384370.307978:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384370.307984:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384370.307985:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bb428418 x1853236732525056/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384370.307992:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000100:00100000:1.0:1767384370.307995:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000040:1.0:1767384370.308011:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384370.308013:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.308017:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141320272 : -119697568231344 : ffff9322bcf71050) 00000100:00000001:3.0:1767384370.308018:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384370.308027:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6902263 x1853236732524928/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:351/0 lens 4848/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384370.308028:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.308039:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294958226 00000400:00000200:2.0:1767384370.308043:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000100:00000001:1.0:1767384370.308056:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384370.308060:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958225 00000020:00000010:1.0:1767384370.308062:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d297923. 00000100:00000001:1.0:1767384370.308069:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384370.308073:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d297923. 00000100:00000001:3.0:1767384370.308075:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294958226 00000100:00100000:1.0:1767384370.308081:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6902263 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16147:x1853236732524928:12345-0@lo:253: 00000100:00000001:3.0:1767384370.308085:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958225 00000100:00000200:1.0:1767384370.308085:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732524928 00000020:00000001:1.0:1767384370.308094:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384370.308098:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294958226 00000020:00000001:1.0:1767384370.308099:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384370.308101:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000020:00000001:1.0:1767384370.308103:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.308111:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294958226 00000020:00000001:1.0:1767384370.308111:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384370.308118:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000001:3.0:1767384370.308119:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294958226 00000020:00000001:1.0:1767384370.308122:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384370.308126:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294958226 00000020:00000001:1.0:1767384370.308127:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384370.308131:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384370.308135:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384370.308135:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384370.308138:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000020:00000001:1.0:1767384370.308142:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.308144:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.308150:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384370.308154:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384370.308154:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384370.308160:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384370.308163:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f30fabec. 02000000:00000001:1.0:1767384370.308166:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.308168:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.308171:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000001:1.0:1767384370.308171:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384370.308177:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384370.308181:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384370.308182:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000100:00000001:3.0:1767384370.308184:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000010:1.0:1767384370.308186:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004e1f66d9. 00000100:00000001:3.0:1767384370.308189:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384370.308191:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384370.308197:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384370.308198:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384370.308202:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384370.308205:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384370.308212:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384370.308215:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:3.0:1767384370.308216:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384370.308220:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.308227:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 20000000:00000010:1.0:1767384370.308228:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000032e4aeeb. 20000000:01000000:1.0:1767384370.308234:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00000100:00000001:3.0:1767384370.308242:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:00000001:1.0:1767384370.308243:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:3.0:1767384370.308247:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:1.0:1767384370.308253:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00100000:3.0:1767384370.308258:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000040:3.0:1767384370.308265:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:3.0:1767384370.308268:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141330512 : -119697568221104 : ffff9322bcf73850) 00000400:00000200:2.0:1767384370.308272:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000100:00000040:3.0:1767384370.308286:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000067f9c929 x1853236732525056/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:351/0 lens 4848/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384370.308298:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384370.308302:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029a6f213. 00080000:00000001:1.0:1767384370.308303:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384370.308305:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384370.308310:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384370.308314:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000020:00000010:3.0:1767384370.308315:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029a6f213. 00080000:00000001:1.0:1767384370.308315:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384370.308325:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384370.308330:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:3.0:1767384370.308335:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000067f9c929 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+16:16148:x1853236732525056:12345-0@lo:253: 00000020:00000001:1.0:1767384370.308339:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00000100:00000200:3.0:1767384370.308348:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732525056 00080000:00000001:1.0:1767384370.308349:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384370.308356:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000010:1.0:1767384370.308358:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000035ef3f0a. 00000020:00000001:3.0:1767384370.308361:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384370.308362:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00080000:00000001:1.0:1767384370.308363:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861061120 : -119702848490496 : ffff9321823cb400) 00000020:00000001:3.0:1767384370.308368:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384370.308370:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384370.308375:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384370.308379:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000020:00000001:3.0:1767384370.308384:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384370.308386:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384370.308388:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384370.308390:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384370.308394:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.308398:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384370.308402:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384370.308409:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003f9175cb. 00000400:00000200:2.0:1767384370.308412:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 02000000:00000001:3.0:1767384370.308413:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.308418:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384370.308424:0:16776:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384370.308434:0:16776:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003df40e17. 20000000:01000000:3.0:1767384370.308438:0:16776:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384370.308441:0:16776:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384370.308444:0:16776:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384370.308447:0:16776:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384370.308450:0:16776:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384370.308452:0:16776:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384370.308456:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000001:00000001:1.0:1767384370.308469:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384370.308472:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384370.308474:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384370.308513:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384370.308516:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384370.308548:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384370.308595:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00080000:00000001:1.0:1767384370.308622:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384370.308626:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384370.308636:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384370.308668:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384370.308698:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384370.308736:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384370.308816:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384370.308874:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000800:00000200:1.0:1767384370.308884:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384370.308889:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000085b77edf. 00000400:00000200:1.0:1767384370.308894:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384370.308901:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp26->192.168.204.131@tcp26: GET: OK 00000400:00000200:1.0:1767384370.308907:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384370.308912:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000001:1.0:1767384370.308921:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.308930:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384370.308932:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384370.308937:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000800:00000001:1.0:1767384370.308938:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.308947:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp26(192.168.204.131@tcp26) <- 192.168.204.131@tcp26 : GET - for me 00000400:00000200:1.0:1767384370.308958:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384370.308964:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 656/656 into md 0x1f51 [1] + 0 00000400:00000200:1.0:1767384370.308978:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp26 to MR: 192.168.204.131@tcp26 local destination 00000400:00000200:1.0:1767384370.308983:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp26 NI seq info: [189:189:256:4294967295] 192.168.204.131@tcp26 LPNI seq info [185:185:8:4294967295] 00000400:00000200:2.0:1767384370.308997:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384370.308998:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp26(192.168.204.131@tcp26:192.168.204.131@tcp26) -> 192.168.204.131@tcp26(192.168.204.131@tcp26:192.168.204.131@tcp26) 192.168.204.131@tcp26 : REPLY try# 0 00000800:00000200:1.0:1767384370.309013:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.131@tcp26 00000800:00000010:1.0:1767384370.309019:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d415e6c. 00000800:00000200:1.0:1767384370.309024:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000030a46146] -> 12345-192.168.204.131@tcp26 (4) 00000800:00000200:1.0:1767384370.309031:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp26 ip 192.168.204.131:989 00000800:00000200:1.0:1767384370.309035:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d415e6c type 3, nob 752 niov 1 nkiov 1 00000400:00000200:2.0:1767384370.309054:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000800:00000200:1.0:1767384370.309119:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384370.309120:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384370.309123:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d415e6c. 00000400:00000200:1.0:1767384370.309129:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384370.309133:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp26->192.168.204.131@tcp26: REPLY: OK 00000800:00000001:1.0:1767384370.309142:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.309146:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384370.309149:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.309154:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384370.309156:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.309159:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.309166:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp26(192.168.204.131@tcp26) <- 192.168.204.131@tcp26 : REPLY - for me 00000400:00000200:1.0:1767384370.309177:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp26: Reply from 12345-192.168.204.131@tcp26 of length 656/656 into md 0x1f55 00000800:00000001:1.0:1767384370.309181:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.309192:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.309194:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384370.309198:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp26->192.168.204.131@tcp26: REPLY: OK 00000400:00000200:1.0:1767384370.309200:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442717c4 00000400:00000010:1.0:1767384370.309202:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000442717c4. 00000400:00000200:1.0:1767384370.309205:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384370.309209:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:1.0:1767384370.309212:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:1.0:1767384370.309217:0:16139:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.131@tcp (688 bytes) 00000400:00000200:1.0:1767384370.309232:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000010:1.0:1767384370.309255:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000039b0ba5e. 00000400:00000200:1.0:1767384370.309262:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (40) 00000800:00000001:1.0:1767384370.309293:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.309297:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.309322:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384370.309327:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000076903c40. 00000400:00000010:1.0:1767384370.309331:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca6713cf. 00000400:00000010:1.0:1767384370.309334:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce98922. 00000400:00000200:1.0:1767384370.309337:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000076903c40 00000400:00000001:1.0:1767384370.309339:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384370.309341:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384370.309343:0:16144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb2d489. 00000400:00000200:1.0:1767384370.309348:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000318da4a5 00000400:00000010:1.0:1767384370.309350:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000318da4a5. 00000400:00000200:1.0:1767384370.309354:0:16144:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:1.0:1767384370.309356:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000ac79a36d. 00000400:00000200:1.0:1767384370.309358:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000400:00000200:1.0:1767384370.309363:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100871 00000400:00000200:1.0:1767384370.309370:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.131@tcp:0 00000400:00000200:1.0:1767384370.309375:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 rc 1 00000400:00000200:1.0:1767384370.309382:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102071 00000400:00000200:1.0:1767384370.309384:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (39) 00000400:00000010:1.0:1767384370.309388:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000305df19c. 00000400:00000010:1.0:1767384370.309391:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000318da4a5. 00000400:00000010:1.0:1767384370.309395:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000006e92e8. 00000400:00000200:1.0:1767384370.309398:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:1.0:1767384370.309404:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:1.0:1767384370.309411:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 00000400:00000200:1.0:1767384370.309420:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:1.0:1767384370.309424:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 00000400:00000200:1.0:1767384370.309428:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 00000400:00000200:1.0:1767384370.309437:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 00000400:00000200:1.0:1767384370.309444:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000400:00000200:1.0:1767384370.309448:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000400:00000200:1.0:1767384370.309455:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000400:00000200:1.0:1767384370.309459:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000400:00000200:1.0:1767384370.309462:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000400:00000200:1.0:1767384370.309465:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000400:00000200:1.0:1767384370.309467:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:1.0:1767384370.309470:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 00000400:00000200:1.0:1767384370.309474:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000400:00000200:1.0:1767384370.309688:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000400:00000200:1.0:1767384370.309692:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 00000400:00000200:1.0:1767384370.309695:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 62], ns[189, 62] 00000400:00000200:1.0:1767384370.309699:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 62], ns[54, 62] 00000400:00000200:1.0:1767384370.309703:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 54], ns[58, 54] 00000400:00000200:1.0:1767384370.309707:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[153, 54], ns[157, 54] 00000400:00000200:1.0:1767384370.309712:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 54], ns[165, 54] 00000400:00000200:1.0:1767384370.309718:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 54], ns[72, 54] 00000400:00000200:1.0:1767384370.309728:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 54], ns[167, 54] 00000400:00000200:1.0:1767384370.309732:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[175, 54], ns[179, 54] 00000400:00000200:1.0:1767384370.309736:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 54], ns[102, 54] 00000400:00000200:1.0:1767384370.309741:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[152, 54], ns[156, 54] 00000400:00000200:1.0:1767384370.309744:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 54], ns[118, 54] 00000400:00000200:1.0:1767384370.309748:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 54], ns[160, 54] 00000400:00000200:1.0:1767384370.309752:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 54], ns[132, 54] 00000400:00000200:1.0:1767384370.309756:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 54], ns[147, 54] 00000400:00000200:1.0:1767384370.309759:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[176, 54], ns[180, 54] 00000400:00000200:1.0:1767384370.309762:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 54], ns[182, 54] 00000400:00000200:1.0:1767384370.309765:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 54], ns[175, 54] 00000400:00000200:1.0:1767384370.309768:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 54], ns[173, 54] 00000400:00000200:1.0:1767384370.309770:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[180, 54], ns[184, 54] 00000400:00000200:1.0:1767384370.309774:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[182, 54], ns[186, 54] 00000400:00000200:1.0:1767384370.309777:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[183, 54], ns[187, 54] 00000400:00000200:1.0:1767384370.309780:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:1.0:1767384370.309783:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp27 00000400:00000200:1.0:1767384370.309786:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp27 lpni_is_preferred = 0 00000400:00000200:1.0:1767384370.309789:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp27 00000400:00000200:1.0:1767384370.309792:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp27 NI seq info: [190:190:256:4294967295] 192.168.204.131@tcp27 LPNI seq info [186:186:8:4294967295] 00000400:00000200:1.0:1767384370.309814:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp27 00000400:00000200:1.0:1767384370.309821:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27:) -> 192.168.204.131@tcp27(192.168.204.131@tcp:192.168.204.131@tcp27) : GET try# 0 00000800:00000200:1.0:1767384370.309825:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp27 00000800:00000010:1.0:1767384370.309828:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004d415e6c. 00000800:00000200:1.0:1767384370.309832:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (4) 00000800:00000200:1.0:1767384370.309834:0:16144:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.131 (cnted 2, interval 8, 7 secs later) 00000800:00000200:1.0:1767384370.309839:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp27 ip 192.168.204.131:988 00000800:00000200:1.0:1767384370.309841:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d415e6c type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384370.309851:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384370.309852:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000800:00000010:3.0:1767384370.310064:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f61e4f72. 00000800:00000010:3.0:1767384370.310079:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007c3c5dd5. 00000800:00000010:3.0:1767384370.310095:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000468540d7. 00000800:00000010:3.0:1767384370.310130:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000468540d7. 00000800:00020000:3.0:1767384370.310141:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384370.310146:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007c3c5dd5. 00000800:00000010:3.0:1767384370.310148:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f61e4f72. 00000800:00000200:2.0:1767384370.310273:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384370.310281:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004d415e6c. 00000400:00000200:2.0:1767384370.310286:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384370.310336:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: GET: OK 00000400:00000200:2.0:1767384370.310341:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384370.310344:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000800:00000001:1.0:1767384370.310458:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.310464:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384370.310466:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.310469:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.310474:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27) <- 192.168.204.131@tcp27 : GET - for me 00000400:00000200:1.0:1767384370.310571:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384370.310578:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 688/688 into md 0x1f51 [1] + 0 00000400:00000200:1.0:1767384370.310584:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp27 to MR: 192.168.204.131@tcp27 local destination 00000400:00000200:1.0:1767384370.310589:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp27 NI seq info: [191:191:256:4294967295] 192.168.204.131@tcp27 LPNI seq info [187:187:8:4294967295] 00000400:00000200:1.0:1767384370.310600:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27:192.168.204.131@tcp27) -> 192.168.204.131@tcp27(192.168.204.131@tcp27:192.168.204.131@tcp27) 192.168.204.131@tcp27 : REPLY try# 0 00000800:00000200:1.0:1767384370.310604:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.131@tcp27 00000400:02020000:2.0:1767384370.310653:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp26 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384370.310898:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000538c2a44. 00000800:00000200:1.0:1767384370.310904:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (4) 00000800:00000200:1.0:1767384370.310906:0:16139:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.131 (cnted 2, interval 8, 7 secs later) 00000800:00000200:1.0:1767384370.310911:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp27 ip 192.168.204.131:987 00000800:00000200:1.0:1767384370.310913:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000538c2a44 type 3, nob 784 niov 1 nkiov 1 00000800:00000001:2.0:1767384370.311033:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.311058:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.311072:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384370.311076:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.311081:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.311093:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27) <- 192.168.204.131@tcp27 : REPLY - for me 00000400:00000200:3.0:1767384370.311110:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp27: Reply from 12345-192.168.204.131@tcp27 of length 688/688 into md 0x1f6d 00000800:00000001:3.0:1767384370.311117:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.311130:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.311133:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384370.311135:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384370.311140:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: REPLY: OK 00000800:00000010:1.0:1767384370.311148:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000538c2a44. 00000800:00000001:2.0:1767384370.311151:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384370.311152:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000318da4a5 00000400:00000200:1.0:1767384370.311153:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384370.311161:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000318da4a5. 00000400:00000200:1.0:1767384370.311168:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: REPLY: OK 00000400:00000200:3.0:1767384370.311174:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384370.311182:0:16140:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:3.0:1767384370.311187:0:16140:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:3.0:1767384370.311195:0:16140:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 41. state = 0x100271 00000400:00000200:3.0:1767384370.311204:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384370.311217:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (40) 00000800:00000001:3.0:1767384370.311226:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384370.311232:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.311244:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384370.311254:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000f1 00000400:00000010:1.0:1767384370.311264:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 000000001d7e18e6. 00000400:00000010:1.0:1767384370.311268:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 0000000052b6157d. 00000400:00000010:1.0:1767384370.311272:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 000000002b6aa794. 00000400:00000200:1.0:1767384370.311327:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp33(00000000e0f64093) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384370.311354:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp40(00000000e0e5e16b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384370.311357:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp41(000000004f3b64cf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384370.311364:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp44(00000000dac7c2c5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384370.311373:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp45(000000002b1ca825) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384370.311379:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp46(000000003e19ba17) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384370.311390:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000afbe9d86. 00000400:00000200:1.0:1767384370.311397:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000afbe9d86 nid 192.168.204.131@tcp47 00000400:00000010:1.0:1767384370.311401:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005f62cd6d. 00000400:00000200:1.0:1767384370.311403:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000005f62cd6d net tcp47 00000400:00000200:1.0:1767384370.311406:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (39) 00000400:00000200:1.0:1767384370.311411:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp47 flags 0x11 00000400:00000010:1.0:1767384370.311420:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000280281ca. 00000400:00000200:1.0:1767384370.311422:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000280281ca nid 192.168.204.131@tcp48 00000400:00000010:1.0:1767384370.311425:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000050e8a126. 00000400:00000200:1.0:1767384370.311427:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000050e8a126 net tcp48 00000400:00000200:1.0:1767384370.311429:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (40) 00000400:00000200:1.0:1767384370.311434:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp48 flags 0x11 00000400:00000010:1.0:1767384370.311439:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000051abe885. 00000400:00000200:1.0:1767384370.311443:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000051abe885 nid 192.168.204.131@tcp49 00000400:00000010:1.0:1767384370.311447:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009837083a. 00000400:00000200:1.0:1767384370.311448:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000009837083a net tcp49 00000400:00000200:1.0:1767384370.311450:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (41) 00000400:00000200:1.0:1767384370.311462:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp49 flags 0x11 00000400:00000010:1.0:1767384370.311469:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 000000001d7e18e6. 00000400:00000010:1.0:1767384370.311473:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 0000000052b6157d. 00000400:00000010:1.0:1767384370.311519:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 000000002b6aa794. 00000400:00000010:1.0:1767384370.311524:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000305df19c. 00000400:00000200:1.0:1767384370.311529:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384370.311536:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:1.0:1767384370.311545:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000400:00000200:1.0:1767384370.311552:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000010:1.0:1767384370.311557:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa18402f. 00000400:00000200:1.0:1767384370.311561:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (42) 00000400:00000010:1.0:1767384370.311567:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007ef5704c. 00000400:00000200:1.0:1767384370.311575:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp27 00000400:00000200:1.0:1767384370.311583:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp27 to MR: 192.168.204.131@tcp27 local destination 00000400:00000200:1.0:1767384370.311589:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp27 NI seq info: [192:192:256:4294967295] 192.168.204.131@tcp27 LPNI seq info [188:188:8:4294967295] 00000400:00000200:1.0:1767384370.311594:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp27 00000400:00000200:1.0:1767384370.311604:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27:192.168.204.131@tcp27) -> 192.168.204.131@tcp27(192.168.204.131@tcp27:192.168.204.131@tcp27) : PUT try# 0 00000800:00000200:1.0:1767384370.311610:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.131@tcp27 00000800:00000010:1.0:1767384370.311614:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000538c2a44. 00000800:00000200:1.0:1767384370.311622:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (4) 00000800:00000200:1.0:1767384370.311625:0:16144:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.131 (cnted 2, interval 8, 7 secs later) 00000800:00000200:1.0:1767384370.311634:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp27 ip 192.168.204.131:988 00000800:00000200:1.0:1767384370.311636:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000538c2a44 type 1, nob 784 niov 1 nkiov 1 00000400:00000200:1.0:1767384370.311647:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384370.311648:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000800:00000200:2.0:1767384370.311892:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384370.311895:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000538c2a44. 00000400:00000200:2.0:1767384370.311903:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384370.311909:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: PUT: OK 00000400:00000200:2.0:1767384370.311914:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384370.311918:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp27: 0 00000800:00000001:2.0:1767384370.311934:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.311943:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384370.311947:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.311952:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.311959:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27) <- 192.168.204.131@tcp27 : PUT - for me 00000400:00000200:2.0:1767384370.311969:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384370.311988:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 688/688 into md 0x1f69 [1] + 0 00000400:00000010:2.0:1767384370.311994:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca6713cf. 00000400:00000200:2.0:1767384370.312002:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ce98922 00000800:00000001:2.0:1767384370.312007:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.312029:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.312033:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384370.312039:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: PUT: OK 00000400:00000200:2.0:1767384370.312044:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce98922 00000400:00000010:2.0:1767384370.312047:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce98922. 00000400:00000200:2.0:1767384370.312053:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384370.312058:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (43) 00000400:00000200:2.0:1767384370.312063:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000010:2.0:1767384370.312067:0:16141:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000ec12fc81. 00000400:00000200:2.0:1767384370.312071:0:16141:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.131@tcp 41 00000400:00000200:2.0:1767384370.312076:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384370.312090:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (44) 00000400:00000200:2.0:1767384370.312098:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384370.312110:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp27 to MR: 192.168.204.131@tcp27 local destination 00000400:00000200:2.0:1767384370.312120:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp27 NI seq info: [193:193:256:4294967295] 192.168.204.131@tcp27 LPNI seq info [189:189:8:4294967295] 00000400:00000200:2.0:1767384370.312133:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27:192.168.204.131@tcp27) -> 192.168.204.131@tcp27(192.168.204.131@tcp27:192.168.204.131@tcp27) 192.168.204.131@tcp27 : ACK try# 0 00000800:00000200:2.0:1767384370.312140:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp27 00000800:00000010:2.0:1767384370.312144:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006018dd6b. 00000400:00000200:1.0:1767384370.312148:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384370.312154:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a142510f] -> 12345-192.168.204.131@tcp27 (4) 00000400:00000010:1.0:1767384370.312154:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb2d489. 00000400:00000010:1.0:1767384370.312160:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000800:00000200:2.0:1767384370.312161:0:16141:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.131 (cnted 2, interval 8, 7 secs later) 00000800:00000200:2.0:1767384370.312171:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp27 ip 192.168.204.131:987 00000800:00000200:2.0:1767384370.312175:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006018dd6b type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384370.312196:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000076903c40 00000400:00000200:1.0:1767384370.312204:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1004f1 00000800:00000200:2.0:1767384370.312259:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384370.312263:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006018dd6b. 00000400:00000200:2.0:1767384370.312268:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384370.312280:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: ACK: OK 00000800:00000001:2.0:1767384370.312290:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.312294:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384370.312296:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.312301:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384370.312305:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.312311:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.312319:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp27(192.168.204.131@tcp27) <- 192.168.204.131@tcp27 : ACK - for me 00000400:00000200:2.0:1767384370.312332:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp27: ACK from 12345-192.168.204.131@tcp27 into md 0x1f71 00000400:00000200:2.0:1767384370.312338:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384370.312344:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp27->192.168.204.131@tcp27: ACK: OK 00000400:00000200:2.0:1767384370.312348:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa18402f 00000400:00000010:2.0:1767384370.312351:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa18402f. 00000400:00000200:2.0:1767384370.312355:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384370.312359:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000010:1.0:1767384370.312361:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 00000000305df19c. 00000400:00000200:2.0:1767384370.312365:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000010:1.0:1767384370.312367:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 000000002b6aa794. 00000400:00000200:2.0:1767384370.312372:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (43) 00000400:00000010:1.0:1767384370.312373:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 0000000052b6157d. 00000800:00000001:2.0:1767384370.312384:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.312394:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384370.313123:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 00000000305df19c. 00000400:00000010:1.0:1767384370.313128:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 000000002b6aa794. 00000400:00000010:1.0:1767384370.313131:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 0000000052b6157d. 00000400:00000010:1.0:1767384370.313133:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000ec12fc81. 00000400:00000200:1.0:1767384370.313137:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:1.0:1767384370.313140:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:1.0:1767384370.313143:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000400:00000200:1.0:1767384370.313146:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:1.0:1767384370.313150:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384370.313151:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:1.0:1767384370.313154:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384370.313157:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (42) 00000100:00000040:1.0:1767384370.318531:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294958226, at 4294958227 00000100:00000040:2.0:1767384370.318535:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294958226, at 4294958227 00000100:00000010:1.0:1767384370.318538:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8acd289. 00000100:00000010:2.0:1767384370.318545:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000961c54ba. 00000100:00000040:0.0:1767384370.318550:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294958226, at 4294958227 00000100:00000010:0.0:1767384370.318558:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd3ac1b5. 00080000:00000001:0.0:1767384370.318952:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384370.318961:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:0.0:1767384370.318965:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384370.318968:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384370.318982:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:3.0:1767384370.319000:0:16776:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000548867bb. 20000000:00000001:0.0:1767384370.319000:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384370.319006:0:16776:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:01000000:0.0:1767384370.319010:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384370.319014:0:16776:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384370.319022:0:16776:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384370.319024:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384370.319024:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384370.319030:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384370.319034:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384370.319040:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384370.319045:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384370.319054:0:16798:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002143a7a3 count: 2 00080000:00000001:0.0:1767384370.319054:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:1.0:1767384370.319061:0:16798:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384370.319061:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384370.319066:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384370.319069:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:0.0:1767384370.319069:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1767384370.319071:0:16776:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384370.319073:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:1.0:1767384370.319074:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed4520fc. 00080000:00000001:3.0:1767384370.319082:0:16776:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000010:0.0:1767384370.319083:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000035ef3f0a. 00080000:00000001:3.0:1767384370.319085:0:16776:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384370.319085:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384370.319092:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ed4520fc with handle 0xf83434fd52e6dba7 to hash 00080000:00000001:3.0:1767384370.319094:0:16776:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384370.319097:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384370.319099:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384370.319100:0:16776:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384370.319102:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:1.0:1767384370.319105:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:1.0:1767384370.319108:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384370.319114:0:16776:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00010000:00000001:1.0:1767384370.319116:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384370.319120:0:16776:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384370.319122:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384370.319127:0:16776:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005985818b. 00080000:00000001:3.0:1767384370.319131:0:16776:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874051584 : -119702835500032 : ffff93218302ec00) 00010000:00000001:1.0:1767384370.319131:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384370.319137:0:16776:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384370.319137:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384370.319146:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384370.319148:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384370.319151:0:16798:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384370.319155:0:16798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6dba0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6db99 expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384370.319160:0:16798:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384370.319162:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.319164:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384370.319165:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384370.319167:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384370.319170:0:16798:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384370.319171:0:16798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384370.319177:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002143a7a3) refcount = 2 00010000:00000040:1.0:1767384370.319180:0:16798:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384370.319183:0:16798:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6dba0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf83434fd52e6db99 expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384370.319187:0:16798:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384370.319188:0:16798:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384370.319197:0:16798:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d297923. 00000100:00000001:1.0:1767384370.319200:0:16798:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384370.319205:0:16798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044c68de7. 00000100:00000001:1.0:1767384370.319207:0:16798:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370893598272 : -119702815953344 : ffff9321842d2e40) 00000100:00000001:1.0:1767384370.319209:0:16798:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370893598272 : -119702815953344 : ffff9321842d2e40) 00000100:00000001:1.0:1767384370.319212:0:16798:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000001:00000001:3.0:1767384370.319218:0:16776:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1767384370.319220:0:16798:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:3.0:1767384370.319221:0:16776:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384370.319225:0:16776:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384370.319225:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384370.319233:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384370.319236:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384370.319239:0:16798:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:3.0:1767384370.319242:0:16776:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.319242:0:16798:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384370.319247:0:16798:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00080000:00000001:3.0:1767384370.319249:0:16776:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384370.319254:0:16798:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384370.319261:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000515a4868. 00000020:00000040:1.0:1767384370.319267:0:16798:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00000100:00000001:1.0:1767384370.319273:0:16798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384370.319276:0:16798:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384370.319280:0:16798:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384370.319287:0:16798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2143648. 00000100:00000001:1.0:1767384370.319293:0:16798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384370.319298:0:16798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6dba0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf83434fd52e6db99 expref: 16 pid: 16775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384370.319317:0:16798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6dba0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf83434fd52e6db99 expref: 16 pid: 16775 timeout: 440 lvb_type: 0 00010000:00000001:1.0:1767384370.319325:0:16798:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384370.319328:0:16798:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384370.319334:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000515a4868 x1853236732525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384370.319342:0:16798:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384370.319345:0:16798:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384370.319350:0:16798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732525184:0@lo:104: 00000100:00000001:1.0:1767384370.319355:0:16798:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384370.319358:0:16798:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384370.319362:0:16798:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384370.319365:0:16798:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384370.319370:0:16798:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5e6e8a9. 02000000:00000001:1.0:1767384370.319372:0:16798:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384370.319377:0:16798:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cc03958. 00080000:00000001:3.0:1767384370.319378:0:16776:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384370.319389:0:16776:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:1.0:1767384370.319392:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a49d5c. 00000100:00000200:1.0:1767384370.319403:0:16798:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732525184, portal 16 00000100:00000001:1.0:1767384370.319405:0:16798:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384370.319408:0:16798:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 00000100:00000040:1.0:1767384370.319413:0:16798:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000515a4868 x1853236732525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384370.319418:0:16798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384370.319421:0:16798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384370.319423:0:16798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc5867. 00000100:00000200:1.0:1767384370.319425:0:16798:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732525184, offset 0 00000400:00000200:1.0:1767384370.319429:0:16798:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384370.319435:0:16798:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384370.319441:0:16798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d207a80 00000400:00000200:1.0:1767384370.319446:0:16798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 1640 00000400:00000200:1.0:1767384370.319450:0:16798:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384370.319453:0:16798:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384370.319457:0:16798:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384370.319459:0:16798:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384370.319461:0:16798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087a8f723. 00000100:00000040:1.0:1767384370.319463:0:16798:0:(events.c:337:request_in_callback()) incoming req@0000000087a8f723 x1853236732525184 msgsize 328 00000100:00100000:1.0:1767384370.319466:0:16798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384370.319504:0:16798:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384370.319510:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc5867 00000400:00000010:1.0:1767384370.319513:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc5867. 00000100:00000001:1.0:1767384370.319516:0:16798:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384370.319522:0:16798:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000515a4868 x1853236732525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384370.319531:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384370.319536:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294958226, at 4294958228 00000100:00000040:1.0:1767384370.319537:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000515a4868 x1853236732525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384386 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384370.319545:0:16815:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384370.319551:0:16815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732525184 00000100:00000010:3.0:1767384370.319552:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000254e5eaf. 00000100:00000001:1.0:1767384370.319556:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.319564:0:16798:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384370.319564:0:16815:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384370.319570:0:16815:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384370.319572:0:16798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.319573:0:16815:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.319576:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294958238 02000000:00000001:0.0:1767384370.319579:0:16815:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384370.319581:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8acd289. 00000100:00100000:0.0:1767384370.319585:0:16815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732525184 00000020:00000001:0.0:1767384370.319589:0:16815:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384370.319592:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000020:00000040:0.0:1767384370.319592:0:16815:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d77f 00000020:00000001:0.0:1767384370.319598:0:16815:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384370.319599:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294958238 00000020:00000040:0.0:1767384370.319601:0:16815:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000008088def refcount=3 00000100:00000010:1.0:1767384370.319604:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001d6b153. 00000020:00000001:0.0:1767384370.319607:0:16815:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000001:1.0:1767384370.319608:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384370.319612:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294958238 00000020:00000001:0.0:1767384370.319614:0:16815:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624376012632064 : -119697696919552 : ffff9322b54b7000) 00000100:00000010:1.0:1767384370.319617:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b043cac. 00000100:00000001:1.0:1767384370.319621:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384370.319621:0:16815:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384370.319626:0:16798:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294958238 00000020:00000010:0.0:1767384370.319628:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd0d78d9. 00000100:00000010:1.0:1767384370.319630:0:16798:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004418a45f. 00000100:00000001:0.0:1767384370.319634:0:16815:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384370.319635:0:16798:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384370.319639:0:16798:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.319641:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd0d78d9. 00000100:00000001:1.0:1767384370.319642:0:16798:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.319646:0:16798:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.319649:0:16798:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384370.319650:0:16815:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b01af6e1. 00000020:00000001:1.0:1767384370.319651:0:16798:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.319655:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384370.319658:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384370.319659:0:16798:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384370.319660:0:16815:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b3d858d1. 00010000:00000001:1.0:1767384370.319661:0:16798:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384370.319663:0:16798:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384370.319666:0:16798:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.319667:0:16798:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384370.319668:0:16815:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9246188. 00000100:00000001:1.0:1767384370.319669:0:16798:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384370.319672:0:16798:0:(client.c:2690:ptlrpc_set_wait()) set 0000000044c68de7 going to sleep for 11 seconds 00000100:00000001:1.0:1767384370.319676:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384370.319677:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.319684:0:16815:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384370.319689:0:16815:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384370.319691:0:16815:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384370.319693:0:16815:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.319700:0:16815:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.319712:0:16815:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.319739:0:16815:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384370.319742:0:16815:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384370.319743:0:16767:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384370.319746:0:16767:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384370.319750:0:16815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:1.0:1767384370.319755:0:16767:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.319755:0:16815:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000008088def : new rpc_count 1 00000100:00000001:1.0:1767384370.319759:0:16767:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.319759:0:16815:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210175872 : -119698499375744 : ffff93228576ed80) 00000100:00000040:0.0:1767384370.319768:0:16815:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087a8f723 x1853236732525184/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:351/0 lens 328/0 e 0 to 0 dl 1767384381 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384370.319780:0:16815:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384370.319784:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd0d78d9. 00000100:00000001:0.0:1767384370.319786:0:16815:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.319789:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd0d78d9. 00000100:00100000:0.0:1767384370.319795:0:16815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087a8f723 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732525184:12345-0@lo:104: 00000100:00000200:0.0:1767384370.319800:0:16815:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732525184 00010000:00000001:0.0:1767384370.319819:0:16815:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384370.319825:0:16815:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384370.319827:0:16815:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.319830:0:16815:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=2 00000020:00000001:0.0:1767384370.319833:0:16815:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384370.319836:0:16815:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384370.319887:0:16815:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384370.319891:0:16815:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.319896:0:16815:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6dba0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384370.319904:0:16815:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384370.319907:0:16815:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384370.319911:0:16815:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006647ae6a. 02000000:00000001:0.0:1767384370.319913:0:16815:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.319915:0:16815:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.319919:0:16815:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384370.319921:0:16815:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.319925:0:16815:0:(import.c:2128:obd_at_measure()) add 1 to 000000009ed84a9f time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384370.319937:0:16815:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.319942:0:16815:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384370.319944:0:16815:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384370.319947:0:16815:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384370.319950:0:16815:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.319953:0:16815:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384370.319960:0:16815:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384370.319964:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000100:00000200:0.0:1767384370.319967:0:16815:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236732525184, offset 224 00000400:00000200:0.0:1767384370.319976:0:16815:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384370.319984:0:16815:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384370.319992:0:16815:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d207a80 00000400:00000200:0.0:1767384370.319997:0:16815:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1f79 [1] + 224 00000400:00000200:0.0:1767384370.320000:0:16815:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384370.320002:0:16815:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384370.320005:0:16815:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384370.320009:0:16815:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000515a4868 x1853236732525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384370.320018:0:16815:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000515a4868 x1853236732525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384370.320035:0:16815:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384370.320040:0:16815:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384370.320041:0:16815:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00000001:0.0:1767384370.320045:0:16815:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384370.320049:0:16815:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384370.320053:0:16815:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.320057:0:16815:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384370.320060:0:16815:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384370.320064:0:16815:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000005d5da4. 00010000:00000001:0.0:1767384370.320068:0:16815:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384370.320085:0:16815:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384370.320087:0:16815:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.320088:0:16815:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.320091:0:16815:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.320103:0:16815:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087a8f723 x1853236732525184/t0(0) o104->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:351/0 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384370.320113:0:16815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087a8f723 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+3:16798:x1853236732525184:12345-0@lo:104: Request processed in 331us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384370.320122:0:16815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384370.320128:0:16815:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000008088def : new rpc_count 0 00000100:00000001:0.0:1767384370.320131:0:16815:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384370.320136:0:16815:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384370.320141:0:16815:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b3d858d1. 00000020:00000010:0.0:1767384370.320145:0:16815:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9246188. 00000020:00000010:0.0:1767384370.320148:0:16815:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b01af6e1. 00000020:00000040:0.0:1767384370.320157:0:16815:0:(genops.c:898:class_export_put()) PUTting export 0000000008088def : new refcount 2 00000100:00000001:0.0:1767384370.320161:0:16815:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384370.320217:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384370.320220:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.320224:0:16772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384370.320228:0:16772:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384370.320231:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384370.320234:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf83434fd52e6dba0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384370.320243:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d85a768 already unused, calling callback (00000000081d0b67) 10000000:00000001:0.0:1767384370.320246:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384370.320248:0:16772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf83434fd52e6dba0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.320256:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384370.320258:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384370.320260:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.320262:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=3 00000020:00000001:0.0:1767384370.320265:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384370.320269:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384370.320274:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384370.320282:0:16772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf83434fd52e6dba0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384370.320290:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384370.320291:0:16772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf83434fd52e6dba0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384370.320296:0:16772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384370.320300:0:16772:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384370.320301:0:16772:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384370.320303:0:16772:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384370.320305:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384370.320308:0:16772:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384370.320319:0:16772:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384370.320321:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384370.320323:0:16772:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 2 10000000:00000001:0.0:1767384370.320326:0:16772:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384370.320327:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.320332:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384370.320336:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384370.320338:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384370.320339:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384370.320341:0:16772:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384370.320344:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d85a768 with handle 0xf83434fd52e6db99 from hash 00010000:00000001:0.0:1767384370.320349:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384370.320352:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.320355:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.320356:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384370.320358:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384370.320360:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384370.320364:0:16772:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384370.320366:0:16772:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384370.320371:0:16772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 00000020:00000040:0.0:1767384370.320373:0:16772:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384370.320377:0:16772:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384370.320379:0:16772:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384370.320382:0:16772:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384370.320398:0:16772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b01af6e1. 00000100:00000001:0.0:1767384370.320401:0:16772:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.320404:0:16772:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384370.320407:0:16772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6dba0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384370.320411:0:16772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384370.320413:0:16772:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.320416:0:16772:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384370.320418:0:16772:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.320421:0:16772:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000016ab9eb] to pc [ptlrpcd_00_03+3] req@00000000016ab9eb x1853236732525312/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384370.320442:0:16772:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384370.320446:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.320448:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.320449:0:16772:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.320452:0:16772:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384370.320453:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.320456:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6dba0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.320460:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384370.320462:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 000000009d85a768/0xf83434fd52e6db99 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf83434fd52e6dba0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384370.320467:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dcbb4ca9 count: 0 00010000:00000001:0.0:1767384370.320673:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.320676:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384370.320678:0:16772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000005d5da4. 00010000:00000001:0.0:1767384370.320684:0:16772:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.320799:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384370.320801:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384370.321004:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384370.321013:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000016ab9eb x1853236732525312/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.321030:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384370.321032:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384370.321035:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384370.321037:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384370.321040:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384370.321044:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732525312:0@lo:103: 00000100:00000001:0.0:1767384370.321047:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384370.321049:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384370.321051:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384370.321053:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384370.321057:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092d20300. 02000000:00000001:0.0:1767384370.321060:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384370.321064:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006797c2d2. 00000400:00000010:0.0:1767384370.321069:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000100:00000200:0.0:1767384370.321072:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732525312, portal 18 00000100:00000001:0.0:1767384370.321074:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384370.321075:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154144768 : -119697555406848 : ffff9322bdbac000) 00000100:00000040:0.0:1767384370.321081:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000016ab9eb x1853236732525312/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.321086:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384370.321090:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384370.321094:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000100:00000200:0.0:1767384370.321096:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732525312, offset 0 00000400:00000200:0.0:1767384370.321103:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384370.321109:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384370.321116:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d207b00 00000400:00000200:0.0:1767384370.321121:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1640 00000400:00000200:0.0:1767384370.321125:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384370.321128:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384370.321131:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384370.321133:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384370.321136:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df3320fe. 00000100:00000040:0.0:1767384370.321144:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000df3320fe x1853236732525312 msgsize 328 00000100:00100000:0.0:1767384370.321149:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384370.321159:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384370.321164:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384370.321167:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:0.0:1767384370.321174:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384370.321176:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732525312/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.321182:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384370.321184:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000016ab9eb x1853236732525312/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384386 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.321188:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321190:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384370.321192:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321195:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294958239 00000100:00000001:0.0:1767384370.321199:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958238 00000100:00000001:0.0:1767384370.321203:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294958239 00000100:00000001:0.0:1767384370.321207:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958238 00000100:00000001:0.0:1767384370.321209:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294958239 00000100:00000001:0.0:1767384370.321210:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958238 00000100:00000001:0.0:1767384370.321212:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294958239 00000100:00000001:0.0:1767384370.321213:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958238 00000100:00000001:0.0:1767384370.321215:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384370.321217:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321218:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321219:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.321223:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384370.321224:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384370.321226:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384370.321228:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384370.321229:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321231:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321260:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384370.321263:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384370.321265:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321269:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321297:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384370.321300:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732525312 02000000:00000001:0.0:1767384370.321302:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384370.321304:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384370.321306:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384370.321309:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384370.321312:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732525312 00000020:00000001:0.0:1767384370.321313:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384370.321315:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384370.321316:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.321318:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=17 00000020:00000001:0.0:1767384370.321320:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:0.0:1767384370.321322:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384370.321324:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384370.321327:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002681e7a5. 00000100:00000001:0.0:1767384370.321329:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.321331:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002681e7a5. 00000020:00000010:0.0:1767384370.321335:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000784ae563. 00000020:00000010:0.0:1767384370.321339:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b3d858d1. 00000020:00000010:0.0:1767384370.321343:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9246188. 00000100:00000040:0.0:1767384370.321359:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384370.321362:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384370.321364:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384370.321368:0:16769:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384370.321370:0:16769:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.321373:0:16769:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384370.321376:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384370.321378:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.321381:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=5 00000020:00000001:0.0:1767384370.321383:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:0.0:1767384370.321387:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00010000:0.0:1767384370.321398:0:16769:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6dba0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6db99 expref: 17 pid: 16775 timeout: 440 lvb_type: 0 00010000:00000001:0.0:1767384370.321404:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.321406:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.321408:0:16769:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.321411:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.321417:0:16769:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384370.321425:0:16769:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df3320fe x1853236732525312/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:351/0 lens 328/0 e 0 to 0 dl 1767384381 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.321433:0:16769:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384370.321435:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321444:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.321459:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384370.321461:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384370.321471:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384370.321475:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 3 00000100:00000001:0.0:1767384370.321531:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154156416 : -119697555395200 : ffff9322bdbaed80) 00000100:00000040:0.0:1767384370.321535:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df3320fe x1853236732525312/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:351/0 lens 328/0 e 0 to 0 dl 1767384381 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.321542:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384370.321546:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002681e7a5. 00000100:00000001:0.0:1767384370.321550:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.321553:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002681e7a5. 00000100:00100000:0.0:1767384370.321562:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df3320fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+17:16149:x1853236732525312:12345-0@lo:103: 00000100:00000200:0.0:1767384370.321567:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732525312 00010000:00000001:0.0:1767384370.321571:0:16769:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384370.321573:0:16769:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384370.321576:0:16769:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384370.321584:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384370.321586:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384370.321589:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007baade66. 02000000:00000001:0.0:1767384370.321590:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321596:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.321598:0:16769:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384370.321600:0:16769:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384370.321602:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384370.321603:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.321604:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=5 00000020:00000001:0.0:1767384370.321605:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:0.0:1767384370.321607:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000040:0.0:1767384370.321608:0:16769:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002143a7a3 count: 3 00010000:00010000:0.0:1767384370.321611:0:16769:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6dba0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf83434fd52e6db99 expref: 17 pid: 16775 timeout: 440 lvb_type: 0 00000100:00001000:0.0:1767384370.321616:0:16769:0:(import.c:2128:obd_at_measure()) add 0 to 000000002788824c time=1767384370 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384370.321620:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384370.321629:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.321632:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384370.321638:0:16769:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6dba0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf83434fd52e6db99 expref: 17 pid: 16775 timeout: 440 lvb_type: 0 00000020:00000001:0.0:1767384370.321647:0:16769:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384370.321651:0:16769:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384370.321653:0:16769:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.321656:0:16769:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.321663:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384370.321666:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384370.321674:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.321678:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.321681:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384370.321684:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384370.321688:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008c8fa64b with handle 0xf83434fd52e6dba0 from hash 00010000:00000001:0.0:1767384370.321692:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384370.321694:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.321696:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.321697:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384370.321698:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384370.321699:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.321706:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.321709:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384370.321711:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384370.321713:0:16769:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000ed4520fc 00010000:00000001:0.0:1767384370.321715:0:16769:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384370.321716:0:16769:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384370.321717:0:16769:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.321719:0:16769:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384370.321721:0:16769:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.321723:0:16769:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384370.321724:0:16769:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384370.321726:0:16769:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.321730:0:16769:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384370.321732:0:16769:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384370.321734:0:16769:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384370.321735:0:16769:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384370.321736:0:16769:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002143a7a3) refcount = 3 00010000:00010000:0.0:1767384370.321738:0:16769:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.321743:0:16769:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384370.321744:0:16769:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384370.321745:0:16769:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.321747:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384370.321750:0:16769:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002681e7a5. 00000100:00000001:0.0:1767384370.321752:0:16769:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384370.321755:0:16769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000005d5da4. 00000100:00000001:0.0:1767384370.321757:0:16769:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624370868444736 : -119702841106880 : ffff932182ad5e40) 00000100:00000001:0.0:1767384370.321759:0:16769:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446624370868444736 : -119702841106880 : ffff932182ad5e40) 00000100:00000001:0.0:1767384370.321760:0:16769:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384370.321761:0:16769:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384370.321762:0:16769:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384370.321765:0:16769:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384370.321768:0:16769:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003187623s 00010000:00000001:0.0:1767384370.321770:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384370.321777:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.321779:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=5 00000020:00000001:0.0:1767384370.321781:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:0.0:1767384370.321783:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:0.0:1767384370.321785:0:16769:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384370.321787:0:16769:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.321792:0:16769:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384370.321794:0:16769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.321798:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.321800:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384370.321816:0:16769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.321820:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384370.321821:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.321823:0:16769:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384370.321826:0:16769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384370.321830:0:16769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ed4520fc already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384370.321832:0:16769:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384370.321834:0:16769:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384370.321836:0:16769:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.321840:0:16769:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384370.321841:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384370.321841:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.321842:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed4520fc refcount=6 00000020:00000001:0.0:1767384370.321844:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:0.0:1767384370.321846:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000001:0.0:1767384370.321855:0:16769:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384370.321857:0:16769:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.321862:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384370.321864:0:16769:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384370.321865:0:16769:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.321868:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384370.321870:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384370.321871:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384370.321872:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384370.321874:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ed4520fc with handle 0xf83434fd52e6dba7 from hash 00010000:00000001:0.0:1767384370.321876:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384370.321877:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.321878:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.321879:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384370.321881:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384370.321882:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384370.321884:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384370.321885:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.321888:0:16769:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.321889:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384370.321890:0:16769:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384370.321891:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.321893:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.321894:0:16769:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.321895:0:16769:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.321897:0:16769:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.321898:0:16769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.321901:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.321902:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.321902:0:16769:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384370.321903:0:16769:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384370.321904:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.321905:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.321912:0:16769:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384370.321914:0:16769:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384370.321916:0:16769:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.321917:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.321918:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.321920:0:16769:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.321921:0:16769:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384370.321922:0:16769:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384370.321923:0:16769:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321925:0:16769:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321926:0:16769:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384370.321928:0:16769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000005d5da4. 00000100:00000001:0.0:1767384370.321934:0:16769:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384370.321937:0:16769:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384370.321939:0:16769:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002681e7a5. 00010000:00000001:0.0:1767384370.321942:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384370.321943:0:16769:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384370.321945:0:16769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.321948:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384370.321951:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.321953:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384370.321955:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.321957:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384370.321959:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384370.321961:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384370.321962:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.321965:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384370.321967:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384370.321970:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000100:00000200:0.0:1767384370.321972:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732525312, offset 224 00000400:00000200:0.0:1767384370.321985:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384370.321994:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384370.322003:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d207b00 00000400:00000200:0.0:1767384370.322009:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1f85 [1] + 224 00000400:00000200:0.0:1767384370.322012:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384370.322016:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384370.322025:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384370.322029:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732525312/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384370.322038:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000016ab9eb x1853236732525312/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.322050:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384370.322054:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:0.0:1767384370.322056:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:0.0:1767384370.322058:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384370.322061:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384370.322064:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.322067:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384370.322070:0:16769:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.322071:0:16769:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.322077:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df3320fe x1853236732525312/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:351/0 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384370.322087:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df3320fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e84c064-9ddf-4290-a20e-ee745f39ffee+17:16149:x1853236732525312:12345-0@lo:103: Request processed in 541us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384370.322098:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384370.322102:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:0.0:1767384370.322104:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384370.322106:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384370.322109:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b3d858d1. 00000020:00000010:0.0:1767384370.322115:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9246188. 00000020:00000010:0.0:1767384370.322119:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000784ae563. 00000020:00000040:0.0:1767384370.322122:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 16 00000100:00000001:0.0:1767384370.322125:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.322251:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384370.322254:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384370.322261:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384370.322265:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384370.322267:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006797c2d2. 00000400:00000200:0.0:1767384370.322272:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 00000400:00000010:0.0:1767384370.322320:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00000001:0.0:1767384370.322327:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384370.322334:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732525312/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384370.322341:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732525312/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.322346:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384370.322348:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.322350:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384370.322352:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384370.322353:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384370.322355:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384370.322357:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.322361:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384370.322363:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384370.322366:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384370.322367:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.322368:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384370.322370:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.322371:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.322376:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000016ab9eb x1853236732525312/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.322380:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384370.322383:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384370.322385:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384370.322388:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000016ab9eb x1853236732525312/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384370.322394:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732525312:0@lo:103: 00000100:00000001:0.0:1767384370.322401:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.322404:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384370.322410:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000016ab9eb x1853236732525312/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.322416:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384370.322427:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384370.322430:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092d20300. 02000000:00000001:0.0:1767384370.322433:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384370.322437:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384370.322440:0:16149:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384370.322443:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384370.322447:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b01af6e1. 02000000:00000001:0.0:1767384370.322453:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384370.322455:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384370.322457:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 00000100:00000001:0.0:1767384370.322461:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384370.322463:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.322464:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.322468:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384370.322470:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.322512:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384370.322516:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.322524:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384370.322527:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.322533:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384370.322535:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384370.322541:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.322546:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384370.322550:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384370.322553:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.322555:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384370.322576:0:16798:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384370.322584:0:16798:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384370.322587:0:16798:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384370.322590:0:16798:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cc03958. 00000400:00000200:0.0:1767384370.322592:0:16798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a49d5c 00000400:00000010:0.0:1767384370.322594:0:16798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090a49d5c. 00000100:00000001:0.0:1767384370.322600:0:16798:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384370.322606:0:16798:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000515a4868 x1853236732525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384370.322616:0:16798:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000515a4868 x1853236732525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384370.322641:0:16798:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384370.322647:0:16798:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.322650:0:16798:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384370.322652:0:16798:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384370.322655:0:16798:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384370.322657:0:16798:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384370.322660:0:16798:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.322664:0:16798:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e169ce83 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384370.322670:0:16798:0:(import.c:2128:obd_at_measure()) add 1 to 00000000319a7c00 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384370.322677:0:16798:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384370.322679:0:16798:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.322682:0:16798:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384370.322684:0:16798:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.322688:0:16798:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.322697:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000515a4868 x1853236732525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384370.322704:0:16798:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384370.322707:0:16798:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384370.322709:0:16798:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.322712:0:16798:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384370.322714:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384370.322716:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008c8fa64b/0xf83434fd52e6dba0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf83434fd52e6db99 expref: 16 pid: 16775 timeout: 440 lvb_type: 0 00010000:00000040:0.0:1767384370.322723:0:16798:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 9 00000020:00000040:0.0:1767384370.322725:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00010000:00000001:0.0:1767384370.322738:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.322741:0:16798:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.322747:0:16798:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000515a4868 x1853236732525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384370.322767:0:16798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000515a4868 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16798:1853236732525184:0@lo:104: 00000100:00000001:0.0:1767384370.322773:0:16798:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.322780:0:16798:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.322790:0:16798:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384370.322792:0:16798:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384370.322796:0:16798:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000515a4868 x1853236732525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384386 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384370.322801:0:16798:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384370.322816:0:16798:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384370.322820:0:16798:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5e6e8a9. 02000000:00000001:0.0:1767384370.322827:0:16798:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384370.322829:0:16798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384370.322831:0:16798:0:(genops.c:1242:class_import_put()) import 00000000da0ccbb4 refcount=1 obd=MGS 00000020:00000001:0.0:1767384370.322833:0:16798:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384370.322834:0:16798:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e2143648. 02000000:00000001:0.0:1767384370.322839:0:16798:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384370.322841:0:16798:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384370.322842:0:16798:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000515a4868. 00000100:00000001:0.0:1767384370.322844:0:16798:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384370.322845:0:16798:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384370.322846:0:16798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000044c68de7. 00000100:00000001:0.0:1767384370.322849:0:16798:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384370.322850:0:16798:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384370.322852:0:16798:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d297923. 00010000:00000001:0.0:1767384370.322854:0:16798:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.322856:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.322857:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384370.322862:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384370.322863:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384370.322865:0:16798:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384370.322872:0:16798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.322876:0:16798:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384370.322878:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384370.322880:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.322894:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384370.322896:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384370.322898:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ed4520fc/0xf83434fd52e6dba7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384370.322902:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002143a7a3 count: 0 00010000:00000001:0.0:1767384370.322913:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384370.322915:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384370.327553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dcbb4ca9. 00010000:00000010:0.1:1767384370.327562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d85a768. 00010000:00000010:0.1:1767384370.327565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008c8fa64b. 00010000:00000010:0.1:1767384370.327568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002143a7a3. 00010000:00000010:0.1:1767384370.327570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed4520fc. 00080000:00000001:3.0:1767384370.328791:0:16776:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384370.328793:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384370.328797:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384370.328813:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384370.328815:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384370.328816:0:16776:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 00040000:00000001:1.0:1767384370.328817:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384370.328823:0:16776:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384370.328831:0:16776:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384370.328832:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005985818b. 20000000:01000000:3.0:1767384370.328837:0:16776:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384370.328838:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384370.328856:0:16776:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384370.328860:0:16776:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384370.328864:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384370.328868:0:16776:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384370.328869:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384370.328877:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384370.328881:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384370.328883:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384370.328888:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f638a700. 00010000:00000001:0.0:1767384370.328893:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384370.328896:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d85a768. 00000020:00000001:0.0:1767384370.328898:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384370.328900:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d85a768 with handle 0xf83434fd52e6dbae to hash 00000020:00000001:0.0:1767384370.328901:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384370.328902:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384370.328906:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384370.328908:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384370.328910:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.328913:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbae lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.328918:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384370.328920:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384370.328922:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384370.328923:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384370.328925:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.328926:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384370.328927:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.328929:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384370.328936:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384370.328937:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384370.328939:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384370.328940:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f638a700) refcount = 1 00010000:00010000:0.0:1767384370.328943:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbae lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.328947:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384370.328949:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384370.328950:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.328952:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.328954:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384370.328956:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384370.328959:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003187623s 00010000:00000001:0.0:1767384370.328963:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384370.328964:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.328966:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=4 00000020:00000001:0.0:1767384370.328968:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384370.328970:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384370.328972:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384370.328974:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.328978:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384370.328980:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.328985:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.328987:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384370.328989:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbae lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.328994:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384370.328995:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.328997:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384370.329006:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384370.329012:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d85a768 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384370.329015:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384370.329019:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384370.329020:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.329023:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384370.329024:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384370.329026:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.329027:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=5 00000020:00000001:0.0:1767384370.329029:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384370.329030:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384370.329032:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384370.329034:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbae lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.329038:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384370.329040:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384370.329042:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.329047:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384370.329050:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384370.329054:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384370.329056:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384370.329058:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d85a768 with handle 0xf83434fd52e6dbae from hash 00010000:00000001:0.0:1767384370.329060:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384370.329061:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.329062:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.329063:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384370.329065:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384370.329066:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384370.329068:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384370.329069:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384370.329071:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.329077:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384370.329080:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384370.329082:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.329084:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.329086:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.329089:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384370.329091:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.329094:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbae lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.329098:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.329099:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.329101:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384370.329102:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384370.329103:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384370.329104:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384370.329105:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384370.329107:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384370.329108:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.329110:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384370.329113:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384370.329115:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384370.329116:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbae lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384370.329120:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f638a700 count: 0 00010000:00000001:0.0:1767384370.329144:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384370.329146:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384370.331163:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384370.331168:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384370.331170:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004e1f66d9. 20000000:00000001:0.0:1767384370.331180:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384370.331184:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732524928 00010000:00000001:0.0:1767384370.331186:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384370.331192:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6902263 x1853236732524928/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:351/0 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384370.331205:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384370.331207:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.331209:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384370.331212:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.331215:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384370.331216:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384370.331219:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384370.331221:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.331226:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384370.331230:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384370.331239:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b31d2ac. 00000100:00000200:0.0:1767384370.331244:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732524928, offset 224 00000400:00000200:0.0:1767384370.331253:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384370.331265:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384370.331279:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d207980 00000400:00000200:0.0:1767384370.331291:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f59 [2] + 224 00000400:00000200:0.0:1767384370.331299:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384370.331302:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384370.331311:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384370.331319:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000022a4d09d x1853236732524928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384370.331326:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000022a4d09d x1853236732524928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.331342:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384370.331350:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b31d2ac 00000400:00000010:0.0:1767384370.331353:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b31d2ac. 00000100:00000001:0.0:1767384370.331356:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384370.331358:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384370.331364:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.331370:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:0.0:1767384370.331374:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384370.331377:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.331379:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384370.331389:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6902263 x1853236732524928/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:351/0 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384370.331398:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6902263 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732524928:12345-0@lo:253: Request processed in 23340us (24059us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384370.331405:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:0.0:1767384370.331408:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384370.331409:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384370.331411:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384370.331413:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384370.331416:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003615189c. 00000020:00000010:0.0:1767384370.331420:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087018a96. 00000020:00000040:0.0:1767384370.331424:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:0.0:1767384370.331427:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384370.331429:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f30fabec. 02000000:00000001:0.0:1767384370.331432:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384370.331434:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384370.331438:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384370.331442:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006797c2d2. 00000400:00000010:0.0:1767384370.331446:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b31d2ac. 00000100:00000001:1.0:1767384370.331452:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384370.331455:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384370.331459:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384370.331461:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384370.331462:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048b52472. 00000400:00000200:1.0:1767384370.331466:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000153c1168 00000400:00000010:1.0:1767384370.331468:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000153c1168. 00000100:00000001:1.0:1767384370.331471:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384370.331475:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000022a4d09d x1853236732524928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384370.331531:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000022a4d09d x1853236732524928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384370.331532:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294958239, at 4294958240 00000100:00000010:2.0:1767384370.331542:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b043cac. 00000100:00000001:1.0:1767384370.331543:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384370.331546:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.331548:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384370.331550:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384370.331551:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384370.331552:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.331554:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294958239, at 4294958240 02000000:00000001:1.0:1767384370.331555:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384370.331559:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294958239, at 4294958240 00000100:00001000:1.0:1767384370.331561:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=90 v=5 (5 0 0 0) 00000100:00000010:0.0:1767384370.331562:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8acd289. 00000100:00001000:1.0:1767384370.331574:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=90 v=5 (1 0 0 0) 00000100:00000010:3.0:1767384370.331576:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004418a45f. 00000100:00000001:1.0:1767384370.331578:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384370.331582:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.331585:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384370.331588:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.331589:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384370.331591:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022a4d09d x1853236732524928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384370.331596:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384370.331599:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384370.331601:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384370.331605:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384370.331607:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384370.331609:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384370.331616:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384370.331617:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384370.331619:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384370.331621:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384370.331622:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384370.331624:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384370.331625:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384370.331628:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022a4d09d x1853236732524928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384370.331632:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000022a4d09d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732524928:0@lo:253: 00000100:00000001:1.0:1767384370.331635:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.331637:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384370.331639:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022a4d09d x1853236732524928/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384370.331643:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384370.331645:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384370.331646:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000819085a5. 02000000:00000001:1.0:1767384370.331649:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384370.331651:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384370.331652:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384370.331653:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384370.331655:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b25798bb. 02000000:00000001:1.0:1767384370.331659:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384370.331660:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384370.331661:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022a4d09d. 00000100:00000001:1.0:1767384370.331664:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384370.331665:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.331667:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.331671:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384370.331672:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.331674:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384370.331676:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384370.332160:0:16776:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384370.332163:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384370.332165:0:16776:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003df40e17. 20000000:00000001:0.0:1767384370.332170:0:16776:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384370.332174:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732525056 00010000:00000001:0.0:1767384370.332177:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384370.332184:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000067f9c929 x1853236732525056/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:351/0 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384370.332189:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384370.332190:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384370.332192:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384370.332196:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384370.332205:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384370.332207:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384370.332211:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384370.332212:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.332215:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384370.332218:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384370.332221:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001be659e5. 00000100:00000200:0.0:1767384370.332223:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732525056, offset 224 00000400:00000200:0.0:1767384370.332229:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384370.332237:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384370.332247:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d207a00 00000400:00000200:0.0:1767384370.332253:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f61 [2] + 224 00000400:00000200:0.0:1767384370.332259:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384370.332266:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384370.332270:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384370.332275:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bb428418 x1853236732525056/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384370.332285:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bb428418 x1853236732525056/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.332299:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384370.332304:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001be659e5 00000400:00000010:0.0:1767384370.332306:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001be659e5. 00000100:00000001:0.0:1767384370.332309:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384370.332310:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384370.332312:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384370.332313:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.332315:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384370.332318:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:1.0:1767384370.332321:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384370.332321:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384370.332324:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384370.332325:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.332329:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384370.332330:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068fc5280. 00000100:00000040:0.0:1767384370.332332:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067f9c929 x1853236732525056/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:351/0 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384370.332343:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466fc0d3 00000100:00100000:0.0:1767384370.332343:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000067f9c929 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732525056:12345-0@lo:253: Request processed in 24045us (24549us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384370.332348:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000466fc0d3. 00000100:00000001:1.0:1767384370.332351:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384370.332356:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bb428418 x1853236732525056/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384370.332369:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000200:1.0:1767384370.332373:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bb428418 x1853236732525056/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384370.332373:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:0.0:1767384370.332379:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384370.332382:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384370.332386:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a411040. 00000100:00000001:1.0:1767384370.332387:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384370.332390:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384370.332391:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff22373. 00000100:00000001:1.0:1767384370.332392:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384370.332395:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384370.332396:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384370.332396:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000421470cb. 00000100:00000001:1.0:1767384370.332399:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384370.332402:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384370.332403:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00001000:1.0:1767384370.332408:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=90 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384370.332410:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384370.332413:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003f9175cb. 00000100:00001000:1.0:1767384370.332414:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384370.332418:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384370.332418:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384370.332421:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.332422:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.332427:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384370.332429:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384370.332429:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384370.332432:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384370.332435:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b86ebc5. 00000100:00000040:1.0:1767384370.332437:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb428418 x1853236732525056/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384370.332442:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001be659e5. 00000100:00000001:1.0:1767384370.332444:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384370.332448:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384370.332449:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384370.332452:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384370.332454:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384370.332456:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384370.332458:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384370.332459:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384370.332461:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384370.332463:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384370.332465:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384370.332466:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384370.332468:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb428418 x1853236732525056/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1767384370.332517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f638a700. 00010000:00000010:0.1:1767384370.332527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d85a768. 00000100:00100000:1.0:1767384370.332532:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bb428418 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732525056:0@lo:253: 00000100:00000001:1.0:1767384370.332544:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.332547:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384370.332552:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bb428418 x1853236732525056/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384370.332560:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384370.332564:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384370.332566:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e42091df. 02000000:00000001:1.0:1767384370.332571:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384370.332572:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384370.332573:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384370.332574:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384370.332576:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000015fcb301. 02000000:00000001:1.0:1767384370.332578:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384370.332579:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384370.332580:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb428418. 00000100:00000001:1.0:1767384370.332584:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384370.332585:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.332586:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384370.332590:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384370.332591:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384370.332592:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384370.332593:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384370.332600:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294958239, at 4294958241 00000100:00000010:1.0:1767384370.332604:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001d6b153. 00000400:00000010:3.0:1767384370.334552:0:38356:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cdea097f. 00000400:00000040:3.0:1767384370.334568:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384370.334570:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384370.334573:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384370.334574:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384370.334576:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384370.334577:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384370.334594:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384370.334595:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384370.334596:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384370.334597:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384370.334603:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384370.334604:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384370.334605:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384370.334607:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384370.334607:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384370.334609:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384370.334610:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384370.334611:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384370.334612:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384370.334614:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384370.334615:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384370.334616:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384370.334617:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384370.334618:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384370.334619:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384370.334620:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384370.334622:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384370.334623:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384370.334624:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384370.334625:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384370.334625:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384370.334627:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384370.334628:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384370.334629:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384370.334630:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384370.334631:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384370.334632:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384370.334634:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384370.334635:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384370.334636:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384370.334637:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384370.334638:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384370.334639:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384370.334640:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384370.334641:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384370.334642:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384370.334643:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384370.334644:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384370.334646:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384370.334650:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384370.334651:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384370.334652:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384370.334653:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384370.334654:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384370.334655:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384370.334656:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384370.334657:0:38356:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384370.334754:0:38356:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cdea097f. 00010000:00000001:1.0:1767384370.557330:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384370.557335:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.557340:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384370.557341:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384370.557394:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384370.557399:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384370.557405:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384371.131598:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384371.131604:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384371.131609:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023fd8947 00000400:00000010:2.0:1767384371.131614:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023fd8947. 00000400:00000200:2.0:1767384371.131621:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384371.131629:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp46 recovery ping unlinked 00000400:00000010:2.0:1767384371.131644:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c5bde14d. 00000400:00000010:2.0:1767384371.131649:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d2cffe22. 00000400:00000200:2.0:1767384371.131662:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp45 00000400:00000010:2.0:1767384371.131665:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000050874280. 00000400:00000010:2.0:1767384371.131670:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d2cffe22. 00000400:00000010:2.0:1767384371.131675:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd856852. 00000400:00000010:2.0:1767384371.131682:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002a665a08. 00000400:00000200:2.0:1767384371.131687:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp45 00000400:00000200:2.0:1767384371.131702:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp45 local destination 00000400:00000200:2.0:1767384371.131710:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp45 00000400:00000200:2.0:1767384371.131714:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp45 NI seq info: [194:194:256:4294967295] 192.168.204.131@tcp45 LPNI seq info [190:190:8:4294967295] 00000400:00000200:2.0:1767384371.131722:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp45 00000400:00000200:2.0:1767384371.131730:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp45(192.168.204.131@tcp45:) -> 192.168.204.131@tcp45(192.168.204.131@tcp45:192.168.204.131@tcp45) : GET try# 0 00000800:00000200:2.0:1767384371.131734:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp45 00000800:00000010:2.0:1767384371.131738:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008af84f3f. 00000800:00000200:2.0:1767384371.131744:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f485ae5e] -> 12345-192.168.204.131@tcp45 (2) 00000800:00000200:2.1:1767384371.131748:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f485ae5e] -> 12345-192.168.204.131@tcp45 (2) 00000400:00000200:2.0:1767384371.131767:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp45 added to recovery queue. ping count: 2 next ping: 295 health :800 00000800:00000200:3.0:1767384371.131885:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efe8fbeb] -> 12345-192.168.204.131@tcp17 (6) 00000400:00000200:1.0:1767384371.131893:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:3.0:1767384371.131894:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp17 ip 192.168.204.131:988 00000800:00000200:3.0:1767384371.131904:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd6493d3 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384371.131993:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000200:2.0:1767384371.132025:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384371.132034:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384371.132035:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000001:2.0:1767384371.132044:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384371.132049:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384371.132053:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384371.132070:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132095:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132111:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132125:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132139:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132154:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132167:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132179:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132191:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132203:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132219:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132232:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132245:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132259:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132274:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132288:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132300:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132313:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132326:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132340:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132353:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132365:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132377:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132389:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132403:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132416:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132429:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132441:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132454:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132469:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132520:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384371.132563:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384371.132685:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000819085a5. 00000800:00000010:1.0:1767384371.132691:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2e4bd99. 00000800:00000010:1.0:1767384371.132696:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003cc7e9b1. 00000800:00000010:1.0:1767384371.132712:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003cc7e9b1. 00000800:00020000:1.0:1767384371.132718:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384371.132721:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2e4bd99. 00000800:00000010:1.0:1767384371.132723:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000819085a5. 00000400:02020000:1.0:1767384371.132750:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp45 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384371.132757:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp45 notifying 192.168.204.131@tcp45: down 00000800:00000200:1.0:1767384371.132762:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp45 down 00000800:00000100:1.0:1767384371.132767:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp45 00000800:00000010:1.0:1767384371.132771:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008af84f3f. 00000400:00000200:1.0:1767384371.132775:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384371.132780:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp45->192.168.204.131@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384371.132807:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384371.132810:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384371.132815:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp45) recovery failed with -71 00010000:00000001:1.0:1767384371.579916:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384371.579921:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.579925:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384371.579928:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384371.579931:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384371.579933:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.579935:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384371.579938:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.579940:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.579943:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.579980:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384371.579984:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384371.579988:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384372.155632:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384372.155643:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1767384372.155643:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c642d9b] -> 12345-192.168.204.131@tcp12 (6) 00000400:00000200:3.0:1767384372.155651:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd856852 00000800:00000200:1.0:1767384372.155655:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp12 ip 192.168.204.131:988 00000400:00000010:3.0:1767384372.155661:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd856852. 00000800:00000200:1.0:1767384372.155663:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd6493d3 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384372.155678:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384372.155688:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384372.155708:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000050874280. 00000400:00000010:3.0:1767384372.155717:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d2cffe22. 00000400:00000200:3.0:1767384372.155725:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp46 00000400:00000010:3.0:1767384372.155733:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005463e54d. 00000400:00000010:3.0:1767384372.155741:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002a3d5130. 00000400:00000010:3.0:1767384372.155747:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007778af77. 00000400:00000010:3.0:1767384372.155757:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000004aaaf18. 00000400:00000200:3.0:1767384372.155836:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp46 00000800:00000200:0.0:1767384372.155842:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384372.155850:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384372.155858:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp46 local destination 00000800:00000001:1.0:1767384372.155864:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384372.155867:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp46 00000400:00000200:3.0:1767384372.155877:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp46 NI seq info: [195:195:256:4294967295] 192.168.204.131@tcp46 LPNI seq info [191:191:8:4294967295] 00000800:00000001:1.0:1767384372.155879:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.155884:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384372.155892:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp46 00000400:00000200:3.0:1767384372.155907:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp46(192.168.204.131@tcp46:) -> 192.168.204.131@tcp46(192.168.204.131@tcp46:192.168.204.131@tcp46) : GET try# 0 00000800:00000200:3.0:1767384372.155913:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp46 00000800:00000010:3.0:1767384372.155918:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005edb4ca4. 00000800:00000200:3.0:1767384372.155941:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f5db187] -> 12345-192.168.204.131@tcp46 (2) 00000800:00000200:3.1:1767384372.155948:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f5db187] -> 12345-192.168.204.131@tcp46 (2) 00000400:00000200:3.0:1767384372.155977:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp46 added to recovery queue. ping count: 2 next ping: 296 health :800 00000400:00000200:3.0:1767384372.155982:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp44 00000400:00000010:3.0:1767384372.155985:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000436fd71e. 00000400:00000010:3.0:1767384372.155989:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000019e055ac. 00000400:00000010:3.0:1767384372.155993:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b556d8f. 00000400:00000010:3.0:1767384372.155998:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab2cb59f. 00000400:00000200:3.0:1767384372.156003:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp44 00000400:00000200:3.0:1767384372.156012:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp44 local destination 00000400:00000200:3.0:1767384372.156016:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp44 00000400:00000200:3.0:1767384372.156020:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp44 NI seq info: [196:196:256:4294967295] 192.168.204.131@tcp44 LPNI seq info [192:192:8:4294967295] 00000400:00000200:3.0:1767384372.156025:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp44 00000400:00000200:3.0:1767384372.156035:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp44(192.168.204.131@tcp44:) -> 192.168.204.131@tcp44(192.168.204.131@tcp44:192.168.204.131@tcp44) : GET try# 0 00000800:00000200:3.0:1767384372.156043:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp44 00000800:00000010:3.0:1767384372.156048:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002d4a6fa2. 00000800:00000200:3.0:1767384372.156060:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eedabb6d] -> 12345-192.168.204.131@tcp44 (2) 00000800:00000200:3.1:1767384372.156063:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eedabb6d] -> 12345-192.168.204.131@tcp44 (2) 00000400:00000200:0.0:1767384372.156066:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.156079:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp44 added to recovery queue. ping count: 3 next ping: 300 health :700 00000400:00000200:3.0:1767384372.156086:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp35 00000400:00000010:3.0:1767384372.156092:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005d7ef9f6. 00000400:00000010:3.0:1767384372.156096:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000074bd45a7. 00000400:00000010:3.0:1767384372.156098:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086825c0f. 00000400:00000010:3.0:1767384372.156104:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006c40379b. 00000400:00000200:3.0:1767384372.156111:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp35 00000400:00000200:3.0:1767384372.156118:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp35 local destination 00000400:00000200:3.0:1767384372.156123:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp35 00000400:00000200:3.0:1767384372.156126:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp35 NI seq info: [197:197:256:4294967295] 192.168.204.131@tcp35 LPNI seq info [193:193:8:4294967295] 00000400:00000200:3.0:1767384372.156132:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp35 00000400:00000200:3.0:1767384372.156149:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp35(192.168.204.131@tcp35:) -> 192.168.204.131@tcp35(192.168.204.131@tcp35:192.168.204.131@tcp35) : GET try# 0 00000400:00000200:1.0:1767384372.156154:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:3.0:1767384372.156155:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp35 00000800:00000010:3.0:1767384372.156164:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f56e2759. 00000400:00000200:0.0:1767384372.156167:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000200:3.0:1767384372.156169:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e604f565] -> 12345-192.168.204.131@tcp35 (2) 00000800:00000200:3.1:1767384372.156182:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e604f565] -> 12345-192.168.204.131@tcp35 (2) 00000400:00000200:3.0:1767384372.156203:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp35 added to recovery queue. ping count: 5 next ping: 324 health :500 00000400:00000200:1.0:1767384372.156244:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.156263:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.156334:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.156348:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.156356:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.156510:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.156533:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.156559:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.156637:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.156643:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.156692:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.156819:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.156821:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.156824:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.157041:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.157042:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.157044:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.157238:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.157239:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.157240:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.157450:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.157451:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.157452:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.157669:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.157674:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.157685:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.157833:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.157834:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.157834:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.157955:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.158058:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.158059:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.158059:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.158291:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.158292:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.158292:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.158516:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.158531:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.158539:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.158633:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.158660:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.158661:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.158704:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.158761:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.158789:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.158802:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.158870:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.158901:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.158931:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.158967:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.159003:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.159054:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.159056:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.159078:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.159169:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.159204:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.159204:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.159225:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.159373:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.159378:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.159388:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.159515:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.159556:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.159599:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.159648:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.159697:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.159699:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.159788:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.159788:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.159844:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.159853:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.159907:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.159931:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.159966:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.160046:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.160074:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.160096:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.160112:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.160134:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.160136:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.160154:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.160246:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.160289:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000800:00000010:1.0:1767384372.160315:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000819085a5. 00000800:00000010:1.0:1767384372.160322:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2e4bd99. 00000800:00000010:1.0:1767384372.160328:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007477f7e6. 00000400:00000200:3.0:1767384372.160362:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384372.160364:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000800:00000010:1.0:1767384372.160368:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007477f7e6. 00000800:00020000:1.0:1767384372.160387:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384372.160391:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2e4bd99. 00000800:00000010:1.0:1767384372.160395:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000819085a5. 00000400:02020000:1.0:1767384372.160519:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp44 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384372.160528:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp44 notifying 192.168.204.131@tcp44: down 00000800:00000200:1.0:1767384372.160536:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp44 down 00000800:00000100:1.0:1767384372.160543:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp44 00000800:00000010:1.0:1767384372.160546:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002d4a6fa2. 00000400:00000200:3.0:1767384372.160547:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.160550:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384372.160562:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp44->192.168.204.131@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384372.160576:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384372.160579:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384372.160582:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp44) recovery failed with -71 00000400:00000200:1.0:1767384372.160629:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.160670:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.160687:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.160757:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.160788:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384372.160807:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384372.160889:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000819085a5. 00000800:00000010:1.0:1767384372.160893:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2e4bd99. 00000800:00000010:1.0:1767384372.160896:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007477f7e6. 00000800:00000010:1.0:1767384372.160914:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007477f7e6. 00000800:00020000:1.0:1767384372.160927:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384372.160930:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2e4bd99. 00000800:00000010:1.0:1767384372.160932:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000819085a5. 00000400:02020000:1.0:1767384372.160980:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp46 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384372.160984:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp46 notifying 192.168.204.131@tcp46: down 00000800:00000200:1.0:1767384372.160987:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp46 down 00000800:00000100:1.0:1767384372.160991:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp46 00000800:00000010:1.0:1767384372.160993:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005edb4ca4. 00000400:00000200:1.0:1767384372.160995:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384372.160998:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp46->192.168.204.131@tcp46: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384372.161003:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384372.161007:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384372.161011:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp46) recovery failed with -71 00000400:00000200:3.0:1767384372.161015:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.161076:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.161123:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.161181:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.161221:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.161263:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.161298:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.161327:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.161369:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384372.161415:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384372.161737:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f61e4f72. 00000800:00000010:3.0:1767384372.161742:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000001135364. 00000800:00000010:3.0:1767384372.161749:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000568eee92. 00000800:00000010:3.0:1767384372.161767:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000568eee92. 00000800:00020000:3.0:1767384372.161796:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384372.161800:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000001135364. 00000800:00000010:3.0:1767384372.161804:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f61e4f72. 00000400:02020000:3.0:1767384372.161861:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp35 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384372.161867:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp35 notifying 192.168.204.131@tcp35: down 00000800:00000200:3.0:1767384372.161873:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp35 down 00000800:00000100:3.0:1767384372.161879:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp35 00000800:00000010:3.0:1767384372.161883:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f56e2759. 00000400:00000200:3.0:1767384372.161887:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384372.161893:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp35->192.168.204.131@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384372.161901:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384372.161906:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384372.161911:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp35) recovery failed with -71 00080000:00000001:2.0:1767384372.268724:0:38908:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384372.268740:0:38908:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.268745:0:38908:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384372.268751:0:38908:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384372.268756:0:38908:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.268759:0:38908:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.603549:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384372.603554:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.603570:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384372.603572:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.603602:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384372.603606:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384372.603610:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384372.731559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384372.731569:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384372.731576:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 00000020:00000040:0.0:1767384372.731582:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:0.0:1767384372.731586:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384372.731590:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384372.731596:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384372.731604:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000037885320. 00000100:00000001:0.0:1767384372.731610:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.731618:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384372.731628:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384372.731631:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.731637:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000016ab9eb] to pc [ptlrpcd_00_00+0] req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.731659:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.731661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384372.731669:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384372.731673:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5da1fc3. 00000020:00000040:0.0:1767384372.731675:0:36:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384372.731677:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384372.731678:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384372.731680:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384372.731685:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008e767184. 00000100:00000001:0.0:1767384372.731688:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.731692:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384372.731697:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384372.731699:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.731703:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5da1fc3] to pc [ptlrpcd_00_01+1] req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.731711:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.731712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384372.731715:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384372.731718:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c58ad93. 00000020:00000040:0.0:1767384372.731720:0:36:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384372.731722:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384372.731723:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384372.731725:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384372.731728:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cede2941. 00000100:00000001:1.0:1767384372.731730:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384372.731731:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.731737:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384372.731738:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384372.731742:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384372.731747:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384372.731750:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.731750:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.731771:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c58ad93] to pc [ptlrpcd_00_02+2] req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.731781:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384372.731785:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.731791:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384372.731794:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384372.731796:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.731797:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384372.731800:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5da1fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732525568:0@lo:400: 00000100:00000040:0.0:1767384372.731807:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384372.731808:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384372.731812:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384372.731814:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384372.731816:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3ad4c05. 02000000:00000001:1.0:1767384372.731817:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384372.731820:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384372.731822:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384372.731824:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384372.731825:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384372.731827:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384372.731831:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd129d85. 02000000:00000010:1.0:1767384372.731835:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006332c0dd. 00000100:00000001:0.0:1767384372.731835:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.731840:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.731843:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384372.731848:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048b52472. 00000100:00000001:0.0:1767384372.731850:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384372.731852:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.731855:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ad4c05] to pc [ptlrpcd_00_03+3] req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384372.731856:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dccc5867. 00000100:00000001:0.0:1767384372.731864:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384372.731866:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732525568, portal 4 00000100:00000040:0.0:1767384372.731868:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (298) 00000100:00000001:1.0:1767384372.731869:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384372.731872:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154155520 : -119697555396096 : ffff9322bdbaea00) 00000100:00000040:1.0:1767384372.731878:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.731884:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384372.731887:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384372.731890:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 00000100:00000200:1.0:1767384372.731892:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732525568, offset 0 00000100:00000001:0.0:1767384372.731893:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384372.731896:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384372.731898:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384372.731899:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384372.731900:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384372.731904:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384372.731904:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.731907:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384372.731913:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384372.731915:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.731916:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.731920:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384372.731923:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384372.731927:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384372.731932:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.731937:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003c58ad93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236732525696:0@lo:400: 00000400:00000200:1.0:1767384372.731939:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d207c00 00000100:00000001:0.0:1767384372.731947:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384372.731951:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384372.731952:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4560 02000000:00000001:0.0:1767384372.731955:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.731959:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384372.731961:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384372.731962:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.731965:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384372.731966:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6de3094. 02000000:00000001:3.0:1767384372.731967:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384372.731970:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384372.731972:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384372.731976:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.731977:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384372.731981:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732525440:0@lo:400: 00000100:00000001:1.0:1767384372.731984:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384372.731984:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a116c19. 00000100:00000001:3.0:1767384372.731985:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384372.731988:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:3.0:1767384372.731991:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384372.731992:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f13fb3a0. 00000100:00000010:1.0:1767384372.731994:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000515a4868. 02000000:00000001:3.0:1767384372.731995:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384372.731997:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732525696, portal 10 02000000:00000001:3.0:1767384372.732000:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384372.732002:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000515a4868 x1853236732525568 msgsize 224 00000100:00000001:0.0:1767384372.732002:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767384372.732005:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb077de4. 00000100:00000001:0.0:1767384372.732005:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154159104 : -119697555392512 : ffff9322bdbaf800) 02000000:00000001:3.0:1767384372.732010:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384372.732014:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384372.732017:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068fc5280. 00000100:00000040:0.0:1767384372.732017:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384372.732025:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c1c721. 00000100:00000001:1.0:1767384372.732026:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384372.732026:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384372.732031:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732525440, portal 25 00000100:00000040:0.0:1767384372.732032:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384372.732036:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 00000100:00000001:3.0:1767384372.732037:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384372.732039:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a131b6e. 00000400:00000010:1.0:1767384372.732040:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 00000100:00000001:1.0:1767384372.732045:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384372.732046:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732525696, offset 0 00000100:00000200:1.0:1767384372.732050:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384372.732054:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384372.732062:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384372.732064:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384372.732067:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.732075:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.732082:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384372.732084:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154144768 : -119697555406848 : ffff9322bdbac000) 00000100:00000040:3.0:1767384372.732090:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.732091:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.732099:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384372.732099:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4567 usecs (5 jiffies) 00000100:00000001:0.0:1767384372.732104:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384372.732105:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384372.732105:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960645 00000100:00000001:0.0:1767384372.732110:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384372.732111:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a92d1b4. 00000100:00000010:1.0:1767384372.732113:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009cadff4f. 00000100:00000001:0.0:1767384372.732113:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384372.732116:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236732525440, offset 0 00000100:00000040:0.0:1767384372.732121:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.732123:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384372.732126:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384372.732132:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960645 00000100:00000001:0.0:1767384372.732133:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384372.732137:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384372.732139:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384372.732140:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b97d82b. 02000000:00000001:0.0:1767384372.732142:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384372.732146:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.732147:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384372.732151:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d207b80 02000000:00000001:0.0:1767384372.732152:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.732153:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960645 00000100:00100000:0.0:1767384372.732159:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f3ad4c05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732525824:0@lo:400: 00000100:00000010:1.0:1767384372.732160:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0876570. 00000400:00000200:3.0:1767384372.732164:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16b9 [2] + 0 00000100:00000001:1.0:1767384372.732167:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384372.732168:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384372.732170:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001516ab8f. 02000000:00000001:0.0:1767384372.732173:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384372.732174:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960645 00000400:00000200:3.0:1767384372.732175:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008da214a9 02000000:00000001:0.0:1767384372.732176:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384372.732180:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001d6b153. 02000000:00000001:0.0:1767384372.732180:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384372.732181:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384372.732185:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000010:0.0:1767384372.732186:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067b9cc82. 00000400:00000200:3.0:1767384372.732188:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384372.732191:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384372.732192:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384372.732194:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008da214a9 00000100:00000001:1.0:1767384372.732198:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384372.732199:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed1fb96c. 00000100:00000001:1.0:1767384372.732201:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384372.732205:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008da214a9. 00000100:00000001:1.0:1767384372.732205:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.732213:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384372.732215:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384372.732215:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000098aa607. 00000100:00000001:1.0:1767384372.732218:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384372.732221:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732525824, portal 10 00000100:00000001:1.0:1767384372.732222:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384372.732223:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000013f33ff2 x1853236732525440 msgsize 224 00000100:00000001:1.0:1767384372.732228:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.732233:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384372.732233:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384372.732234:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384372.732237:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.732238:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154151936 : -119697555399680 : ffff9322bdbadc00) 00000100:00000040:3.0:1767384372.732239:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384372.732244:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.732249:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.732250:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384372.732257:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384372.732258:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a92d1b4 00000400:00000010:3.0:1767384372.732262:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a92d1b4. 00000100:00000040:0.0:1767384372.732262:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384372.732266:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002eeb0294. 00000100:00000001:3.0:1767384372.732267:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384372.732272:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732525824, offset 0 00000100:00000200:3.0:1767384372.732273:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384372.732281:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384372.732288:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d207c80 00000100:00000001:3.0:1767384372.732289:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384372.732294:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384372.732296:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384372.732300:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000400:00000200:0.0:1767384372.732307:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d207d00 00000400:00000200:1.0:1767384372.732312:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384372.732316:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384372.732317:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000100:00000001:3.0:1767384372.732319:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384372.732323:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384372.732326:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384372.732326:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384372.732328:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384372.732331:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294960650 00000100:00000200:1.0:1767384372.732332:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384372.732337:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384372.732340:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a447279. 00000100:00000001:3.0:1767384372.732342:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960645 00000100:00000001:3.0:1767384372.732346:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294960650 00000100:00000040:1.0:1767384372.732352:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000002a447279 x1853236732525696 msgsize 224 00000100:00000001:3.0:1767384372.732354:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960645 00000100:00000001:3.0:1767384372.732358:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294960650 00000100:00100000:1.0:1767384372.732359:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384372.732359:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384372.732364:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732525440 00000100:00000001:3.0:1767384372.732366:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960645 02000000:00000001:0.0:1767384372.732369:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384372.732370:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294960650 00000100:00000001:1.0:1767384372.732372:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384372.732373:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384372.732374:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960645 00000100:00000001:0.0:1767384372.732376:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.732379:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.732382:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.732382:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.732384:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a131b6e 00000400:00000010:1.0:1767384372.732389:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a131b6e. 00000100:00000001:3.0:1767384372.732390:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.732390:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732525440 00000100:00000001:3.0:1767384372.732395:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.732396:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384372.732396:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384372.732401:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:3.0:1767384372.732404:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384372.732404:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384372.732405:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384372.732407:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384372.732409:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:0.0:1767384372.732413:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384372.732419:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384372.732420:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384372.732422:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384372.732423:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384372.732427:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.732427:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.732427:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384372.732432:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.732433:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd0d78d9. 00000100:00000001:0.0:1767384372.732439:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.732442:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.732443:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd0d78d9. 00000100:00000001:1.0:1767384372.732446:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384372.732451:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384372.732452:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.732452:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125a48b3. 00000100:00100000:3.0:1767384372.732454:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732525568 02000000:00000001:3.0:1767384372.732458:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384372.732459:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3435 usecs (4 jiffies) 00000020:00000010:0.0:1767384372.732460:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8f5cb94. 00000100:00000001:3.0:1767384372.732461:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384372.732464:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.732464:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960644 02000000:00000001:3.0:1767384372.732470:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.732471:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960650 00000100:00100000:3.0:1767384372.732473:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732525568 00000020:00000010:0.0:1767384372.732473:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9246188. 00000100:00000001:1.0:1767384372.732475:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960644 00000020:00000001:3.0:1767384372.732500:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384372.732503:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000001:1.0:1767384372.732504:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960650 00000020:00000001:3.0:1767384372.732506:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384372.732509:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000100:00000001:1.0:1767384372.732510:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960645 00000020:00000001:3.0:1767384372.732513:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:1.0:1767384372.732514:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960650 00000100:00000040:0.0:1767384372.732515:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:3.0:1767384372.732517:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:1.0:1767384372.732521:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960645 00000100:00000001:0.0:1767384372.732522:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384372.732523:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384372.732525:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384372.732527:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960650 00000020:00000010:3.0:1767384372.732528:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb3fdb53. 00000100:00000001:0.0:1767384372.732529:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.732532:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.732535:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.732536:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000096aac92d. 00000100:00000001:1.0:1767384372.732537:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.732541:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.732541:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384372.732544:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:1.0:1767384372.732550:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384372.732551:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.732554:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384372.732555:0:17557:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384372.732559:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384372.732560:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c969827f. 00000100:00000001:1.0:1767384372.732562:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384372.732564:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384372.732565:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b859a3f. 00000100:00000001:0.0:1767384372.732568:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384372.732571:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dfebda51. 00000100:00000001:1.0:1767384372.732572:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.732577:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000001:1.0:1767384372.732578:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.732581:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:0.0:1767384372.732582:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:3.0:1767384372.732585:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384372.732586:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141331536 : -119697568220080 : ffff9322bcf73c50) 00000100:00000001:3.0:1767384372.732588:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384372.732590:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384372.732591:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384372.732593:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013f33ff2 x1853236732525440/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384372.732594:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384372.732597:0:17557:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000010:1.0:1767384372.732601:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef08b9d8. 00000100:00000001:3.0:1767384372.732602:0:17557:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384372.732605:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.732605:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384372.732607:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000ef08b9d8 x1853236732525824 msgsize 224 00000020:00000010:0.0:1767384372.732610:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd0d78d9. 00000100:00000001:3.0:1767384372.732615:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.732615:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384372.732616:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384372.732622:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd0d78d9. 00000100:00100000:0.0:1767384372.732628:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013f33ff2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16146:x1853236732525440:12345-0@lo:400: 00000100:00000001:3.0:1767384372.732629:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384372.732629:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384372.732633:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384372.732634:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732525440 00000400:00000200:1.0:1767384372.732637:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eeb0294 00000020:00000001:0.0:1767384372.732638:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384372.732639:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000400:00000010:1.0:1767384372.732642:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002eeb0294. 00000020:00000001:0.0:1767384372.732643:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384372.732645:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384372.732647:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.732651:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000020:00000001:0.0:1767384372.732651:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384372.732652:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384372.732655:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342976 : -1042208640 : ffffffffc1e12880) 00000100:00000001:3.0:1767384372.732656:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210171392 : -119698499380224 : ffff93228576dc00) 00000020:00000001:0.0:1767384372.732663:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384372.732666:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000515a4868 x1853236732525568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.732666:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384372.732667:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384372.732672:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384372.732673:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384372.732677:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384372.732682:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.732688:0:16776:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384372.732690:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384372.732693:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384372.732694:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.732695:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc51b562. 02000000:00000001:0.0:1767384372.732696:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384372.732698:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384372.732700:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.732702:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.732703:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc51b562. 02000000:00000010:0.0:1767384372.732708:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082a1cd62. 00000100:00000040:1.0:1767384372.732710:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3443 usecs (4 jiffies) 00000100:00100000:3.0:1767384372.732713:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000515a4868 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236732525568:12345-0@lo:400: 02000000:00000001:0.0:1767384372.732713:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.732714:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294960645 00000100:00000001:0.0:1767384372.732719:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384372.732722:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732525568 00000100:00000001:1.0:1767384372.732722:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294960650 00000020:00000001:0.0:1767384372.732724:0:16776:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.732727:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384372.732728:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294960645 00010000:00000040:0.0:1767384372.732730:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732525440 00000020:00000001:3.0:1767384372.732731:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384372.732732:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294960650 00000020:00000001:3.0:1767384372.732735:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.732735:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384372.732736:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294960645 00000020:00000001:3.0:1767384372.732740:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384372.732740:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294960650 00010000:00000200:0.0:1767384372.732741:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000013f33ff2 x1853236732525440/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384372.732744:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00000001:1.0:1767384372.732746:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294960645 00000020:00000001:3.0:1767384372.732750:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384372.732751:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294960650 00000020:00000001:3.0:1767384372.732754:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.732770:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384372.732771:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384372.732775:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384372.732776:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.732778:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.732779:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.732779:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384372.732782:0:17557:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384372.732784:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384372.732784:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.732786:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384372.732789:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1767384372.732789:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=92 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384372.732795:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c97475c6. 02000000:00000001:3.0:1767384372.732798:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.732798:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384372.732799:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384372.732803:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384372.732804:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.732804:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384372.732810:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000001:3.0:1767384372.732811:0:17557:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.732811:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.732815:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1767384372.732817:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732525568 00000100:00000001:1.0:1767384372.732818:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.732818:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384372.732821:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384372.732822:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.732823:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384372.732827:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000515a4868 x1853236732525568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.732829:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384372.732835:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384372.732836:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384372.732839:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384372.732841:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000100:00000200:0.0:1767384372.732844:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236732525440, offset 224 00000100:00001000:3.0:1767384372.732851:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=82 v=5 (1 0 0 0) 00000004:00000001:1.0:1767384372.732852:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384372.732857:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000400:00000200:0.0:1767384372.732857:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384372.732858:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1767384372.732862:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b5dd33f. 00000100:00000040:3.0:1767384372.732863:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000020:00000040:1.0:1767384372.732868:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384372.732869:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000400:00000200:0.0:1767384372.732869:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384372.732874:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384372.732876:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384372.732877:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.732879:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384372.732881:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384372.732882:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d207b80 02000000:00000001:1.0:1767384372.732884:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.732888:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384372.732892:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000394fb3d8. 00000400:00000200:0.0:1767384372.732892:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1fbd [1] + 224 00000400:00000010:3.0:1767384372.732893:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a92d1b4. 00000100:00000001:1.0:1767384372.732898:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384372.732900:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384372.732901:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732525568, offset 224 00000100:00000001:1.0:1767384372.732903:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384372.732907:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384372.732910:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384372.732912:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384372.732914:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5dd33f] to pc [ptlrpcd_00_00+0] req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.732919:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384372.732925:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384372.732926:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384372.732934:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384372.732935:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d207c00 00000100:00000040:0.0:1767384372.732941:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384372.732944:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1fb1 [1] + 224 00000100:00000001:1.0:1767384372.732952:0:16783:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384372.732954:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384372.732956:0:16783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732525696 02000000:00000001:1.0:1767384372.732960:0:16783:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384372.732961:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384372.732962:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384372.732964:0:16783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384372.732968:0:16783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384372.732970:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 02000000:00000001:1.0:1767384372.732971:0:16783:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384372.732973:0:16783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732525696 00000020:00000001:1.0:1767384372.732974:0:16783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384372.732975:0:16783:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000020:00000001:1.0:1767384372.732979:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384372.732979:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000020:00000040:1.0:1767384372.732983:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000100:00000001:3.0:1767384372.732985:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384372.732985:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384372.732986:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:0.0:1767384372.732989:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384372.732990:0:16783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000200:3.0:1767384372.732993:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.732994:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384372.732995:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384372.732999:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000caf4fe75. 00000100:00000040:0.0:1767384372.733003:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00010000:00000001:0.0:1767384372.733008:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384372.733011:0:16783:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384372.733012:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.733013:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384372.733018:0:16783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000caf4fe75. 00000020:00000001:0.0:1767384372.733018:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384372.733026:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013f33ff2 x1853236732525440/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384372.733027:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3ed6fff. 00000100:00000001:3.0:1767384372.733029:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384372.733033:0:16783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a38b2c42. 00000400:00000200:3.0:1767384372.733035:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a92d1b4 00000400:00000010:3.0:1767384372.733039:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a92d1b4. 00000020:00000010:1.0:1767384372.733040:0:16783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7acb373. 00000100:00100000:0.0:1767384372.733043:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013f33ff2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16146:x1853236732525440:12345-0@lo:400: Request processed in 434us (816us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384372.733044:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384372.733047:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384372.733049:0:16783:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384372.733052:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.733053:0:16783:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384372.733056:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000001:1.0:1767384372.733057:0:16783:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384372.733060:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000040:0.0:1767384372.733060:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:1.0:1767384372.733061:0:16783:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384372.733065:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384372.733067:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384372.733068:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.733070:0:16783:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384372.733070:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384372.733071:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384372.733075:0:16783:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1767384372.733077:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8f5cb94. 00000100:00000001:1.0:1767384372.733078:0:16783:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.733079:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000515a4868 x1853236732525568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384372.733084:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9246188. 00000020:00000010:0.0:1767384372.733090:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125a48b3. 00000100:00000001:1.0:1767384372.733092:0:16783:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384372.733095:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000515a4868 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236732525568:12345-0@lo:400: Request processed in 400us (1089us total) trans 0 rc 0/0 00000020:00000040:0.0:1767384372.733099:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:1.0:1767384372.733103:0:16783:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384372.733106:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1767384372.733107:0:16783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732525824 02000000:00000010:0.0:1767384372.733110:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000082a1cd62. 02000000:00000001:1.0:1767384372.733111:0:16783:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384372.733115:0:16783:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384372.733116:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 02000000:00000001:0.0:1767384372.733117:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384372.733119:0:16783:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.733121:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:0.0:1767384372.733122:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384372.733123:0:16783:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.733127:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384372.733129:0:16783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732525824 00000100:00000001:3.0:1767384372.733130:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384372.733131:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384372.733132:0:16783:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384372.733136:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b859a3f. 00000020:00000040:1.0:1767384372.733136:0:16783:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000400:00000010:0.0:1767384372.733138:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ced4d8f7. 00000020:00000001:1.0:1767384372.733140:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384372.733142:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dfebda51. 00000020:00000040:1.0:1767384372.733143:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000400:00000010:0.0:1767384372.733145:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a0bc472. 00000020:00000010:3.0:1767384372.733147:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c969827f. 00000020:00000001:1.0:1767384372.733147:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000001:1.0:1767384372.733153:0:16783:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000040:3.0:1767384372.733155:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:1.0:1767384372.733156:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384372.733160:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384372.733161:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000caf4fe75. 00000100:00080000:0.0:1767384372.733163:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1767384372.733166:0:16783:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d95ff562. 00000020:00000040:0.0:1767384372.733168:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000020:00000040:1.0:1767384372.733171:0:16783:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:1.0:1767384372.733183:0:16783:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384372.733185:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384372.733186:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff6bad6b. 00000100:00000001:0.0:1767384372.733190:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384372.733192:0:16783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ab0b9ff. 00000100:00100000:0.0:1767384372.733196:0:16813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000020:00000010:1.0:1767384372.733198:0:16783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b31309d. 00000100:00000040:0.0:1767384372.733199:0:16813:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00000001:1.0:1767384372.733203:0:16783:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384372.733204:0:16813:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375210174080 : -119698499377536 : ffff93228576e680) 00000100:00000001:1.0:1767384372.733214:0:16783:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384372.733217:0:16783:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384372.733218:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a447279 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.733222:0:16783:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384372.733226:0:16783:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384372.733229:0:16783:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.733230:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384372.733235:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd0d78d9. 00000100:00000001:0.0:1767384372.733237:0:16813:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384372.733239:0:16783:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384372.733239:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd0d78d9. 00000100:00100000:0.0:1767384372.733247:0:16813:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a447279 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236732525696:12345-0@lo:400: 00000100:00000001:1.0:1767384372.733250:0:16783:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767384372.733251:0:16813:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732525696 00000100:00000001:1.0:1767384372.733254:0:16783:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384372.733255:0:16813:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384372.733259:0:16813:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384372.733260:0:16783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000020:00000001:0.0:1767384372.733263:0:16813:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.733264:0:16783:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000020:00000001:0.0:1767384372.733266:0:16813:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384372.733267:0:16783:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208694144 : -119698500857472 : ffff932285605180) 00000020:00000001:0.0:1767384372.733269:0:16813:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00000040:1.0:1767384372.733273:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef08b9d8 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384372.733273:0:16813:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384372.733276:0:16813:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384372.733281:0:16813:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384372.733284:0:16813:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384372.733287:0:16783:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384372.733287:0:16813:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.733291:0:16813:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1767384372.733292:0:16783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b172d40c. 00000100:00000001:0.0:1767384372.733293:0:16813:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384372.733297:0:16813:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384372.733298:0:16783:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384372.733302:0:16783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b172d40c. 02000000:00000010:0.0:1767384372.733302:0:16813:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082a1cd62. 02000000:00000001:0.0:1767384372.733307:0:16813:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384372.733311:0:16783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef08b9d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732525824:12345-0@lo:400: 00000100:00000001:0.0:1767384372.733312:0:16813:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.733317:0:16813:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384372.733319:0:16783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732525824 00010000:00000040:0.0:1767384372.733320:0:16813:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732525696 00000020:00000001:1.0:1767384372.733322:0:16783:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384372.733323:0:16813:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384372.733325:0:16783:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384372.733328:0:16783:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384372.733329:0:16813:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a447279 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384372.733331:0:16783:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384372.733334:0:16783:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:1.0:1767384372.733338:0:16783:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384372.733342:0:16783:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384372.733342:0:16813:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384372.733345:0:16783:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1767384372.733346:0:16813:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.733348:0:16783:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:0.0:1767384372.733349:0:16813:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=87 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384372.733351:0:16783:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.733355:0:16813:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384372.733356:0:16783:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384372.733358:0:16783:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384372.733361:0:16783:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384372.733364:0:16783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000003f7e01c. 00000100:00000040:0.0:1767384372.733366:0:16813:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384372.733368:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384372.733368:0:16783:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.733372:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384372.733372:0:16813:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:3.0:1767384372.733375:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384372.733379:0:16813:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384372.733380:0:16783:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.733382:0:16813:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.733383:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384372.733386:0:16783:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.733388:0:16813:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:1.0:1767384372.733393:0:16783:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732525824 00000100:00000040:0.0:1767384372.733396:0:16813:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384372.733399:0:16783:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384372.733404:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000200:1.0:1767384372.733406:0:16783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ef08b9d8 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.733407:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.733412:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384372.733415:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384372.733419:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.733421:0:16783:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384372.733424:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b5dd33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732525952:0@lo:13: 00010000:00000001:1.0:1767384372.733425:0:16783:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.733431:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00001000:1.0:1767384372.733432:0:16783:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=87 v=5 (1 0 0 0) 00000100:00080000:0.0:1767384372.733432:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:3.0:1767384372.733434:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384372.733438:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384372.733438:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - evictor 00000100:00000001:1.0:1767384372.733439:0:16783:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384372.733444:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384372.733445:0:16783:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000400:00000010:0.0:1767384372.733448:0:16813:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000100:00000001:1.0:1767384372.733449:0:16783:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:1.0:1767384372.733454:0:16783:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767384372.733454:0:16813:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732525696, offset 224 02000000:00000001:1.0:1767384372.733455:0:16783:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.733461:0:16783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384372.733467:0:16783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384372.733467:0:16813:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384372.733470:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c4abe3a5. 00000400:00000010:1.0:1767384372.733472:0:16783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 02000000:00000001:3.0:1767384372.733473:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384372.733494:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bca3380. 00000400:00000200:0.0:1767384372.733497:0:16813:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384372.733499:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a92d1b4. 00000100:00000200:1.0:1767384372.733501:0:16783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732525824, offset 224 00000100:00000200:3.0:1767384372.733504:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732525952, portal 4 00000100:00000001:3.0:1767384372.733508:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384372.733511:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208704896 : -119698500846720 : ffff932285607b80) 00000400:00000200:1.0:1767384372.733511:0:16783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384372.733519:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384372.733523:0:16783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384372.733534:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384372.733534:0:16813:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d207c80 00000400:00000200:1.0:1767384372.733535:0:16783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d207d00 00000100:00000040:3.0:1767384372.733542:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384372.733545:0:16783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fc9 [1] + 224 00000400:00000010:3.0:1767384372.733546:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e8d93dc. 00000400:00000200:1.0:1767384372.733553:0:16783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384372.733558:0:16783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384372.733560:0:16813:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fb9 [1] + 224 00000100:00000200:3.0:1767384372.733565:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732525952, offset 0 00000400:00000200:0.0:1767384372.733565:0:16813:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384372.733568:0:16783:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384372.733574:0:16813:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384372.733577:0:16783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384372.733578:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384372.733583:0:16813:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384372.733589:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384372.733591:0:16813:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384372.733592:0:16783:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384372.733599:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d207d80 00000400:00000200:3.0:1767384372.733611:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3584 00000400:00000200:3.0:1767384372.733621:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384372.733626:0:16813:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384372.733629:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384372.733633:0:16783:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384372.733638:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384372.733640:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:1.0:1767384372.733641:0:16783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 00000100:00000010:3.0:1767384372.733644:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c30be7a6. 00000400:00000010:1.0:1767384372.733644:0:16783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 00000100:00000001:0.0:1767384372.733645:0:16813:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384372.733650:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000c30be7a6 x1853236732525952 msgsize 224 00000100:00000001:1.0:1767384372.733651:0:16783:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384372.733655:0:16813:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000100:00100000:3.0:1767384372.733656:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384372.733660:0:16813:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000100:00000001:1.0:1767384372.733661:0:16783:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384372.733665:0:16813:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384372.733667:0:16813:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384372.733668:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384372.733668:0:16783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.733672:0:16813:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.733675:0:16783:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000400:00000200:3.0:1767384372.733676:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e8d93dc 00000100:00000040:0.0:1767384372.733679:0:16813:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000010:3.0:1767384372.733681:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e8d93dc. 00010000:00000001:1.0:1767384372.733681:0:16783:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384372.733683:0:16813:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384372.733685:0:16783:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.733688:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384372.733688:0:16783:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384372.733688:0:16813:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.733693:0:16813:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384372.733695:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384372.733696:0:16783:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef08b9d8 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384372.733699:0:16813:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a447279 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.733723:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384372.733728:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.733740:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384372.733742:0:16783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ef08b9d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732525824:12345-0@lo:400: Request processed in 450us (1129us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384372.733742:0:16813:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a447279 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236732525696:12345-0@lo:400: Request processed in 506us (1383us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384372.733743:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384372.733747:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.733752:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4567 usecs (5 jiffies) 00000100:00100000:1.0:1767384372.733754:0:16783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000001:3.0:1767384372.733769:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960647 00000100:00000001:3.0:1767384372.733774:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960650 00000100:00000040:1.0:1767384372.733775:0:16783:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000100:00000001:3.0:1767384372.733780:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960647 00000100:00100000:0.0:1767384372.733780:0:16813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000001:1.0:1767384372.733781:0:16783:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384372.733784:0:16783:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384372.733786:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960650 00000100:00000040:0.0:1767384372.733788:0:16813:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000020:00000010:1.0:1767384372.733789:0:16783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ab0b9ff. 00000100:00000001:0.0:1767384372.733792:0:16813:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384372.733794:0:16783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b31309d. 00000100:00000001:0.0:1767384372.733795:0:16813:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384372.733797:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960647 00000020:00000010:0.0:1767384372.733800:0:16813:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a38b2c42. 00000100:00000001:3.0:1767384372.733801:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960650 00000020:00000010:1.0:1767384372.733802:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff6bad6b. 00000100:00000001:3.0:1767384372.733806:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960647 00000020:00000040:1.0:1767384372.733809:0:16783:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00000020:00000010:0.0:1767384372.733809:0:16813:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7acb373. 00000100:00000001:3.0:1767384372.733810:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960650 00000100:00000001:3.0:1767384372.733815:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384372.733816:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3ed6fff. 00000100:00000001:1.0:1767384372.733817:0:16783:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.733818:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384372.733824:0:16813:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000400:00000001:3.0:1767384372.733827:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384372.733827:0:16813:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384372.733830:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384372.733833:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068fc5280. 00000400:00000200:3.0:1767384372.733836:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c1c721 00000400:00000010:3.0:1767384372.733837:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086c1c721. 00000100:00000001:3.0:1767384372.733840:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384372.733844:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.733850:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384372.733852:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.733854:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384372.733854:0:20598:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384372.733859:0:20598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732525952 00000400:00000001:1.0:1767384372.733860:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384372.733862:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384372.733863:0:20598:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:1.0:1767384372.733864:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384372.733865:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.733867:0:20598:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384372.733868:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a116c19. 00000100:00000001:3.0:1767384372.733869:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384372.733870:0:20598:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.733873:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384372.733875:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13fb3a0 02000000:00000001:0.0:1767384372.733875:0:20598:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.733876:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384372.733879:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384372.733881:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13fb3a0. 00000100:00100000:0.0:1767384372.733882:0:20598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732525952 02000000:00000001:3.0:1767384372.733883:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.733886:0:20598:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384372.733888:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384372.733889:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=92 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384372.733889:0:20598:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000100:00000200:1.0:1767384372.733893:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384372.733894:0:20598:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1767384372.733895:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=92 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384372.733898:0:20598:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000020:00000001:0.0:1767384372.733904:0:20598:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:3.0:1767384372.733905:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384372.733909:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.733910:0:20598:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00010000:00000001:3.0:1767384372.733915:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384372.733917:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384372.733918:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384372.733921:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.733923:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.733923:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd0d78d9. 00000100:00000001:0.0:1767384372.733930:0:20598:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384372.733932:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.733934:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384372.733935:0:20598:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd0d78d9. 00000100:00000001:1.0:1767384372.733938:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384372.733942:0:20598:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125a48b3. 00000100:00000001:1.0:1767384372.733944:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384372.733949:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384372.733949:0:20598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8f5cb94. 02000000:00000001:1.0:1767384372.733954:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384372.733956:0:20598:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9246188. 00000100:00000001:1.0:1767384372.733957:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384372.733961:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.733962:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384372.733964:0:20598:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384372.733965:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384372.733966:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.733969:0:20598:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384372.733972:0:20598:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384372.733973:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384372.733974:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=87 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384372.733975:0:20598:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384372.733982:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384372.733990:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384372.733991:0:20598:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384372.733994:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000016ab9eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732525440:0@lo:400: 00000100:00000001:1.0:1767384372.733994:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.733999:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384372.734002:0:20598:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.734003:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384372.734007:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.734008:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384372.734015:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000016ab9eb x1853236732525440/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.734015:0:20598:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384372.734016:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.734019:0:20598:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384372.734023:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384372.734027:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:0.0:1767384372.734029:0:20598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:1.0:1767384372.734032:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384372.734035:0:20598:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:1.0:1767384372.734036:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.734038:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384372.734039:0:20598:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624370893177728 : -119702816373888 : ffff93218426c380) 02000000:00000001:3.0:1767384372.734042:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384372.734044:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384372.734046:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb077de4. 00000100:00000040:0.0:1767384372.734047:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c30be7a6 x1853236732525952/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384372.734052:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384372.734056:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384372.734058:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384372.734064:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384372.734068:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000037885320. 00000100:00000001:1.0:1767384372.734073:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384372.734075:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384372.734079:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384372.734080:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384372.734081:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384372.734084:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 00000100:00000001:1.0:1767384372.734084:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384372.734085:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd0d78d9. 00000100:00000001:0.0:1767384372.734091:0:20598:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.734092:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384372.734093:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.734095:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384372.734098:0:20598:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd0d78d9. 00000100:00000001:3.0:1767384372.734100:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384372.734108:0:20598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c30be7a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732525952:12345-0@lo:13: 00000100:00000001:3.0:1767384372.734109:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384372.734113:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384372.734115:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003c58ad93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236732525696:0@lo:400: 00000100:00000200:0.0:1767384372.734116:0:20598:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732525952 00000100:00000001:3.0:1767384372.734117:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.734120:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384372.734121:0:20598:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384372.734124:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.734126:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384372.734126:0:20598:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384372.734128:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.734129:0:20598:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.734131:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384372.734134:0:20598:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384372.734136:0:20598:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000100:00000040:1.0:1767384372.734137:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003c58ad93 x1853236732525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384372.734141:0:20598:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384372.734145:0:20598:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384372.734148:0:20598:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384372.734149:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384372.734150:0:20598:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384372.734152:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384372.734153:0:20598:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384372.734155:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6de3094. 00000100:00000001:0.0:1767384372.734157:0:20598:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384372.734160:0:20598:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384372.734161:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1767384372.734163:0:20598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a469e6a5. 00000020:00000001:1.0:1767384372.734164:0:16148:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384372.734167:0:20598:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.734168:0:20598:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384372.734170:0:20598:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000040:1.0:1767384372.734173:0:16148:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00002000:00000001:0.0:1767384372.734176:0:20598:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384372.734177:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384372.734179:0:20598:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000010:1.0:1767384372.734180:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cede2941. 00080000:00000001:0.0:1767384372.734184:0:20598:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000001:1.0:1767384372.734185:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384372.734187:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384372.734188:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c58ad93. 00000100:00000001:1.0:1767384372.734192:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384372.734194:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.734195:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.734199:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.734201:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384372.734202:0:20598:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.734203:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.734207:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.734207:0:20598:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384372.734211:0:20598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384372.734215:0:20598:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:1.0:1767384372.734217:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000020:0.0:1767384372.734218:0:20598:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384372.734220:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000020:0.0:1767384372.734222:0:20598:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000001:1.0:1767384372.734224:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00002000:00000001:0.0:1767384372.734226:0:20598:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000001:1.0:1767384372.734228:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384372.734230:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed1fb96c. 00000001:00000001:0.0:1767384372.734232:0:20598:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:1.0:1767384372.734234:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000098aa607 00000001:00000001:0.0:1767384372.734235:0:20598:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384372.734237:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000098aa607. 00002000:00000001:0.0:1767384372.734238:0:20598:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.734242:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384372.734242:0:20598:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732525952 00010000:00000001:0.0:1767384372.734246:0:20598:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384372.734248:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384372.734252:0:20598:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c30be7a6 x1853236732525952/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384372.734268:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384372.734269:0:20598:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384372.734273:0:20598:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384372.734277:0:20598:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384372.734280:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384372.734281:0:20598:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384372.734283:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.734285:0:16149:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384372.734286:0:20598:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 02000000:00000001:1.0:1767384372.734288:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384372.734289:0:20598:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:1.0:1767384372.734291:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384372.734293:0:20598:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384372.734294:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.734296:0:20598:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384372.734297:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.734301:0:20598:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767384372.734302:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=87 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384372.734307:0:20598:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1767384372.734309:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=87 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384372.734311:0:20598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000100:00000001:1.0:1767384372.734312:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384372.734315:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384372.734316:0:20598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732525952, offset 224 00010000:00000001:1.0:1767384372.734319:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384372.734322:0:20598:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384372.734331:0:20598:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:1.0:1767384372.734334:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384372.734342:0:20598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d207d80 00010000:00000001:1.0:1767384372.734344:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.734348:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767384372.734348:0:20598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1fe5 [1] + 224 00000100:00000040:1.0:1767384372.734352:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:0.0:1767384372.734354:0:20598:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384372.734355:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384372.734358:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384372.734362:0:20598:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384372.734364:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.734367:0:20598:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384372.734372:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384372.734374:0:20598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.734375:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384372.734377:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384372.734381:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384372.734411:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f3ad4c05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732525824:0@lo:400: 00000100:00000040:0.0:1767384372.734414:0:20598:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.734417:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.734421:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384372.734426:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f3ad4c05 x1853236732525824/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.734431:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384372.734434:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384372.734434:0:20598:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384372.734437:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067b9cc82. 02000000:00000001:1.0:1767384372.734442:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384372.734442:0:20598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000020:00000001:1.0:1767384372.734445:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767384372.734446:0:20598:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000020:00000040:1.0:1767384372.734448:0:16149:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384372.734451:0:20598:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384372.734452:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384372.734453:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384372.734454:0:20598:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:1.0:1767384372.734455:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd129d85. 00000100:00000001:3.0:1767384372.734457:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384372.734460:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384372.734460:0:20598:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384372.734462:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384372.734464:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1767384372.734465:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384372.734466:0:20598:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000010:1.0:1767384372.734467:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f3ad4c05. 00000400:00000010:3.0:1767384372.734468:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048b52472. 00010000:00000001:0.0:1767384372.734473:0:20598:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384372.734475:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccc5867 00000100:00000001:1.0:1767384372.734475:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384372.734497:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.734499:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384372.734503:0:20598:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.734508:0:20598:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384372.734511:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.734514:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.734515:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c30be7a6 x1853236732525952/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.734519:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.734523:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384372.734526:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dccc5867. 00000100:00100000:0.0:1767384372.734530:0:20598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c30be7a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236732525952:12345-0@lo:13: Request processed in 449us (879us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384372.734539:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384372.734540:0:20598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:0.0:1767384372.734544:0:20598:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000200:3.0:1767384372.734545:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.734548:0:20598:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384372.734552:0:20598:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384372.734553:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.734557:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384372.734557:0:20598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8f5cb94. 00000100:00000200:3.0:1767384372.734558:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384372.734562:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384372.734564:0:20598:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9246188. 00000400:00000001:1.0:1767384372.734566:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384372.734570:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bca3380. 00000020:00000010:0.0:1767384372.734571:0:20598:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125a48b3. 00000100:00000001:3.0:1767384372.734572:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384372.734575:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a92d1b4 00000100:00000001:3.0:1767384372.734576:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384372.734577:0:20598:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000400:00000010:1.0:1767384372.734580:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a92d1b4. 00000100:00000001:3.0:1767384372.734581:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384372.734582:0:20598:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384372.734584:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384372.734587:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384372.734587:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384372.734591:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.734593:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384372.734596:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384372.734598:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384372.734606:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384372.734614:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384372.734615:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384372.734616:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384372.734617:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384372.734623:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.734627:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384372.734631:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384372.734632:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.734634:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384372.734635:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384372.734637:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384372.734638:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384372.734639:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384372.734640:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384372.734642:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.734643:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.734649:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384372.734649:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384372.734656:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=82 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384372.734657:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.734663:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767384372.734664:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384372.734665:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.734670:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384372.734671:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.734674:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.734679:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384372.734686:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5da1fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732525568:0@lo:400: 00010000:00080000:1.0:1767384372.734686:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384372.734696:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.734700:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384372.734702:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384372.734704:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384372.734705:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.734707:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384372.734710:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.734711:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384372.734715:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5da1fc3 x1853236732525568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.734735:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384372.734739:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384372.734740:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384372.734741:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006332c0dd. 00000100:00000001:1.0:1767384372.734744:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384372.734746:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384372.734747:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384372.734749:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384372.734752:0:16147:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000004:00000001:1.0:1767384372.734752:0:16146:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:3.0:1767384372.734754:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000040:1.0:1767384372.734768:0:16146:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000010:3.0:1767384372.734772:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008e767184. 00000004:00000040:1.0:1767384372.734772:0:16146:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 02000000:00000001:3.0:1767384372.734777:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384372.734780:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384372.734781:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5da1fc3. 00000004:00000020:1.0:1767384372.734782:0:16146:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:3.0:1767384372.734784:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384372.734787:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.734791:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384372.734791:0:16146:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.734798:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384372.734799:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.734800:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.734806:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.734808:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384372.734814:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b5dd33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236732525952:0@lo:13: 00000100:00000001:1.0:1767384372.734819:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.734821:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384372.734824:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b5dd33f x1853236732525952/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.734829:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384372.734830:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384372.734832:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c4abe3a5. 02000000:00000001:1.0:1767384372.734836:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384372.734837:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384372.734838:0:16146:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384372.734840:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384372.734842:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000394fb3d8. 02000000:00000001:1.0:1767384372.734846:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384372.734847:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384372.734848:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b5dd33f. 00000100:00000001:1.0:1767384372.734852:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384372.734854:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.734856:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.734860:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.734866:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.734869:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.734871:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.742509:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294960650, at 4294960651 00000100:00000040:2.0:1767384372.742510:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294960650, at 4294960651 00000100:00000010:0.0:1767384372.742518:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009cadff4f. 00000100:00000010:2.0:1767384372.742520:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0876570. 00000100:00000040:3.0:1767384372.742535:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294960650, at 4294960651 00000100:00000010:3.0:1767384372.742542:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001d6b153. 00000100:00000040:1.0:1767384372.742551:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294960650, at 4294960651 00000100:00000010:1.0:1767384372.742558:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b97d82b. 00000001:00000001:2.0:1767384372.990107:0:39073:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384372.990116:0:39073:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:2.0:1767384372.993438:0:39073:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384373.000444:0:39074:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ff00c220. 00000400:00000010:2.0:1767384373.000463:0:39074:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a6ec631a. 00000400:00000010:2.0:1767384373.000474:0:39074:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000483403ab. 00000400:00000010:2.0:1767384373.000501:0:39074:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d6aa1c1c. 00000400:00000010:2.0:1767384373.000506:0:39074:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d269e9b0. 00000400:00000010:2.0:1767384373.000514:0:39074:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000918cb88a. 00000400:00000010:2.0:1767384373.000517:0:39074:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008b6d9a9a. 00000400:00000010:2.0:1767384373.000519:0:39074:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002e0f5090. 00000400:00000010:2.0:1767384373.000524:0:39074:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007e79b060. 00000800:00000010:2.0:1767384373.000546:0:39074:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000049a703d0. 00000800:00000200:2.0:1767384373.000559:0:39074:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384373.000582:0:39074:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384373.000630:0:39074:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.131) 00000400:02000000:2.0:1767384373.000659:0:39074:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.131@tcp50 [8/256/0/180] 00000400:00000010:2.0:1767384373.002370:0:39074:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000005af9ceee. 00000400:00000010:2.0:1767384373.002376:0:39074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002349de8e. 00000400:00000010:2.0:1767384373.002382:0:39074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a4e7287. 00000400:00000001:2.0:1767384373.002410:0:39074:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384373.002412:0:39074:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384373.002413:0:39074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3b4e40. 00000400:00000200:2.0:1767384373.002416:0:39074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b4cf8c 00000400:00000010:2.0:1767384373.002417:0:39074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b4cf8c. 00000400:00000010:2.0:1767384373.002422:0:39074:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 000000004f42bf2d. 00000400:00000200:2.0:1767384373.002426:0:39074:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (41) 00000400:00000200:2.0:1767384373.002438:0:39074:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384373.002447:0:39074:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:2.0:1767384373.002455:0:39074:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007a01226a. 00000020:01000000:2.0:1767384373.002459:0:39074:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384373.002461:0:39074:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.131@tcp50 00000400:00000010:2.0:1767384373.002472:0:39074:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a6ec631a. 00000400:00000010:2.0:1767384373.002475:0:39074:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ff00c220. 00000400:00000200:1.0:1767384373.002517:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384373.002525:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 00000400:00000010:1.0:1767384373.002534:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 00000400:00000200:1.0:1767384373.002538:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (42) 00000020:00000001:0.0:1767384373.002543:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384373.002545:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000c0fda62. 10000000:00000001:0.0:1767384373.002549:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384373.002553:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384373.002554:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 10000000:01000000:0.0:1767384373.002557:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384373.002568:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384373.002570:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384373.002572:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384373.002574:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384373.002575:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000020:01000004:0.0:1767384373.002576:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384373.002580:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384373.002582:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384373.002584:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384373.002586:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 00000020:01000004:0.0:1767384373.002587:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384373.002590:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384373.002596:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f99393b9. 00000400:00000200:1.0:1767384373.002597:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000020:00000040:0.0:1767384373.002603:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000400:00000200:1.0:1767384373.002608:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 00000100:00000001:0.0:1767384373.002611:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384373.002616:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384373.002617:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 02000000:00000001:0.0:1767384373.002623:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.002627:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 00000400:00000200:1.0:1767384373.002633:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 02000000:00000010:0.0:1767384373.002636:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e4111e58. 00000400:00000200:1.0:1767384373.002641:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000100:00000001:0.0:1767384373.002645:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.002647:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000400:00000200:1.0:1767384373.002654:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000100:00000001:0.0:1767384373.002656:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384373.002659:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.002664:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000100:00000040:0.0:1767384373.002669:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f99393b9] to pc [ptlrpcd_00_01+1] req@00000000f99393b9 x1853236732526080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384373.002676:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000400:00000200:1.0:1767384373.002691:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:1.0:1767384373.002708:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 10000000:00000001:0.0:1767384373.002708:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384373.002713:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.002717:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.002721:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000020:01000000:0.0:1767384373.002721:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384373.002722:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384373.002729:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384373.002730:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000020:00000001:0.0:1767384373.002731:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384373.002732:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384373.002735:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384373.002736:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 10000000:00000001:0.0:1767384373.002739:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384373.002740:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f99393b9 x1853236732526080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384373.002743:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384373.002746:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 62], ns[189, 62] 00000020:01000004:0.0:1767384373.002749:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384373.002766:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384373.002770:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384373.002773:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384373.002774:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 62], ns[193, 62] 00000020:01000004:0.0:1767384373.002774:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384373.002777:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384373.002779:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384373.002782:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384373.002783:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 62], ns[58, 62] 00000020:01000004:0.0:1767384373.002784:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384373.002787:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384373.002788:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384373.002792:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384373.002793:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.002793:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[153, 58], ns[157, 58] 00000100:00100000:3.0:1767384373.002797:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f99393b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732526080:0@lo:253: 00000400:00000200:1.0:1767384373.002799:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 58], ns[165, 58] 00000020:01000004:0.0:1767384373.002804:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384373.002808:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 58], ns[72, 58] 00000100:00000010:0.0:1767384373.002811:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002f78dff. 00000100:00000001:3.0:1767384373.002812:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384373.002814:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 58], ns[167, 58] 00000020:00000040:0.0:1767384373.002818:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 02000000:00000001:3.0:1767384373.002820:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384373.002822:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[175, 58], ns[179, 58] 02000000:00000001:3.0:1767384373.002825:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.002825:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384373.002829:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384373.002830:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384373.002831:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 58], ns[102, 58] 02000000:00000001:0.0:1767384373.002835:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.002840:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[193, 58], ns[197, 58] 02000000:00000010:3.0:1767384373.002845:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f61e4f72. 00000400:00000200:1.0:1767384373.002847:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 58], ns[118, 58] 02000000:00000001:3.0:1767384373.002848:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384373.002848:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003df40e17. 00000400:00000010:3.0:1767384373.002855:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068fc5280. 00000100:00000001:0.0:1767384373.002856:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.002857:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 58], ns[160, 58] 00000400:00000010:3.0:1767384373.002863:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001135364. 00000100:00000001:0.0:1767384373.002865:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384373.002866:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 58], ns[132, 58] 00000100:00000200:3.0:1767384373.002867:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732526080, portal 25 00000100:00000001:0.0:1767384373.002869:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.002871:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384373.002875:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154145664 : -119697555405952 : ffff9322bdbac380) 00000400:00000200:1.0:1767384373.002878:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 58], ns[147, 58] 00000100:00000040:0.0:1767384373.002881:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002f78dff] to pc [ptlrpcd_00_02+2] req@0000000002f78dff x1853236732526208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384373.002884:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f99393b9 x1853236732526080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384373.002899:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[176, 58], ns[180, 58] 00000400:00000200:1.0:1767384373.002911:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 58], ns[182, 58] 00000100:00000001:3.0:1767384373.002919:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384373.002919:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 58], ns[175, 58] 00000100:00000040:3.0:1767384373.002922:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384373.002925:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 58], ns[173, 58] 00000400:00000010:3.0:1767384373.002926:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1c0b7ac. 00000100:00000200:3.0:1767384373.002929:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732526080, offset 0 10000000:00000001:0.0:1767384373.002929:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.002930:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[192, 58], ns[196, 58] 10000000:00000001:0.0:1767384373.002935:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.002938:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.002939:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[190, 58], ns[194, 58] 00000400:00000200:3.0:1767384373.002940:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:0.0:1767384373.002943:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384373.002948:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007a01226a. 00000400:00000200:1.0:1767384373.002949:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[191, 58], ns[195, 58] 00000400:00000200:1.0:1767384373.002957:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 58], ns[0, 58] 00000400:00000200:1.0:1767384373.002962:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384373.002967:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:0.0:1767384373.002969:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384373.002973:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000100:00000001:0.0:1767384373.002973:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384373.002977:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384373.002980:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp47 00000100:00000040:0.0:1767384373.002982:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002f78dff x1853236732526208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384373.002989:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp47 lpni_is_preferred = 0 00000100:00000001:0.0:1767384373.002991:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384373.002993:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.002996:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp47 02000000:00000001:0.0:1767384373.002998:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384373.003000:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384373.003004:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.003006:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp47 NI seq info: [198:198:256:4294967295] 192.168.204.131@tcp47 LPNI seq info [194:194:8:4294967295] 00000100:00100000:0.0:1767384373.003008:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002f78dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732526208:0@lo:253: 00000100:00000001:0.0:1767384373.003015:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384373.003018:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384373.003021:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp47 02000000:00000001:0.0:1767384373.003022:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384373.003025:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384373.003031:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000082db6db4. 00000400:00000200:1.0:1767384373.003032:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp47(192.168.204.131@tcp47:) -> 192.168.204.131@tcp47(192.168.204.131@tcp:192.168.204.131@tcp47) : PUT try# 0 02000000:00000001:0.0:1767384373.003036:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384373.003041:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.131@tcp47 00000400:00000200:3.0:1767384373.003046:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384373.003050:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001edc6736. 00000800:00000010:1.0:1767384373.003051:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394fb3d8. 00000400:00000200:3.0:1767384373.003057:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d207e00 00000400:00000010:0.0:1767384373.003058:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be6a4fb7. 00000800:00000010:1.0:1767384373.003063:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006527500b. 00000100:00000200:0.0:1767384373.003065:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732526208, portal 25 00000800:00000010:1.0:1767384373.003069:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a77f902a. 00000400:00000200:3.0:1767384373.003070:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16c1 [2] + 0 00000100:00000001:0.0:1767384373.003070:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384373.003074:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154160000 : -119697555391616 : ffff9322bdbafb80) 00000400:00000010:3.0:1767384373.003077:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004657a1de. 00000800:00000200:1.0:1767384373.003078:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006527500b] -> 12345-192.168.204.131@tcp47 (2) 00000400:00000200:3.0:1767384373.003083:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d320d5cd 00000100:00000040:0.0:1767384373.003083:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002f78dff x1853236732526208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384373.003086:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006527500b] -> 12345-192.168.204.131@tcp47 (2) 00000400:00000200:3.0:1767384373.003093:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384373.003095:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384373.003102:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384373.003104:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384373.003106:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000010:0.0:1767384373.003107:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b68bb73. 00000400:00000200:3.0:1767384373.003111:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d320d5cd 00000400:00000010:3.0:1767384373.003116:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d320d5cd. 00000400:00000200:1.0:1767384373.003117:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100551 rc 0 00000100:00000200:0.0:1767384373.003121:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236732526208, offset 0 00000100:00000001:3.0:1767384373.003123:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384373.003127:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384373.003131:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384373.003132:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000aa665442 x1853236732526080 msgsize 4848 00000100:00000001:1.0:1767384373.003132:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384373.003138:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384373.003141:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384373.003143:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384373.003146:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384373.003154:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d207e80 00000400:00000200:0.0:1767384373.003159:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1719 [2] + 0 00000100:00000001:3.0:1767384373.003160:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384373.003164:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b6b6539. 00000400:00000200:0.0:1767384373.003169:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c6eca64b 00000400:00000200:3.0:1767384373.003172:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1c0b7ac 00000400:00000200:0.0:1767384373.003173:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.003177:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384373.003183:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1c0b7ac. 00000100:00000001:3.0:1767384373.003188:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384373.003188:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6eca64b 00000400:00000010:0.0:1767384373.003193:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6eca64b. 00000100:00000200:3.0:1767384373.003197:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f99393b9 x1853236732526080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.003199:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384373.003202:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384373.003206:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000001a57d01f x1853236732526208 msgsize 4848 00000400:00000200:1.0:1767384373.003207:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000100:00000001:3.0:1767384373.003216:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384373.003217:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384373.003221:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:3.0:1767384373.003224:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f99393b9 x1853236732526080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.003230:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384373.003234:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003238:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384373.003238:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b68bb73 00000400:00000010:0.0:1767384373.003241:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b68bb73. 00000100:00000001:0.0:1767384373.003245:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384373.003246:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384373.003250:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002f78dff x1853236732526208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.003253:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294960921 00000100:00000010:3.0:1767384373.003262:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ee7073f. 00000100:00000001:0.0:1767384373.003262:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384373.003266:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002f78dff x1853236732526208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.003272:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384373.003281:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003282:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294960921 00000400:00000200:1.0:1767384373.003284:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000100:00000001:0.0:1767384373.003284:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384373.003290:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a4ddbbf. 00000100:00000001:0.0:1767384373.003292:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003296:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384373.003297:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294960921 00000100:00000001:0.0:1767384373.003303:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, keep current deadline 4294960921 00000100:00000001:3.0:1767384373.003305:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294960921 00000100:00000001:0.0:1767384373.003305:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294960921 00000100:00000001:0.0:1767384373.003312:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, keep current deadline 4294960921 00000100:00000010:3.0:1767384373.003314:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6736ced. 00000100:00000001:0.0:1767384373.003314:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294960921 00000100:00000001:3.0:1767384373.003322:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384373.003328:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294960921 00000100:00000001:0.0:1767384373.003328:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, keep current deadline 4294960921 00000100:00000001:0.0:1767384373.003333:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294960921 00000100:00000010:3.0:1767384373.003336:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a5c6a28. 00000400:00000200:1.0:1767384373.003336:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000100:00000001:3.0:1767384373.003342:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384373.003346:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384373.003347:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, keep current deadline 4294960921 00000100:00000001:3.0:1767384373.003351:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.003352:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384373.003358:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003359:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.003361:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003364:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.003364:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.003378:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384373.003379:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384373.003380:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384373.003382:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384373.003385:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384373.003388:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384373.003388:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384373.003390:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003392:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384373.003393:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000100:00000001:0.0:1767384373.003394:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003396:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003401:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.003409:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384373.003413:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003429:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384373.003438:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384373.003440:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732526080 00000100:00100000:0.0:1767384373.003441:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732526208 02000000:00000001:3.0:1767384373.003446:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384373.003446:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384373.003449:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000100:00000001:3.0:1767384373.003451:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384373.003451:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384373.003456:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.003457:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.003465:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384373.003465:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384373.003468:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732526208 00000100:00100000:3.0:1767384373.003470:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732526080 00000020:00000001:0.0:1767384373.003472:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384373.003475:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384373.003475:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384373.003497:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.003505:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000040:0.0:1767384373.003507:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000020:00000001:3.0:1767384373.003510:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384373.003510:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000020:00000001:0.0:1767384373.003511:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000040:3.0:1767384373.003514:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000001:0.0:1767384373.003516:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000001:3.0:1767384373.003518:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384373.003522:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384373.003523:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000010:0.0:1767384373.003527:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000978077eb. 00000100:00000001:3.0:1767384373.003529:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384373.003532:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384373.003534:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b76ed74c. 00000020:00000010:0.0:1767384373.003535:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000978077eb. 00000100:00000001:3.0:1767384373.003538:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384373.003543:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b76ed74c. 00000020:00000010:0.0:1767384373.003543:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e201a90f. 00000400:00000200:1.0:1767384373.003548:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000020:00000010:3.0:1767384373.003552:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c969827f. 00000020:00000010:0.0:1767384373.003552:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd633888. 00000020:00000010:0.0:1767384373.003560:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d9246188. 00000020:00000010:3.0:1767384373.003561:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b859a3f. 00000020:00000010:3.0:1767384373.003568:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dfebda51. 00000100:00000040:0.0:1767384373.003571:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384373.003575:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384373.003576:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384373.003577:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384373.003580:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384373.003580:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.003582:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000100:00000001:3.0:1767384373.003583:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003592:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.003593:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003601:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.003602:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.003622:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384373.003622:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384373.003627:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384373.003628:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384373.003633:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000040:0.0:1767384373.003637:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000400:00000200:1.0:1767384373.003638:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000100:00000001:0.0:1767384373.003639:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141328464 : -119697568223152 : ffff9322bcf73050) 00000100:00100000:3.0:1767384373.003643:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000040:0.0:1767384373.003648:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa665442 x1853236732526080/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:354/0 lens 4848/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384373.003649:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000100:00000001:3.0:1767384373.003655:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141319248 : -119697568232368 : ffff9322bcf70c50) 00000100:00000001:0.0:1767384373.003662:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384373.003667:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a57d01f x1853236732526208/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:354/0 lens 4848/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384373.003667:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000978077eb. 00000100:00000001:0.0:1767384373.003672:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384373.003676:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000978077eb. 00000100:00000001:3.0:1767384373.003686:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384373.003687:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa665442 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16147:x1853236732526080:12345-0@lo:253: 00000020:00000010:3.0:1767384373.003692:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b76ed74c. 00000100:00000200:0.0:1767384373.003693:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732526080 00000020:00000001:0.0:1767384373.003696:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384373.003699:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000020:00000001:0.0:1767384373.003700:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384373.003703:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003704:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384373.003707:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b76ed74c. 00000020:00000001:0.0:1767384373.003713:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384373.003714:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a57d01f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732526208:12345-0@lo:253: 00000020:00000001:0.0:1767384373.003717:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 00000100:00000200:3.0:1767384373.003723:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732526208 00000020:00000001:0.0:1767384373.003724:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384373.003728:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384373.003729:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384373.003731:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384373.003732:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000020:00000001:3.0:1767384373.003734:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384373.003734:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384373.003737:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.003739:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.003743:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384373.003745:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384373.003746:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343184 : -1042208432 : ffffffffc1e12950) 02000000:00000001:0.0:1767384373.003748:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384373.003768:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384373.003772:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384373.003774:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384373.003775:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384373.003777:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004ca98fb8. 00000020:00000001:3.0:1767384373.003778:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.003782:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 02000000:00000001:0.0:1767384373.003783:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003784:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384373.003789:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.003790:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384373.003796:0:16777:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:3.0:1767384373.003798:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000400992fd. 02000000:00000001:3.0:1767384373.003802:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.003804:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384373.003807:0:16776:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384373.003812:0:16777:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000607e60a4. 20000000:00000010:3.0:1767384373.003818:0:16776:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c4626409. 20000000:01000000:0.0:1767384373.003819:0:16777:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384373.003820:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 20000000:01000000:3.0:1767384373.003824:0:16776:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384373.003827:0:16776:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384373.003827:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384373.003831:0:16776:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384373.003835:0:16776:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384373.003837:0:16776:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.003838:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384373.003840:0:16776:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384373.003842:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.003846:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.003847:0:16777:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384373.003855:0:16776:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fb077de4. 20000000:01000000:3.0:1767384373.003859:0:16776:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00000400:00000200:1.0:1767384373.003864:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 20000000:00000001:3.0:1767384373.003866:0:16776:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384373.003873:0:16776:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384373.003905:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00080000:00000001:3.0:1767384373.003922:0:16776:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384373.003926:0:16776:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384373.003927:0:16776:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384373.003930:0:16776:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384373.003941:0:16776:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384373.003947:0:16776:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:3.0:1767384373.003952:0:16776:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384373.003952:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00080000:00000010:3.0:1767384373.003959:0:16776:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ac6b59a3. 00080000:00000001:3.0:1767384373.003962:0:16776:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874047488 : -119702835504128 : ffff93218302dc00) 00080000:00000001:3.0:1767384373.003966:0:16776:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384373.003978:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004007:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004031:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004056:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000001:00000001:3.0:1767384373.004072:0:16776:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384373.004074:0:16776:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.004076:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00080000:00000001:3.0:1767384373.004077:0:16776:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384373.004098:0:16776:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.004100:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00080000:00000001:3.0:1767384373.004102:0:16776:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384373.004125:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004171:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00080000:00000001:3.0:1767384373.004189:0:16776:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384373.004193:0:16776:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384373.004196:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004224:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004256:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004284:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004312:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004349:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004376:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004403:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004425:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004447:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384373.004468:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384373.004934:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000819085a5. 00000800:00000010:1.0:1767384373.004941:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b5ea69de. 00000800:00000010:1.0:1767384373.004948:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000968ab6fb. 00000800:00000010:1.0:1767384373.004980:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000968ab6fb. 00000800:00020000:1.0:1767384373.004995:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384373.004999:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b5ea69de. 00000800:00000010:1.0:1767384373.005003:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000819085a5. 00000400:02020000:1.0:1767384373.005058:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp47 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384373.005065:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp47 notifying 192.168.204.131@tcp47: down 00000800:00000200:1.0:1767384373.005071:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp47 down 00000800:00000100:1.0:1767384373.005079:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.204.131@tcp47 00000800:00000010:1.0:1767384373.005083:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394fb3d8. 00000400:00000200:1.0:1767384373.005086:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384373.005090:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp47->192.168.204.131@tcp47: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384373.005098:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp47 added to recovery queue. ping count: 0 next ping: 294 health :900 00000400:00000200:1.0:1767384373.005102:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384373.005107:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 1 00000400:00000200:1.0:1767384373.005111:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384373.005136:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384373.005142:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x101151 00000400:00000001:0.0:1767384373.005146:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384373.005148:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384373.005149:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 00000400:00000010:0.0:1767384373.005151:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 00000400:00000200:0.0:1767384373.005154:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384373.005157:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:0.0:1767384373.005160:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (43) 00000400:00000200:0.0:1767384373.005163:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384373.005164:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100151 rc -71 00000400:00000200:0.0:1767384373.005167:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:0.0:1767384373.005169:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (42) 00080000:00000001:0.0:1767384373.012474:0:16776:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384373.012502:0:16776:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:0.0:1767384373.012507:0:16776:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.012517:0:16776:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384373.012521:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384373.012527:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384373.012529:0:16776:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384373.012530:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384373.012534:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384373.012537:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384373.012540:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ac6b59a3. 20000000:00000001:0.0:1767384373.012541:0:16776:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384373.012548:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384373.012548:0:16776:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384373.012558:0:16776:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384373.012575:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384373.012578:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384373.012582:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384373.012587:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384373.012592:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384373.012602:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f7b93e34. 00010000:00000001:0.0:1767384373.012608:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384373.012612:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f775b105. 00000020:00000001:0.0:1767384373.012617:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384373.012620:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f775b105 with handle 0xf83434fd52e6dbb5 to hash 00000020:00000001:0.0:1767384373.012623:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384373.012625:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384373.012629:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384373.012635:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384373.012637:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384373.012641:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbb5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.012653:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384373.012659:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384373.012662:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384373.012665:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384373.012668:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.012671:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384373.012673:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.012677:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384373.012679:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384373.012682:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384373.012683:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384373.012686:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f7b93e34) refcount = 1 00010000:00010000:0.0:1767384373.012691:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbb5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.012706:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384373.012709:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384373.012711:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.012714:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.012717:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384373.012722:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384373.012727:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003187623s 00010000:00000001:0.0:1767384373.012731:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384373.012733:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384373.012735:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f775b105 refcount=4 00000020:00000001:0.0:1767384373.012739:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384373.012742:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384373.012745:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384373.012748:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbb5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.012771:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384373.012774:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbb5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.012781:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384373.012784:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384373.012786:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbb5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.012793:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384373.012795:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.012799:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384373.012802:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbb5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384373.012810:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f775b105 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384373.012813:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384373.012824:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384373.012828:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbb5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.012835:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384373.012837:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384373.012839:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384373.012841:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f775b105 refcount=5 00000020:00000001:0.0:1767384373.012844:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384373.012846:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384373.012849:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384373.012852:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbb5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.012859:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384373.012863:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384373.012865:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.012869:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384373.012872:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384373.012875:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384373.012878:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384373.012880:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f775b105 with handle 0xf83434fd52e6dbb5 from hash 00010000:00000001:0.0:1767384373.012884:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384373.012886:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384373.012888:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384373.012889:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384373.012892:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384373.012895:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384373.012897:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384373.012900:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.012904:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.012906:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384373.012909:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384373.012912:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384373.012914:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384373.012916:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.012926:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.012929:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384373.012933:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbb5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.012940:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384373.012942:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384373.012944:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384373.012947:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384373.012949:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384373.012951:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384373.012954:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384373.012957:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.012960:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384373.012963:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbb5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.012970:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384373.012972:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384373.012974:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbb5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384373.012982:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f7b93e34 count: 0 00010000:00000001:0.0:1767384373.012992:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384373.012994:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:0.0:1767384373.013012:0:16777:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ebe316af. 20000000:01000000:0.0:1767384373.013015:0:16777:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:0.0:1767384373.013019:0:16777:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384373.013024:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384373.013052:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384373.013056:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384373.013058:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384373.013060:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384373.013064:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384373.013069:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269464 : -119698490282152 : ffff93228601af58) 00080000:00000001:0.0:1767384373.013073:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384373.013079:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000062f3bbc7. 00080000:00000001:0.0:1767384373.013088:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870194176 : -119702839357440 : ffff932182c81000) 00080000:00000001:0.0:1767384373.013092:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384373.013158:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384373.013160:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384373.013164:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384373.013177:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384373.013181:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384373.013267:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384373.013272:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384373.013516:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294960921, at 4294960922 00000100:00000040:2.0:1767384373.013519:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294960921, at 4294960922 00000100:00000040:0.0:1767384373.013522:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294960921, at 4294960922 00000100:00000010:3.0:1767384373.013526:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a5c6a28. 00000100:00000010:2.0:1767384373.013527:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6736ced. 00000100:00000040:1.0:1767384373.013531:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294960921, at 4294960922 00000100:00000010:0.0:1767384373.013532:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ee7073f. 00000100:00000010:1.0:1767384373.013545:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a4ddbbf. 00010000:00000010:0.1:1767384373.017507:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f7b93e34. 00010000:00000010:0.1:1767384373.017515:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f775b105. 00080000:00000001:1.0:1767384373.021256:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384373.021259:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384373.021262:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384373.021263:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1767384373.021264:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384373.021264:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384373.021267:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000062f3bbc7. 00000020:00000002:3.0:1767384373.021270:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000b892bb51/00000000bfa760ef to site lru. bkt: 0000000083c4d09b 20000000:00000001:3.0:1767384373.021272:0:16777:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384373.021272:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384373.021275:0:16777:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384373.021277:0:16777:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384373.021285:0:16777:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384373.021288:0:16777:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384373.021296:0:16777:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384373.021297:0:16798:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384373.021302:0:16798:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384373.021304:0:16798:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384373.021309:0:16798:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384373.021311:0:16798:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384373.021317:0:16798:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005bf056bd. 00010000:00000001:0.0:1767384373.021322:0:16798:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384373.021326:0:16798:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f775b105. 00000020:00000001:0.0:1767384373.021329:0:16798:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384373.021332:0:16798:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f775b105 with handle 0xf83434fd52e6dbbc to hash 00000020:00000001:0.0:1767384373.021335:0:16798:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384373.021337:0:16798:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384373.021340:0:16798:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384373.021344:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384373.021346:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384373.021349:0:16798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbbc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.021359:0:16798:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384373.021362:0:16798:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384373.021364:0:16798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384373.021367:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384373.021370:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.021373:0:16798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384373.021381:0:16798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.021385:0:16798:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384373.021387:0:16798:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384373.021389:0:16798:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384373.021391:0:16798:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384373.021393:0:16798:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005bf056bd) refcount = 1 00010000:00010000:0.0:1767384373.021397:0:16798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbbc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.021404:0:16798:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384373.021406:0:16798:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384373.021408:0:16798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.021410:0:16798:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.021413:0:16798:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384373.021416:0:16798:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384373.021419:0:16798:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003187623s 00010000:00000001:0.0:1767384373.021421:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384373.021423:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384373.021425:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f775b105 refcount=4 00000020:00000001:0.0:1767384373.021427:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384373.021430:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384373.021433:0:16798:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384373.021434:0:16798:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbbc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.021441:0:16798:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384373.021442:0:16798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbbc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.021449:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384373.021451:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384373.021453:0:16798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbbc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.021460:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384373.021462:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.021473:0:16798:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384373.021509:0:16798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbbc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384373.021519:0:16798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f775b105 already unused, calling callback (000000008463f753) 00010000:00000001:0.0:1767384373.021522:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384373.021524:0:16798:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384373.021527:0:16798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbbc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.021534:0:16798:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384373.021536:0:16798:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384373.021538:0:16798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384373.021540:0:16798:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f775b105 refcount=5 00000020:00000001:0.0:1767384373.021542:0:16798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384373.021545:0:16798:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013111296 : -119697696440320 : ffff9322b552c000) 00010000:00000001:0.0:1767384373.021549:0:16798:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384373.021551:0:16798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbbc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.021558:0:16798:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384373.021560:0:16798:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384373.021562:0:16798:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.021566:0:16798:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384373.021568:0:16798:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384373.021570:0:16798:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384373.021573:0:16798:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384373.021575:0:16798:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f775b105 with handle 0xf83434fd52e6dbbc from hash 00010000:00000001:0.0:1767384373.021578:0:16798:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384373.021580:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384373.021583:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384373.021585:0:16798:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384373.021588:0:16798:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384373.021589:0:16798:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384373.021591:0:16798:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384373.021594:0:16798:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.021603:0:16798:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.021605:0:16798:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384373.021607:0:16798:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384373.021610:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384373.021611:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384373.021613:0:16798:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.021615:0:16798:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.021617:0:16798:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384373.021619:0:16798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbbc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.021626:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384373.021628:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384373.021629:0:16798:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384373.021631:0:16798:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384373.021633:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384373.021634:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384373.021636:0:16798:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384373.021639:0:16798:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.021641:0:16798:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384373.021643:0:16798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbbc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.021650:0:16798:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384373.021652:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384373.021654:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f775b105/0xf83434fd52e6dbbc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16798 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384373.021660:0:16798:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005bf056bd count: 0 00010000:00000001:0.0:1767384373.021668:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384373.021670:0:16798:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384373.022103:0:39079:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004174c2d1. 00000400:00000040:1.0:1767384373.022126:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384373.022129:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384373.022132:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384373.022135:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384373.022138:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384373.022140:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384373.022143:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384373.022146:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384373.022148:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384373.022150:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384373.022153:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384373.022156:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384373.022159:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384373.022161:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384373.022163:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384373.022166:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384373.022168:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384373.022170:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384373.022172:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384373.022175:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384373.022178:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384373.022180:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384373.022183:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384373.022185:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384373.022188:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384373.022191:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384373.022193:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384373.022196:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384373.022198:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384373.022208:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384373.022210:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384373.022213:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384373.022215:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384373.022218:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384373.022220:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384373.022223:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384373.022225:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384373.022228:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384373.022231:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384373.022233:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384373.022236:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384373.022238:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00080000:00000020:3.0:1767384373.022241:0:16776:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:1.0:1767384373.022241:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384373.022243:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000100:00000001:3.0:1767384373.022244:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000040:1.0:1767384373.022246:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 20000000:00000010:3.0:1767384373.022247:0:16776:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c4626409. 00000400:00000040:1.0:1767384373.022248:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384373.022249:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384373.022251:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 20000000:00000001:3.0:1767384373.022252:0:16776:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384373.022254:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384373.022256:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000040:3.0:1767384373.022257:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732526208 00000400:00000040:1.0:1767384373.022259:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00010000:00000001:3.0:1767384373.022261:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:1.0:1767384373.022261:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384373.022263:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384373.022265:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00010000:00000200:3.0:1767384373.022268:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a57d01f x1853236732526208/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:1.0:1767384373.022268:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384373.022271:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384373.022273:0:39079:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00010000:00000001:3.0:1767384373.022279:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384373.022282:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384373.022287:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384373.022293:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384373.022302:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384373.022305:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384373.022309:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384373.022313:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.022317:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384373.022322:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384373.022327:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000459908ad. 00000100:00000200:3.0:1767384373.022346:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732526208, offset 224 00000400:00000200:3.0:1767384373.022355:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384373.022457:0:39079:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004174c2d1. 00000400:00000200:3.0:1767384373.022461:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384373.022471:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d207e80 00000400:00000200:3.0:1767384373.022507:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2001 [2] + 224 00000400:00000200:3.0:1767384373.022517:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.022522:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384373.022528:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384373.022533:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002f78dff x1853236732526208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384373.022546:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000002f78dff x1853236732526208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.022570:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384373.022579:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000459908ad 00000400:00000010:3.0:1767384373.022582:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000459908ad. 00000100:00000001:3.0:1767384373.022587:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384373.022589:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384373.022595:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.022599:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00010000:00000001:3.0:1767384373.022602:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384373.022605:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.022608:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384373.022614:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a57d01f x1853236732526208/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384373.022626:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a57d01f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16148:x1853236732526208:12345-0@lo:253: Request processed in 18938us (19417us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384373.022627:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384373.022632:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384373.022637:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384373.022639:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384373.022643:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001edc6736. 00000400:00000200:0.0:1767384373.022648:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be6a4fb7 00000400:00000010:0.0:1767384373.022651:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be6a4fb7. 00000100:00100000:3.0:1767384373.022656:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000001:0.0:1767384373.022663:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384373.022664:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000200:0.0:1767384373.022669:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002f78dff x1853236732526208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.022670:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384373.022674:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384373.022681:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002f78dff x1853236732526208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384373.022682:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd633888. 00000100:00000001:0.0:1767384373.022691:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384373.022692:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9246188. 00000100:00000001:0.0:1767384373.022693:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.022699:0:16148:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384373.022701:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e201a90f. 02000000:00000001:0.0:1767384373.022702:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384373.022705:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384373.022707:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384373.022725:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 02000000:00000001:0.0:1767384373.022725:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384373.022729:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=93 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384373.022734:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=93 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384373.022735:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384373.022738:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384373.022739:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000400992fd. 00000100:00000001:0.0:1767384373.022741:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.022745:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384373.022746:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384373.022747:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.022766:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.022768:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384373.022773:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002f78dff x1853236732526208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384373.022777:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384373.022785:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384373.022789:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384373.022791:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384373.022796:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384373.022799:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384373.022801:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384373.022804:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384373.022806:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384373.022808:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384373.022811:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384373.022814:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384373.022816:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384373.022818:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000272079ce. 00000100:00000040:0.0:1767384373.022820:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002f78dff x1853236732526208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384373.022826:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000459908ad. 00000100:00100000:0.0:1767384373.022836:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002f78dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732526208:0@lo:253: 00000100:00000001:0.0:1767384373.022851:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.022854:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384373.022858:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002f78dff x1853236732526208/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.022866:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384373.022869:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384373.022873:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000082db6db4. 02000000:00000001:0.0:1767384373.022877:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384373.022880:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384373.022882:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384373.022884:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384373.022887:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003df40e17. 02000000:00000001:0.0:1767384373.022893:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384373.022895:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384373.022897:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002f78dff. 00000100:00000001:0.0:1767384373.022903:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384373.022905:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.022907:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.022916:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384373.022917:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.022920:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384373.022923:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384373.024707:0:16777:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384373.024712:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384373.024714:0:16777:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000607e60a4. 20000000:00000001:2.0:1767384373.024721:0:16777:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.024725:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732526080 00010000:00000001:2.0:1767384373.024728:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.024733:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa665442 x1853236732526080/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.024742:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.024744:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.024747:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.024762:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.024766:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384373.024768:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384373.024771:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.024772:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.024775:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.024777:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384373.024780:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6f22de5. 00000100:00000200:2.0:1767384373.024782:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732526080, offset 224 00000400:00000200:2.0:1767384373.024787:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384373.024793:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384373.024798:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d207e00 00000400:00000200:2.0:1767384373.024803:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ff9 [2] + 224 00000400:00000200:2.0:1767384373.024808:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384373.024810:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384373.024814:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384373.024817:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f99393b9 x1853236732526080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384373.024823:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f99393b9 x1853236732526080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.024845:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384373.024852:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f22de5 00000400:00000010:2.0:1767384373.024854:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6f22de5. 00000100:00000001:2.0:1767384373.024858:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384373.024859:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384373.024861:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384373.024864:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.024865:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384373.024871:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:3.0:1767384373.024872:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384373.024875:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384373.024876:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384373.024879:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384373.024880:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068fc5280. 00000020:00000001:2.0:1767384373.024885:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384373.024886:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001135364 00000400:00000010:3.0:1767384373.024890:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001135364. 00000100:00000040:2.0:1767384373.024891:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa665442 x1853236732526080/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.024896:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384373.024904:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f99393b9 x1853236732526080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.024904:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa665442 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16147:x1853236732526080:12345-0@lo:253: Request processed in 21239us (21769us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.024919:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000040:2.0:1767384373.024923:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000200:3.0:1767384373.024927:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f99393b9 x1853236732526080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.024927:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.024930:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.024934:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b859a3f. 00000020:00000010:2.0:1767384373.024940:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dfebda51. 00000100:00000001:3.0:1767384373.024942:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384373.024944:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c969827f. 00000100:00000001:3.0:1767384373.024945:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.024950:0:16147:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384373.024951:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 02000000:00000001:3.0:1767384373.024952:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384373.024955:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384373.024956:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384373.024958:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384373.024959:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004ca98fb8. 02000000:00000001:3.0:1767384373.024965:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.024965:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384373.024968:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.024971:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.024976:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9ffd843. 00000100:00001000:3.0:1767384373.024977:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=93 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384373.024980:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6f22de5. 00000100:00001000:3.0:1767384373.024983:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384373.024988:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384373.024991:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.024993:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384373.024995:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.024997:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.025002:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f99393b9 x1853236732526080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.025009:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384373.025012:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384373.025013:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384373.025017:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384373.025019:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384373.025021:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384373.025023:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384373.025024:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384373.025026:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384373.025029:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384373.025030:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384373.025032:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384373.025035:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384373.025039:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f99393b9 x1853236732526080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384373.025049:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f99393b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732526080:0@lo:253: 00000100:00000001:3.0:1767384373.025054:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.025057:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384373.025059:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f99393b9 x1853236732526080/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.025067:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384373.025068:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384373.025071:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f61e4f72. 02000000:00000001:3.0:1767384373.025075:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384373.025077:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384373.025078:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384373.025087:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384373.025089:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e4111e58. 02000000:00000001:3.0:1767384373.025092:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384373.025094:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384373.025095:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f99393b9. 00000100:00000001:3.0:1767384373.025099:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384373.025100:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.025102:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.025107:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384373.025108:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.025111:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384373.025112:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384373.030692:0:39082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005bf056bd. 00010000:00000010:0.1:1767384373.030700:0:39082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f775b105. 00000400:00000001:1.0:1767384373.179601:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384373.179607:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384373.179610:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007778af77 00000400:00000010:1.0:1767384373.179615:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007778af77. 00000400:00000200:1.0:1767384373.179621:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384373.179627:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384373.179640:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005463e54d. 00000400:00000010:1.0:1767384373.179643:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002a3d5130. 00000400:00000001:1.0:1767384373.179647:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384373.179654:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384373.179656:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b556d8f 00000400:00000010:1.0:1767384373.179657:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b556d8f. 00000400:00000200:1.0:1767384373.179659:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384373.179661:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp44 recovery ping unlinked 00000400:00000010:1.0:1767384373.179664:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000436fd71e. 00000400:00000010:1.0:1767384373.179666:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000019e055ac. 00000400:00000001:1.0:1767384373.179668:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384373.179669:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384373.179670:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086825c0f 00000400:00000010:1.0:1767384373.179671:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086825c0f. 00000400:00000200:1.0:1767384373.179673:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384373.179675:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384373.179676:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005d7ef9f6. 00000400:00000010:1.0:1767384373.179678:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000074bd45a7. 00010000:00000001:1.0:1767384373.627520:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384373.627525:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.627530:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384373.627532:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.627560:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384373.627564:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384373.627570:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384373.884618:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384373.884623:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 2 10000000:00000001:1.0:1767384373.884627:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384373.884630:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384373.884632:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384373.884633:0:16780:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384373.884635:0:16780:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384373.884637:0:16780:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384373.884639:0:16780:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff932184582000 from 85 10000000:00000001:1.0:1767384373.884641:0:16780:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384373.884643:0:16780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384373.884649:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b5dd33f. 00000020:00000040:1.0:1767384373.884653:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384373.884659:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384373.884663:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384373.884670:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384373.884677:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd5d6999. 00000100:00000001:1.0:1767384373.884683:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.884695:0:16780:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384373.884698:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384373.884706:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000022046ced. 00010000:00000001:1.0:1767384373.884711:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384373.884714:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008c8fa64b. 00000020:00000001:1.0:1767384373.884718:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384373.884722:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008c8fa64b with handle 0xf83434fd52e6dbc3 to hash 00000020:00000001:1.0:1767384373.884724:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384373.884726:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384373.884728:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384373.884733:0:16780:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384373.884747:0:16780:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384373.884750:0:16780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384373.884759:0:16780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384373.884767:0:16780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384373.884771:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384373.884773:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384373.884779:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000068976a6d. 00000100:00000001:1.0:1767384373.884781:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375875375680 : -119697834175936 : ffff9322ad1d1240) 00000100:00000001:1.0:1767384373.884784:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384373.884786:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208704896 : -119698500846720 : ffff932285607b80) 00000100:00000001:1.0:1767384373.884791:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384373.884794:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.884796:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384373.884798:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384373.884805:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b5dd33f x1853236732526336/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.884813:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384373.884819:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384373.884823:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384373.884967:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384373.884969:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384373.884972:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b5dd33f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732526336:0@lo:101: 00000100:00000001:1.0:1767384373.884976:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384373.884982:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384373.884985:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384373.884988:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384373.884991:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001d7e18e6. 02000000:00000001:1.0:1767384373.884993:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384373.884999:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8a13de5. 00000400:00000010:1.0:1767384373.885006:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a3ee0bf. 00000100:00000200:1.0:1767384373.885013:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732526336, portal 25 00000100:00000001:1.0:1767384373.885015:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384373.885016:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208704896 : -119698500846720 : ffff932285607b80) 00000100:00000040:1.0:1767384373.885020:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b5dd33f x1853236732526336/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.885026:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384373.885030:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384373.885032:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6c97bee. 00000100:00000200:1.0:1767384373.885035:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732526336, offset 0 00000400:00000200:1.0:1767384373.885041:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384373.885055:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384373.885066:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d207f00 00000400:00000200:1.0:1767384373.885072:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1721 [2] + 0 00000400:00000010:1.0:1767384373.885076:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068ee0f6a. 00000400:00000200:1.0:1767384373.885079:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a870004 00000400:00000200:1.0:1767384373.885086:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.885089:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384373.885094:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a870004 00000400:00000010:1.0:1767384373.885096:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a870004. 00000100:00000001:1.0:1767384373.885100:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384373.885103:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384373.885111:0:16780:0:(events.c:337:request_in_callback()) incoming req@000000006314992a x1853236732526336 msgsize 328 00000100:00100000:1.0:1767384373.885116:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384373.885118:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384373.885129:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384373.885136:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6c97bee 00000400:00000010:1.0:1767384373.885138:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6c97bee. 00000100:00000001:1.0:1767384373.885141:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384373.885145:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b5dd33f x1853236732526336/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.885153:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384373.885155:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006b5dd33f x1853236732526336/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.885158:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384373.885160:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.885162:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384373.885167:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.885168:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732526336 02000000:00000001:2.0:1767384373.885172:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384373.885173:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294961803 00000100:00000001:2.0:1767384373.885174:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.885178:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384373.885179:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b97d82b. 02000000:00000001:2.0:1767384373.885182:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.885187:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732526336 00000100:00000001:1.0:1767384373.885187:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1767384373.885192:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.885195:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:1.0:1767384373.885196:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294961803 00000020:00000001:2.0:1767384373.885197:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.885201:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00000100:00000010:1.0:1767384373.885202:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000921d239c. 00000020:00000001:2.0:1767384373.885206:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384373.885208:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384373.885209:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384373.885213:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294961803 00000100:00000001:2.0:1767384373.885215:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384373.885216:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f15e2318. 00000020:00000010:2.0:1767384373.885220:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008775d2d9. 00000100:00000001:1.0:1767384373.885221:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384373.885225:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384373.885226:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294961803 00000020:00000010:2.0:1767384373.885230:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008775d2d9. 00000100:00000010:1.0:1767384373.885231:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee49f204. 00000100:00000001:1.0:1767384373.885235:0:16780:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384373.885237:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001597c257. 00000100:00000001:1.0:1767384373.885238:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384373.885243:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384373.885244:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cad9740c. 00000100:00000001:1.0:1767384373.885245:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384373.885248:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384373.885251:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1befb55. 00000100:00100000:1.0:1767384373.885251:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 0000000068976a6d going to sleep for 11 seconds 00000100:00000001:1.0:1767384373.885261:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384373.885264:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384373.885264:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.885270:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.885272:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.885274:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.885282:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.885291:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.885303:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.885304:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.885308:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000040:2.0:1767384373.885311:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:2.0:1767384373.885314:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141316176 : -119697568235440 : ffff9322bcf70050) 00000100:00000040:2.0:1767384373.885318:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006314992a x1853236732526336/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:354/0 lens 328/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.885325:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.885332:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008775d2d9. 00000100:00000001:2.0:1767384373.885334:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.885335:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008775d2d9. 00000100:00100000:2.0:1767384373.885339:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006314992a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16780:x1853236732526336:12345-0@lo:101: 00000100:00000200:2.0:1767384373.885342:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732526336 00000020:00000001:2.0:1767384373.885345:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.885348:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.885350:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.885352:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.885354:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:2.0:1767384373.885357:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.885358:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.885361:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.885363:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.885366:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.885368:0:16777:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384373.885370:0:16777:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384373.885371:0:16777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384373.885373:0:16777:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384373.885375:0:16777:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.885379:0:16777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384373.885384:0:16777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000263a50e6. 00010000:00000001:2.0:1767384373.885386:0:16777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384373.885389:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b02c8ce1. 00000020:00000001:2.0:1767384373.885391:0:16777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384373.885393:0:16777:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b02c8ce1 with handle 0xf83434fd52e6dbca to hash 00000020:00000001:2.0:1767384373.885395:0:16777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384373.885396:0:16777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:2.0:1767384373.885398:0:16777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00010000:2.0:1767384373.885400:0:16777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6dbca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf83434fd52e6dbc3 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.885406:0:16777:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e25b4a2c : new locks_count 10 00000020:00000040:2.0:1767384373.885408:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:2.0:1767384373.885419:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.885422:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.885425:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ff00c220. 02000000:00000001:2.0:1767384373.885427:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.885428:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.885430:0:16777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384373.885434:0:16777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384373.885436:0:16777:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384373.885437:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384373.885439:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.885440:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384373.885441:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.885444:0:16777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384373.885446:0:16777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384373.885447:0:16777:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384373.885448:0:16777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384373.885450:0:16777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000263a50e6) refcount = 1 00010000:00010000:2.0:1767384373.885454:0:16777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6dbca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf83434fd52e6dbc3 expref: 15 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384373.885458:0:16777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384373.885460:0:16777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384373.885461:0:16777:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.885463:0:16777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.885465:0:16777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384373.885468:0:16777:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384373.885470:0:16777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6dbca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6dbc3 expref: 15 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384373.885476:0:16777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384373.885507:0:16777:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384373.885508:0:16777:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.885511:0:16777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.885513:0:16777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384373.885514:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384373.885516:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384373.885517:0:16777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b02c8ce1, rc 0) 00000020:00000001:2.0:1767384373.885524:0:16777:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.885528:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732526336 00010000:00000001:2.0:1767384373.885530:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.885534:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006314992a x1853236732526336/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:354/0 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.885540:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.885542:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.885545:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.885548:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.885550:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:2.0:1767384373.885552:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384373.885554:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.885556:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.885558:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.885559:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384373.885562:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2ab236. 00000100:00000200:2.0:1767384373.885564:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732526336, offset 224 00000400:00000200:2.0:1767384373.885568:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384373.885574:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384373.885579:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d207f00 00000400:00000200:2.0:1767384373.885582:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2019 [1] + 224 00000400:00000200:2.0:1767384373.885585:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384373.885587:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384373.885591:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384373.885594:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b5dd33f x1853236732526336/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384373.885600:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000006b5dd33f x1853236732526336/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.885612:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384373.885616:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2ab236 00000400:00000010:2.0:1767384373.885617:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c2ab236. 00000100:00000001:2.0:1767384373.885621:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384373.885622:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384373.885627:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384373.885631:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384373.885634:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384373.885635:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:1.0:1767384373.885637:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384373.885639:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384373.885640:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8a13de5. 00000020:00000001:2.0:1767384373.885642:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.885645:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384373.885645:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a3ee0bf 00000400:00000010:1.0:1767384373.885649:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a3ee0bf. 00000100:00000040:2.0:1767384373.885651:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006314992a x1853236732526336/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:354/0 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.885653:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384373.885660:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b5dd33f x1853236732526336/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.885663:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006314992a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732526336:12345-0@lo:101: Request processed in 334us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.885677:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000200:1.0:1767384373.885679:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b5dd33f x1853236732526336/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384373.885681:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:2.0:1767384373.885686:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.885689:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384373.885691:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384373.885693:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384373.885694:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cad9740c. 00000100:00000001:1.0:1767384373.885695:0:16780:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384373.885699:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1befb55. 02000000:00000001:1.0:1767384373.885699:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384373.885703:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384373.885706:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001597c257. 00000100:00000001:1.0:1767384373.885706:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384373.885711:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384373.885713:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00001000:1.0:1767384373.885715:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=93 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384373.885718:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384373.885720:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=93 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384373.885721:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ff00c220. 00000100:00000001:1.0:1767384373.885724:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384373.885726:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384373.885727:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.885731:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384373.885731:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384373.885733:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.885749:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384373.885750:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384373.885753:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b5dd33f x1853236732526336/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384373.885756:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc57e3b0. 00000400:00000010:2.0:1767384373.885761:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff70e090. 00000100:00000001:1.0:1767384373.885762:0:16780:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384373.885766:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384373.885768:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384373.885771:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b5dd33f x1853236732526336/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384373.885782:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b5dd33f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732526336:0@lo:101: 00000100:00000001:1.0:1767384373.885792:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384373.885794:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.885795:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384373.885797:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384373.885799:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b5dd33f x1853236732526336/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.885803:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384373.885805:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000068976a6d. 00000100:00000001:1.0:1767384373.885807:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384373.885808:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.885810:0:16780:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384373.885812:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384373.885814:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384373.885815:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=4 00000020:00000001:1.0:1767384373.885816:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384373.885818:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000040:1.0:1767384373.885821:0:16780:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000008c8fa64b, remote cookie: 0xf83434fd52e6dbca, flags: 0x0 00010000:00000001:1.0:1767384373.885823:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384373.885825:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384373.885826:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384373.885828:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384373.885829:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384373.885830:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000022046ced) refcount = 1 00010000:00010000:1.0:1767384373.885832:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.885836:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384373.885837:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384373.885838:0:16780:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384373.885840:0:16780:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384373.885842:0:16780:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384373.885845:0:16780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384373.885856:0:16780:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384373.885857:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.885859:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384373.885859:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.885860:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384373.885861:0:16780:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.885862:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384373.885864:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b5dd33f x1853236732526336/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.885868:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384373.885870:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384373.885873:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001d7e18e6. 02000000:00000001:1.0:1767384373.885875:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384373.885877:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384373.885878:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:1.0:1767384373.885880:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384373.885882:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dd5d6999. 02000000:00000001:1.0:1767384373.885885:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384373.885886:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384373.885888:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b5dd33f. 00000100:00000001:1.0:1767384373.885890:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384373.885891:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384373.885893:0:16780:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384373.885895:0:16780:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384373.885896:0:16780:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000003d4d1dd) refs 3 10000000:00000001:1.0:1767384373.885898:0:16780:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.885899:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384373.885900:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384373.885901:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=3 00000020:00000001:1.0:1767384373.885902:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384373.885903:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384373.885905:0:16780:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384373.885906:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384373.885907:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384373.885908:0:16780:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384373.885914:0:16780:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384373.885918:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000009cc2e86a. 00000100:00000010:1.0:1767384373.885932:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b5dd33f. 00000020:00000040:1.0:1767384373.885934:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384373.885936:0:16780:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384373.885937:0:16780:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384373.885939:0:16780:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384373.885941:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd5d6999. 00000100:00000001:1.0:1767384373.885943:0:16780:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.885946:0:16780:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384373.885949:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001d7e18e6. 00000100:00000010:1.0:1767384373.885951:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000004b6e24b. 00000020:00000040:1.0:1767384373.885952:0:16780:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384373.885955:0:16780:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384373.885956:0:16780:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384373.885958:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000068976a6d. 00000100:00000001:1.0:1767384373.885959:0:16780:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624375875375680 : -119697834175936 : ffff9322ad1d1240) 00000100:00000001:1.0:1767384373.885961:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384373.885962:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208704896 : -119698500846720 : ffff932285607b80) 00000100:00000001:1.0:1767384373.885964:0:16780:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384373.885965:0:16780:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.885967:0:16780:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384373.885968:0:16780:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384373.885970:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.885975:0:16780:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384373.885976:0:16780:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384373.885978:0:16780:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384373.885979:0:16780:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384373.885981:0:16780:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384373.885982:0:16780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b5dd33f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732526464:0@lo:256: 00000100:00000001:1.0:1767384373.885985:0:16780:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384373.885986:0:16780:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384373.885987:0:16780:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.885993:0:16780:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384373.885996:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8a13de5. 00000400:00000010:1.0:1767384373.886000:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000594b6585. 00000100:00000200:1.0:1767384373.886004:0:16780:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d207f80-0x695824d207f80, portal 33 00000100:00000001:1.0:1767384373.886006:0:16780:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384373.886008:0:16780:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384373.886010:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006332c0dd. 02000000:00000001:1.0:1767384373.886012:0:16780:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384373.886014:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b650a49. 00000400:00000010:1.0:1767384373.886017:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a3ee0bf. 00000100:00000200:1.0:1767384373.886019:0:16780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732526464, portal 25 00000100:00000001:1.0:1767384373.886021:0:16780:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384373.886022:0:16780:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375208704896 : -119698500846720 : ffff932285607b80) 00000100:00000040:1.0:1767384373.886026:0:16780:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.886030:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384373.886032:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384373.886033:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6c97bee. 00000100:00000200:1.0:1767384373.886035:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732526464, offset 0 00000400:00000200:1.0:1767384373.886038:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384373.886044:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384373.886048:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d207f80 00000400:00000200:1.0:1767384373.886063:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1731 [2] + 0 00000400:00000010:1.0:1767384373.886065:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008697b780. 00000400:00000200:1.0:1767384373.886068:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001eb2fc5c 00000400:00000200:1.0:1767384373.886070:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.886074:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384373.886078:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eb2fc5c 00000400:00000010:1.0:1767384373.886079:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001eb2fc5c. 00000100:00000001:1.0:1767384373.886083:0:16780:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384373.886085:0:16780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384373.886087:0:16780:0:(events.c:337:request_in_callback()) incoming req@0000000046b66426 x1853236732526464 msgsize 304 00000100:00100000:1.0:1767384373.886093:0:16780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384373.886095:0:16780:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384373.886112:0:16780:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384373.886117:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6c97bee 00000400:00000010:1.0:1767384373.886118:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6c97bee. 00000100:00000001:1.0:1767384373.886120:0:16780:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384373.886123:0:16780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.886128:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384373.886130:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.886134:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.886136:0:16780:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384373.886139:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384373.886140:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384373.886144:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732526464 00000100:00000001:1.0:1767384373.886145:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294961804 02000000:00000001:0.0:1767384373.886148:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384373.886151:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384373.886152:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294961803 00000100:00000001:0.0:1767384373.886152:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384373.886158:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.886160:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294961804 00000100:00100000:0.0:1767384373.886162:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732526464 00000100:00000001:1.0:1767384373.886163:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294961803 00000020:00000001:0.0:1767384373.886165:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384373.886167:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294961804 00000020:00000040:0.0:1767384373.886168:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000020:00000001:0.0:1767384373.886172:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384373.886173:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294961803 00000020:00000040:0.0:1767384373.886174:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:1.0:1767384373.886177:0:16780:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294961804 00000020:00000001:0.0:1767384373.886178:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384373.886183:0:16780:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294961803 00000020:00000001:0.0:1767384373.886183:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384373.886186:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384373.886187:0:16780:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384373.886189:0:16780:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.886190:0:16780:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384373.886191:0:16780:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384373.886192:0:16780:0:(client.c:2690:ptlrpc_set_wait()) set 0000000068976a6d going to sleep for 11 seconds 00000100:00000001:1.0:1767384373.886196:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384373.886197:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009de87c2. 00000100:00000001:1.0:1767384373.886198:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.886201:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384373.886204:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009de87c2. 00000020:00000010:0.0:1767384373.886208:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2770357. 00000020:00000010:0.0:1767384373.886210:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e5bdb54. 00000020:00000010:0.0:1767384373.886214:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384373.886217:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384373.886219:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384373.886220:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384373.886222:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.886226:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.886235:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.886242:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384373.886243:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384373.886246:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00000040:0.0:1767384373.886248:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384373.886250:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141322320 : -119697568229296 : ffff9322bcf71850) 00000100:00000040:0.0:1767384373.886254:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046b66426 x1853236732526464/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:354/0 lens 304/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.886260:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384373.886262:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009de87c2. 00000100:00000001:0.0:1767384373.886264:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384373.886265:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009de87c2. 00000100:00100000:0.0:1767384373.886268:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046b66426 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732526464:12345-0@lo:256: 00000100:00000200:0.0:1767384373.886271:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732526464 00000020:00000001:0.0:1767384373.886272:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384373.886274:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384373.886275:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.886277:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384373.886278:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:0.0:1767384373.886280:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384373.886281:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384373.886288:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384373.886289:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384373.886291:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.886293:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384373.886295:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384373.886297:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000009c05c41. 02000000:00000001:0.0:1767384373.886298:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.886300:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.886303:0:16777:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384373.886306:0:16777:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384373.886310:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384373.886312:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384373.886315:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.886317:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384373.886318:0:16777:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384373.886320:0:16777:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000099ebc989. 20000000:00000001:0.0:1767384373.886323:0:16777:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384373.886339:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384373.886345:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384373.886350:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384373.886351:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384373.886353:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384373.886355:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384373.886356:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384373.886358:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384373.886359:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384373.886360:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384373.886361:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384373.886363:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384373.886364:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384373.886365:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384373.886366:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384373.886367:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384373.886369:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384373.886370:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384373.886371:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384373.886372:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384373.886373:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384373.886374:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384373.886379:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384373.886380:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384373.886382:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384373.886383:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384373.886385:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384373.886386:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384373.886387:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384373.886389:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384373.886390:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384373.886392:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384373.886393:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384373.886394:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384373.886396:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384373.886397:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384373.886398:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384373.886399:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384373.886401:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384373.886402:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384373.886403:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384373.886405:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384373.886406:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:0.0:1767384373.886414:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384373.886416:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384373.886417:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384373.886418:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384373.886419:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384373.886420:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384373.886421:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384373.886422:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384373.886424:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384373.886425:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384373.886426:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384373.886428:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384373.886429:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384373.886430:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384373.886442:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384373.886443:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384373.886444:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384373.886446:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384373.886452:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384373.886453:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384373.886454:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384373.886456:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384373.886457:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384373.886458:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384373.886460:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384373.886461:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384373.886462:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384373.886463:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384373.886464:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384373.886465:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384373.886467:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384373.886468:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384373.886469:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384373.886471:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384373.886472:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384373.886473:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384373.886475:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384373.886499:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384373.886502:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384373.886504:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384373.886506:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384373.886507:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384373.886509:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:0.0:1767384373.886511:0:16777:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384373.886513:0:16777:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384373.886515:0:16777:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384373.886519:0:16777:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000062f3bbc7. 00000100:00000010:0.0:1767384373.886521:0:16777:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001bc9f847. 00000020:00000040:0.0:1767384373.886523:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=16 00010000:00000001:0.0:1767384373.886526:0:16777:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384373.886528:0:16777:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384373.886531:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000400:00000010:0.0:1767384373.886537:0:16777:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a1633b92. 00000400:00000200:0.0:1767384373.886542:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384373.886549:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384373.886554:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x695824d207f80 00000400:00000200:0.0:1767384373.886565:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x2029 [4] + 0 00000400:00000010:0.0:1767384373.886568:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8a13de5. 00000400:00000200:0.0:1767384373.886571:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000594b6585 00000400:00000200:0.0:1767384373.886573:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.886576:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384373.886579:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594b6585 00000400:00000010:0.0:1767384373.886580:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000594b6585. 00000100:00000001:0.0:1767384373.886590:0:16777:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384373.886591:0:16777:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000006b5dd33f desc 000000001d7e18e6 mbits 1853236732526464 00000100:00000001:0.0:1767384373.886602:0:16777:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384373.886605:0:16777:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384373.886611:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384373.886619:0:16777:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2035 00000400:00000200:0.0:1767384373.886622:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.886625:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384373.886628:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384373.886629:0:16777:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000062f3bbc7 00000100:00000001:0.0:1767384373.886632:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384373.886639:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000400:00000010:0.0:1767384373.886641:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000100:00000001:0.0:1767384373.886644:0:16777:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384373.886645:0:16777:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000062f3bbc7 00000100:00000001:0.0:1767384373.886648:0:16777:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384373.886658:0:16777:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x695824d207f80-0x695824d207f80 00000100:00000001:0.0:1767384373.886661:0:16777:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.886665:0:16777:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.886667:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384373.886669:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 15 00000100:00000010:0.0:1767384373.886672:0:16777:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001bc9f847. 00000100:00000010:0.0:1767384373.886676:0:16777:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000062f3bbc7. 00000100:00000001:0.0:1767384373.886680:0:16777:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384373.886682:0:16777:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384373.886688:0:16777:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000099ebc989. 20000000:00000001:0.0:1767384373.886692:0:16777:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384373.886699:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732526464 00000100:00000001:3.0:1767384373.886700:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384373.886701:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384373.886706:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384373.886708:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046b66426 x1853236732526464/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:354/0 lens 304/240 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384373.886716:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384373.886718:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384373.886720:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384373.886722:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384373.886724:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384373.886726:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384373.886729:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384373.886730:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.886732:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384373.886750:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384373.886753:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000100:00000200:0.0:1767384373.886756:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732526464, offset 224 00000400:00000200:0.0:1767384373.886762:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384373.886768:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384373.886773:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d207f80 00000400:00000200:0.0:1767384373.886778:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x202d [1] + 224 00000400:00000200:0.0:1767384373.886781:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.886784:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384373.886788:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384373.886792:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384373.886799:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.886812:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384373.886817:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000400:00000010:0.0:1767384373.886819:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000100:00000001:0.0:1767384373.886822:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384373.886824:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384373.886830:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.886833:0:16780:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384373.886833:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:3.0:1767384373.886839:0:16780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384373.886842:0:16780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384373.886842:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384373.886846:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384373.886847:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b650a49. 00000020:00000001:0.0:1767384373.886850:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384373.886854:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a3ee0bf 00000100:00000040:0.0:1767384373.886856:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046b66426 x1853236732526464/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:354/0 lens 304/240 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384373.886858:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a3ee0bf. 00000100:00000001:3.0:1767384373.886864:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384373.886868:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046b66426 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16780:x1853236732526464:12345-0@lo:256: Request processed in 605us (777us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384373.886872:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384373.886881:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000040:0.0:1767384373.886885:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000200:3.0:1767384373.886886:0:16780:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.886888:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384373.886891:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384373.886895:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e5bdb54. 00000100:00000001:3.0:1767384373.886897:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384373.886901:0:16780:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384373.886901:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000100:00000001:3.0:1767384373.886905:0:16780:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384373.886908:0:16780:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384373.886908:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2770357. 00000100:00000001:3.0:1767384373.886910:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384373.886912:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.886914:0:16780:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384373.886915:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000100:00001000:3.0:1767384373.886918:0:16780:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=93 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384373.886919:0:16777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384373.886922:0:16777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000009c05c41. 00000100:00001000:3.0:1767384373.886924:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=93 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384373.886927:0:16777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384373.886928:0:16780:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384373.886930:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.886931:0:16780:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.886936:0:16780:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384373.886937:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384373.886942:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001edc6736. 00010000:00000001:3.0:1767384373.886946:0:16780:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.886949:0:16780:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384373.886949:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d89b8752. 00000100:00000040:3.0:1767384373.886957:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384373.886964:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.886969:0:16780:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384373.886971:0:16780:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384373.886974:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384373.886979:0:16780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b5dd33f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7e84c064-9ddf-4290-a20e-ee745f39ffee:16780:1853236732526464:0@lo:256: 00000100:00000001:3.0:1767384373.886984:0:16780:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.886987:0:16780:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.886988:0:16780:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384373.886990:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384373.886993:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.886998:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384373.887000:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000068976a6d. 00000100:00000001:3.0:1767384373.887004:0:16780:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384373.887005:0:16780:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384373.887008:0:16780:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:3.0:1767384373.887012:0:16780:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384373.887018:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000077f293fd. 00010000:00000001:3.0:1767384373.887030:0:16780:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384373.887035:0:16780:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384373.887042:0:16780:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.131@tcp has 192.168.204.131@tcp. 00000100:00000001:3.0:1767384373.887045:0:16780:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.887048:0:16780:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384373.887051:0:16780:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:3.0:1767384373.887053:0:16780:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000100:00000200:3.0:1767384373.887058:0:16780:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.204.131@tcp' 00000400:00000200:3.0:1767384373.887069:0:16780:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384373.887073:0:16780:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384373.887077:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:3.0:1767384373.887085:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384373.887092:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (41) 00000400:00000200:3.0:1767384373.887099:0:16780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (42) 00000400:00000200:3.0:1767384373.887111:0:16780:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384373.887114:0:16780:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384373.887116:0:16780:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384373.887118:0:16780:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:3.0:1767384373.887119:0:16780:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (43) 00000400:00000200:3.0:1767384373.887121:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:3.0:1767384373.887123:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:3.0:1767384373.887126:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887128:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:3.0:1767384373.887129:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:3.0:1767384373.887132:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887134:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:1.0:1767384373.887135:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384373.887136:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:3.0:1767384373.887141:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887144:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:1.0:1767384373.887144:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:3.0:1767384373.887149:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000010:1.0:1767384373.887152:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6c97bee. 00000400:00000200:3.0:1767384373.887153:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887157:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:1.0:1767384373.887157:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (42) 00000400:00000200:3.0:1767384373.887158:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000010:1.0:1767384373.887163:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fb2146c7. 00000400:00000200:3.0:1767384373.887164:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887165:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:3.0:1767384373.887166:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:3.0:1767384373.887168:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887172:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:3.0:1767384373.887174:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:1.0:1767384373.887177:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:3.0:1767384373.887180:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887182:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:3.0:1767384373.887183:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:3.0:1767384373.887186:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887187:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:1.0:1767384373.887188:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:1.0:1767384373.887195:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 00000400:00000200:3.0:1767384373.887198:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:3.0:1767384373.887206:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384373.887207:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:3.0:1767384373.887209:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000200:3.0:1767384373.887213:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:1.0:1767384373.887216:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 00000400:00000200:3.0:1767384373.887219:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887223:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000400:00000200:3.0:1767384373.887226:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.131@tcp20 00000400:00000200:1.0:1767384373.887227:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 00000400:00000200:3.0:1767384373.887233:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384373.887236:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 00000400:00000200:3.0:1767384373.887237:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp20 00000400:00000200:3.0:1767384373.887241:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.131@tcp21 00000400:00000200:1.0:1767384373.887245:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000400:00000200:3.0:1767384373.887248:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887251:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp21 00000400:00000200:1.0:1767384373.887253:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000400:00000200:3.0:1767384373.887254:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.131@tcp22 00000400:00000200:3.0:1767384373.887259:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384373.887261:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000400:00000200:3.0:1767384373.887263:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp22 00000400:00000200:3.0:1767384373.887267:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.131@tcp23 00000400:00000200:1.0:1767384373.887270:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000400:00000200:3.0:1767384373.887274:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887277:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp23 00000400:00000200:3.0:1767384373.887281:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.131@tcp24 00000400:00000200:1.0:1767384373.887281:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000400:00000200:3.0:1767384373.887287:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887290:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp24 00000400:00000200:1.0:1767384373.887290:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000400:00000200:3.0:1767384373.887295:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.131@tcp25 00000400:00000200:1.0:1767384373.887301:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:3.0:1767384373.887302:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887306:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp25 00000400:00000200:3.0:1767384373.887310:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.131@tcp26 00000400:00000200:1.0:1767384373.887312:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 00000400:00000200:3.0:1767384373.887316:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887319:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp26 00000400:00000200:1.0:1767384373.887322:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000400:00000200:3.0:1767384373.887323:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.131@tcp27 00000400:00000200:3.0:1767384373.887330:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887332:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp27 00000400:00000200:1.0:1767384373.887333:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000400:00000200:3.0:1767384373.887336:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.131@tcp28 00000400:00000200:3.0:1767384373.887342:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384373.887345:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 00000400:00000200:3.0:1767384373.887346:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp28 00000400:00000200:3.0:1767384373.887351:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.131@tcp29 00000400:00000200:3.0:1767384373.887356:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384373.887357:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 62], ns[189, 62] 00000400:00000200:3.0:1767384373.887359:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp29 00000400:00000200:1.0:1767384373.887362:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 62], ns[193, 62] 00000400:00000200:3.0:1767384373.887367:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.131@tcp30 00000400:00000200:3.0:1767384373.887371:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887372:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp30 00000400:00000200:3.0:1767384373.887376:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.131@tcp31 00000400:00000200:3.0:1767384373.887381:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887382:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp31 00000400:00000200:1.0:1767384373.887385:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 62], ns[58, 62] 00000400:00000200:3.0:1767384373.887386:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.131@tcp32 00000400:00000200:3.0:1767384373.887392:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887396:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp32 00000400:00000200:1.0:1767384373.887396:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[153, 58], ns[157, 58] 00000400:00000200:3.0:1767384373.887401:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.131@tcp33 00000400:00000200:3.0:1767384373.887407:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384373.887407:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 58], ns[165, 58] 00000400:00000200:3.0:1767384373.887412:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp33 00000400:00000200:3.0:1767384373.887416:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.131@tcp34 00000400:00000200:1.0:1767384373.887419:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 58], ns[72, 58] 00000400:00000200:3.0:1767384373.887421:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887425:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp34 00000400:00000200:3.0:1767384373.887429:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.131@tcp35 00000400:00000200:1.0:1767384373.887431:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 58], ns[167, 58] 00000400:00000200:3.0:1767384373.887435:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887438:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp35 00000400:00000200:1.0:1767384373.887442:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[175, 58], ns[179, 58] 00000400:00000200:3.0:1767384373.887443:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.131@tcp36 00000400:00000200:3.0:1767384373.887449:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384373.887452:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 58], ns[102, 58] 00000400:00000200:3.0:1767384373.887453:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp36 00000400:00000200:3.0:1767384373.887458:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.131@tcp37 00000400:00000200:1.0:1767384373.887462:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[193, 58], ns[197, 58] 00000400:00000200:3.0:1767384373.887464:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887469:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp37 00000400:00000200:3.0:1767384373.887473:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.131@tcp38 00000400:00000200:1.0:1767384373.887473:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 58], ns[118, 58] 00000400:00000200:3.0:1767384373.887507:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887510:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp38 00000400:00000200:3.0:1767384373.887514:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.131@tcp39 00000400:00000200:1.0:1767384373.887517:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 58], ns[160, 58] 00000400:00000200:3.0:1767384373.887520:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887524:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp39 00000400:00000200:3.0:1767384373.887526:0:16780:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.131@tcp40 00000400:00000200:1.0:1767384373.887529:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 58], ns[132, 58] 00000400:00000200:3.0:1767384373.887532:0:16780:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.887535:0:16780:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp40 00000100:00000001:3.0:1767384373.887539:0:16780:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384373.887541:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 58], ns[147, 58] 00010000:00000001:3.0:1767384373.887542:0:16780:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384373.887549:0:16780:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.131@tcp' by NID '192.168.204.131@tcp' 00000400:00000200:1.0:1767384373.887550:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[176, 58], ns[180, 58] 00000400:00000200:1.0:1767384373.887554:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[178, 58], ns[182, 58] 10000000:00000010:3.0:1767384373.887561:0:16780:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000044d61a80. 00000400:00000200:1.0:1767384373.887563:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 58], ns[175, 58] 10000000:00000040:3.0:1767384373.887565:0:16780:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 87/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.131@tcp::2 00000020:00000080:3.0:1767384373.887571:0:16780:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384373.887573:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 58], ns[173, 58] 00000020:00000001:3.0:1767384373.887578:0:16780:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:1.0:1767384373.887579:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[192, 58], ns[196, 58] 00000020:00000010:3.0:1767384373.887583:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027f8979a. 00000400:00000200:1.0:1767384373.887587:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[190, 58], ns[194, 58] 00000020:00000010:3.0:1767384373.887589:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2e18fcc. 00000040:00000010:3.0:1767384373.887594:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c632f9c2. 00000020:00000010:3.0:1767384373.887599:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b6722ea. 00000400:00000200:1.0:1767384373.887600:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[191, 58], ns[195, 58] 00000020:00000010:3.0:1767384373.887606:0:16780:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008cbe3df3. 00000400:00000200:1.0:1767384373.887607:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[194, 58], ns[198, 58] 00000020:00000010:3.0:1767384373.887612:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004482db41. 00000400:00000200:1.0:1767384373.887613:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 58], ns[0, 58] 80000000:00000010:3.0:1767384373.887619:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fc4a4611. 00000400:00000200:1.0:1767384373.887620:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp48] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 40000000:00000010:3.0:1767384373.887624:0:16780:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000047b7f5ab. 00000400:00000200:1.0:1767384373.887625:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00100000:00000010:3.0:1767384373.887630:0:16780:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005fcbfc70. 00000400:00000200:1.0:1767384373.887634:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp48 00040000:00000010:3.0:1767384373.887637:0:16780:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009db69721. 00000400:00000200:1.0:1767384373.887640:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp48 lpni_is_preferred = 0 00040000:00000010:3.0:1767384373.887643:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000245f87c7. 00000400:00000200:1.0:1767384373.887644:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp48 00040000:00000010:3.0:1767384373.887649:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007fcd29a8. 00000400:00000200:1.0:1767384373.887650:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp48 NI seq info: [199:199:256:4294967295] 192.168.204.131@tcp48 LPNI seq info [195:195:8:4294967295] 00080000:00000010:3.0:1767384373.887656:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002d716a8d. 00000400:00000200:1.0:1767384373.887660:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp48 00000004:00000010:3.0:1767384373.887662:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000021262af7. 00000400:00000200:1.0:1767384373.887669:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp48(192.168.204.131@tcp48:) -> 192.168.204.131@tcp48(192.168.204.131@tcp:192.168.204.131@tcp48) : PUT try# 0 00000004:00000010:3.0:1767384373.887670:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ff87d27d. 00000004:00000010:3.0:1767384373.887676:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d4c43852. 00000800:00000200:1.0:1767384373.887676:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.131@tcp48 00002000:00000010:3.0:1767384373.887682:0:16780:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004a5819db. 00000800:00000010:1.0:1767384373.887683:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077098beb. 00000004:00000010:3.0:1767384373.887688:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c4abe3a5. 00000004:00000001:3.0:1767384373.887694:0:16780:0:(osp_dev.c:662:osp_process_config()) Process entered 00000800:00000010:1.0:1767384373.887694:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cd6f5b55. 00000800:00000010:1.0:1767384373.887699:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000355101f8. 00000040:00000001:3.0:1767384373.887700:0:16780:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384373.887704:0:16780:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000044d61a80 00000800:00000200:1.0:1767384373.887705:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6f5b55] -> 12345-192.168.204.131@tcp48 (2) 00000040:00001000:3.0:1767384373.887709:0:16780:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000800:00000200:1.1:1767384373.887712:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6f5b55] -> 12345-192.168.204.131@tcp48 (2) 00000040:00001000:3.0:1767384373.887714:0:16780:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384373.887718:0:16780:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384373.887720:0:16780:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384373.887724:0:16780:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384373.887726:0:16780:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384373.887728:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767384373.887729:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000040:00001000:3.0:1767384373.887733:0:16780:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.131@tcp::2 00000400:00000200:1.0:1767384373.887734:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000040:00000001:3.0:1767384373.887753:0:16780:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384373.887807:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000004:00000001:3.0:1767384373.887811:0:16780:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384373.887817:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f2e18fcc. 00000040:00000010:3.0:1767384373.887821:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c632f9c2. 00000020:00000010:3.0:1767384373.887825:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005b6722ea. 00000020:00000010:3.0:1767384373.887830:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008cbe3df3. 00000020:00000010:3.0:1767384373.887836:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004482db41. 80000000:00000010:3.0:1767384373.887841:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fc4a4611. 40000000:00000010:3.0:1767384373.887846:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000047b7f5ab. 00100000:00000010:3.0:1767384373.887850:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005fcbfc70. 00040000:00000010:3.0:1767384373.887854:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009db69721. 00000400:00000200:0.0:1767384373.887855:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00040000:00000010:3.0:1767384373.887863:0:16780:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000245f87c7. 00040000:00000010:3.0:1767384373.887870:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007fcd29a8. 00080000:00000010:3.0:1767384373.887876:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002d716a8d. 00000004:00000010:3.0:1767384373.887880:0:16780:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000021262af7. 00000004:00000010:3.0:1767384373.887885:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ff87d27d. 00000004:00000010:3.0:1767384373.887889:0:16780:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d4c43852. 00002000:00000010:3.0:1767384373.887893:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004a5819db. 00000400:00000200:0.0:1767384373.887895:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000004:00000010:3.0:1767384373.887897:0:16780:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c4abe3a5. 00000020:00000010:3.0:1767384373.887903:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027f8979a. 00000020:00000001:3.0:1767384373.887908:0:16780:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.887910:0:16780:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384373.887915:0:16780:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000044d61a80. 00000400:00000200:0.0:1767384373.887920:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 10000000:00000040:3.0:1767384373.887925:0:16780:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.131@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384373.887929:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000077f293fd. 10000000:00000001:3.0:1767384373.887932:0:16780:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.887934:0:16780:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384373.887938:0:16780:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b5dd33f x1853236732526464/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.887943:0:16780:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384373.887944:0:16780:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384373.887946:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006332c0dd. 00000400:00000200:0.0:1767384373.887948:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 02000000:00000001:3.0:1767384373.887949:0:16780:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384373.887952:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384373.887954:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384373.887956:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384373.887963:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384373.887964:0:16780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384373.887965:0:16780:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:3.0:1767384373.887967:0:16780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384373.887969:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000004b6e24b. 00000100:00000010:3.0:1767384373.887972:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001d7e18e6. 00000100:00000001:3.0:1767384373.887974:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384373.887975:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dd5d6999. 02000000:00000001:3.0:1767384373.887977:0:16780:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384373.887978:0:16780:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384373.887980:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b5dd33f. 00000400:00000200:0.0:1767384373.887981:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000100:00000001:3.0:1767384373.887982:0:16780:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384373.887986:0:16780:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384373.888000:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000009cc2e86a. 10000000:01000000:3.0:1767384373.888004:0:16780:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384373.888007:0:16780:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384373.888009:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.888010:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.888011:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=3 00000020:00000001:3.0:1767384373.888013:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:3.0:1767384373.888015:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:3.0:1767384373.888018:0:16780:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384373.888019:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00010000:00010000:3.0:1767384373.888021:0:16780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.888028:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.888030:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384373.888032:0:16780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.888038:0:16780:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384373.888040:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.888041:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384373.888043:0:16780:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384373.888046:0:16780:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384373.888049:0:16780:0:(mgc_request.c:621:do_requeue()) Process leaving 00000400:00000200:0.0:1767384373.888056:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 10000000:00000001:3.0:1767384373.888058:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384373.888062:0:16780:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 3 10000000:00000001:3.0:1767384373.888065:0:16780:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384373.888089:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888127:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888156:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888198:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888225:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888256:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888291:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888317:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888339:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888363:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888386:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888406:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888421:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888437:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888454:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888470:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888528:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888555:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888577:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888601:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888625:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888650:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888677:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888706:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888732:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888768:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384373.888800:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384373.888963:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000cf2ac1d. 00000800:00000010:0.0:1767384373.888968:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009cd4c272. 00000800:00000010:0.0:1767384373.888974:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009de87c2. 00000800:00000010:0.0:1767384373.888995:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009de87c2. 00000800:00020000:0.0:1767384373.889005:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384373.889008:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009cd4c272. 00000800:00000010:0.0:1767384373.889011:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000cf2ac1d. 00000400:02020000:0.0:1767384373.889054:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp48 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384373.889070:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp48 notifying 192.168.204.131@tcp48: down 00000800:00000200:0.0:1767384373.889074:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp48 down 00000800:00000100:0.0:1767384373.889079:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.204.131@tcp48 00000800:00000010:0.0:1767384373.889083:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077098beb. 00000400:00000200:0.0:1767384373.889086:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384373.889089:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp48->192.168.204.131@tcp48: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384373.889095:0:16136:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp48 added to recovery queue. ping count: 0 next ping: 295 health :900 00000400:00000200:0.0:1767384373.889098:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384373.889101:0:16136:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 1 00000400:00000200:0.0:1767384373.889103:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384373.889170:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384373.889176:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x101171 00000400:00000001:2.0:1767384373.889180:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384373.889181:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384373.889182:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6c97bee 00000400:00000010:2.0:1767384373.889183:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6c97bee. 00000400:00000200:2.0:1767384373.889186:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384373.889189:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:2.0:1767384373.889192:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (43) 00000400:00000200:2.0:1767384373.889194:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384373.889202:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc -71 00000400:00000200:2.0:1767384373.889205:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:2.0:1767384373.889207:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (42) 00000020:00000010:1.0:1767384373.896320:0:39381:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000968ab6fb. 00000020:00000040:1.0:1767384373.896326:0:39381:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384373.896328:0:39381:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000968ab6fb. 00000100:00000040:2.0:1767384373.896528:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294961804, at 4294961805 00000100:00000010:2.0:1767384373.896535:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f15e2318. 00000100:00000040:0.0:1767384373.896555:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294961804, at 4294961805 00000100:00000010:0.0:1767384373.896562:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b97d82b. 00000100:00000040:3.0:1767384373.897511:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294961804, at 4294961806 00000100:00000010:3.0:1767384373.897517:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee49f204. 00000100:00000040:1.0:1767384373.897534:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294961804, at 4294961806 00000100:00000010:1.0:1767384373.897541:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000921d239c. 00000400:00000200:2.0:1767384374.203561:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp37 00000400:00000010:2.0:1767384374.203567:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000097d876e6. 00000400:00000010:2.0:1767384374.203575:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002d53e574. 00000800:00000200:0.0:1767384374.203575:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000336490e] -> 12345-192.168.204.131@tcp15 (6) 00000400:00000010:2.0:1767384374.203583:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2ab236. 00000800:00000200:0.0:1767384374.203584:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp15 ip 192.168.204.131:988 00000800:00000200:0.0:1767384374.203590:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd6493d3 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384374.203593:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000037b8b86. 00000400:00000200:2.0:1767384374.203600:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp37 00000800:00000200:0.0:1767384374.203608:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (4) 00000800:00000200:0.1:1767384374.203613:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (4) 00000400:00000200:2.0:1767384374.203621:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp37 local destination 00000400:00000200:2.0:1767384374.203629:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp37 00000400:00000200:2.0:1767384374.203634:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp37 NI seq info: [200:200:256:4294967295] 192.168.204.131@tcp37 LPNI seq info [196:196:8:4294967295] 00000400:00000200:2.0:1767384374.203640:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp37 00000400:00000200:2.0:1767384374.203646:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp37(192.168.204.131@tcp37:) -> 192.168.204.131@tcp37(192.168.204.131@tcp37:192.168.204.131@tcp37) : GET try# 0 00000800:00000200:2.0:1767384374.203651:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp37 00000800:00000010:2.0:1767384374.203655:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ca151f4d. 00000800:00000200:2.0:1767384374.203661:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000800:00000200:2.1:1767384374.203664:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000400:00000200:2.0:1767384374.203681:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp37 added to recovery queue. ping count: 5 next ping: 326 health :500 00000400:00000200:2.0:1767384374.203685:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp47 00000400:00000010:2.0:1767384374.203689:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c2d115bc. 00000400:00000010:2.0:1767384374.203694:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005ffc6c3f. 00000400:00000010:2.0:1767384374.203698:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d48f1b0. 00000400:00000010:2.0:1767384374.203703:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fe9a8d5c. 00000400:00000200:2.0:1767384374.203706:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp47 00000800:00000200:0.0:1767384374.203711:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384374.203715:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp47 local destination 00000400:00000200:2.0:1767384374.203719:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp47 00000800:00000001:0.0:1767384374.203719:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384374.203723:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp47 NI seq info: [201:201:256:4294967295] 192.168.204.131@tcp47 LPNI seq info [197:197:8:4294967295] 00000400:00000200:2.0:1767384374.203728:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp47 00000400:00000200:1.0:1767384374.203749:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000001:0.0:1767384374.203752:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.203758:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384374.203764:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp47(192.168.204.131@tcp47:) -> 192.168.204.131@tcp47(192.168.204.131@tcp47:192.168.204.131@tcp47) : GET try# 0 00000800:00000001:0.0:1767384374.203764:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384374.203774:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp47 00000800:00000010:2.0:1767384374.203778:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008fb4659c. 00000800:00000200:2.0:1767384374.203782:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006527500b] -> 12345-192.168.204.131@tcp47 (2) 00000800:00000200:2.1:1767384374.203786:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006527500b] -> 12345-192.168.204.131@tcp47 (2) 00000400:00000200:1.0:1767384374.203800:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.203801:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp47 added to recovery queue. ping count: 1 next ping: 296 health :900 00000400:00000200:0.0:1767384374.203842:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.203863:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.203878:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.203897:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.203934:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.203953:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.203962:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.203998:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.204034:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204036:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204054:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204119:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204122:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.204126:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204178:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204188:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.204203:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204240:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204247:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.204275:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204299:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204328:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.204342:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204366:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204403:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.204405:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204444:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204513:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204541:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204581:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.204593:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204615:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204649:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.204664:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204690:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204722:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.204752:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204774:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204803:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.204818:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204838:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204872:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.204885:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204897:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204933:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.204946:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.204961:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.204996:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205009:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.205032:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.205072:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205078:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.205107:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.205152:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205155:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.205202:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205227:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.205237:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.205281:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205294:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.205316:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205369:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.205369:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.205392:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205454:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.205461:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.205467:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.205549:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205554:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.205574:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.205621:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205622:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.205639:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205693:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.205706:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.205708:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205776:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.205803:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.205806:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205865:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.205872:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.205887:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205925:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.205938:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.205953:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.205992:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.206006:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.206033:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.206071:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.206090:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.206113:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.206143:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.206170:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.206173:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.206204:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.206237:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384374.206243:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.206276:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.206318:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.206348:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.206392:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.206414:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000800:00000010:1.0:1767384374.206431:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000819085a5. 00000800:00000010:1.0:1767384374.206436:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000862cb7db. 00000800:00000010:1.0:1767384374.206442:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000015bfec46. 00000400:00000200:0.0:1767384374.206446:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.206466:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384374.206468:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000015bfec46. 00000800:00020000:1.0:1767384374.206495:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384374.206499:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000862cb7db. 00000800:00000010:1.0:1767384374.206503:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000819085a5. 00000400:00000200:0.0:1767384374.206541:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000400:02020000:1.0:1767384374.206576:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp36 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384374.206581:0:16134:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384374.206614:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000800:00000010:2.0:1767384374.206647:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de10a17e. 00000800:00000010:2.0:1767384374.206652:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009e7eb3f8. 00000800:00000010:2.0:1767384374.206656:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fd57c9de. 00000400:00000200:0.0:1767384374.206664:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000800:00000010:2.0:1767384374.206680:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fd57c9de. 00000800:00020000:2.0:1767384374.206687:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384374.206689:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009e7eb3f8. 00000800:00000010:2.0:1767384374.206691:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000de10a17e. 00000400:00000200:0.0:1767384374.206699:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000400:02020000:2.0:1767384374.206758:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp47 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384374.206765:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp47 notifying 192.168.204.131@tcp47: down 00000400:00000200:2.0:1767384374.206768:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:0.0:1767384374.206772:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.131:988 00000800:00000100:2.0:1767384374.206773:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp47 00000800:00000010:2.0:1767384374.206778:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008fb4659c. 00000400:00000200:2.0:1767384374.206782:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384374.206788:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp47->192.168.204.131@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384374.206796:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384374.206799:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384374.206804:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp47) recovery failed with -71 00000400:00000200:0.0:1767384374.206829:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.206860:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.206880:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.206899:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.206916:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.206943:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.131:988 00000800:00000010:0.0:1767384374.207107:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000cf2ac1d. 00000800:00000010:0.0:1767384374.207112:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009cd4c272. 00000800:00000010:0.0:1767384374.207117:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dc7f2948. 00000800:00000010:0.0:1767384374.207153:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dc7f2948. 00000400:00000200:1.0:1767384374.207254:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384374.207269:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp37 from 208.3.0.2 00000800:00000010:1.0:1767384374.207272:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e2ba562f. 00000800:00000010:0.0:1767384374.207306:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005dfdde87. 00000800:00000010:0.0:1767384374.207312:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b68bb73. 00000800:00000010:0.0:1767384374.207334:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d04225e2. 00000800:00000200:0.1:1767384374.207340:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (2) 00000800:00000200:0.1:1767384374.207345:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp37 00000000d04225e2 deleted 00000800:00000010:0.1:1767384374.207348:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d04225e2. 00000800:00000200:0.1:1767384374.207354:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384374.207359:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp37 ip 192.168.204.131:976 00000800:00000200:0.1:1767384374.207362:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ca151f4d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384374.207367:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp37 p 3.x 192.168.204.131 -> 192.168.204.131:976 incarnation:1767384341039903571 sched[0] 00000800:00000010:0.0:1767384374.207372:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dc7f2948. 00000800:00000010:0.0:1767384374.207419:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dc7f2948. 00000800:00000010:0.0:1767384374.207423:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b68bb73. 00000800:00000010:0.0:1767384374.207451:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e2ba562f. 00000800:00000001:0.0:1767384374.207465:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.207470:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384374.207503:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384374.207511:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp37 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384341039903571 sched[0] 00000800:00000010:2.0:1767384374.207515:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009cd4c272. 00000800:00000200:0.0:1767384374.207528:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384374.207531:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ca151f4d. 00000400:00000200:0.0:1767384374.207535:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.207540:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp37->192.168.204.131@tcp37: GET: OK 00000400:00000200:0.0:1767384374.207545:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384374.207548:0:16140:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp37 recovery message sent successfully:0 00000800:00000001:0.0:1767384374.207567:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.207573:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.207575:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.207582:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.207589:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp37(192.168.204.131@tcp37) <- 192.168.204.131@tcp37 : GET - for me 00000400:00000200:0.0:1767384374.207603:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384374.207617:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x1ff1 [1] + 0 00000400:00000200:2.0:1767384374.207623:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384374.207629:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp37 to MR: 192.168.204.131@tcp37 local destination 00000400:00000200:0.0:1767384374.207640:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp37 NI seq info: [202:202:256:4294967295] 192.168.204.131@tcp37 LPNI seq info [198:198:8:4294967295] 00000400:00000200:0.0:1767384374.207656:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp37(192.168.204.131@tcp37:192.168.204.131@tcp37) -> 192.168.204.131@tcp37(192.168.204.131@tcp37:192.168.204.131@tcp37) 192.168.204.131@tcp37 : REPLY try# 0 00000800:00000200:0.0:1767384374.207662:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp37 00000800:00000010:0.0:1767384374.207666:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002362696c. 00000800:00000200:0.0:1767384374.207672:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce7ef2f3] -> 12345-192.168.204.131@tcp37 (4) 00000800:00000200:0.0:1767384374.207676:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp37 ip 192.168.204.131:988 00000800:00000200:0.0:1767384374.207678:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002362696c type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384374.207713:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000200:0.0:1767384374.207724:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384374.207727:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002362696c. 00000400:00000200:0.0:1767384374.207746:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.207752:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp37->192.168.204.131@tcp37: REPLY: OK 00000800:00000001:0.0:1767384374.207766:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.207769:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.207771:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.207775:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.207776:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.207778:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.207783:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp37(192.168.204.131@tcp37) <- 192.168.204.131@tcp37 : REPLY - for me 00000400:00000200:0.0:1767384374.207793:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp37: Reply from 12345-192.168.204.131@tcp37 of length 272/272 into md 0x2045 00000800:00000001:0.0:1767384374.207797:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.207803:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.207804:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.207809:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp37->192.168.204.131@tcp37: REPLY: OK 00000400:00000200:0.0:1767384374.207814:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2ab236 00000400:00000200:2.0:1767384374.207815:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000010:0.0:1767384374.207816:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c2ab236. 00000400:00000200:0.0:1767384374.207823:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384374.207828:0:16140:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000097d876e6. 00000400:00000010:0.0:1767384374.207832:0:16140:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002d53e574. 00000800:00000001:0.0:1767384374.207845:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.207849:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384374.207883:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.207956:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208026:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208085:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208138:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208195:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208269:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208338:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208380:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208433:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208518:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208582:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208651:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208711:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208749:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208781:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208821:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208872:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208896:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208915:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208935:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208950:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.208967:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.209021:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.209073:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.209097:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.209117:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.209136:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.209151:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.209183:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.209230:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384374.209276:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384374.209362:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de10a17e. 00000800:00000010:2.0:1767384374.209365:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009e7eb3f8. 00000800:00000010:2.0:1767384374.209368:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fd57c9de. 00000800:00000010:2.0:1767384374.209381:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fd57c9de. 00000800:00020000:2.0:1767384374.209385:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384374.209388:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009e7eb3f8. 00000800:00000010:2.0:1767384374.209389:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000de10a17e. 00000400:02020000:2.0:1767384374.209413:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp37 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384374.651608:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384374.651617:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.651624:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384374.651626:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.651702:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384374.651708:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.651712:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384375.227597:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384375.227605:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384375.227608:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d48f1b0 00000400:00000010:2.0:1767384375.227614:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d48f1b0. 00000400:00000200:2.0:1767384375.227623:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384375.227629:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384375.227647:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c2d115bc. 00000400:00000010:2.0:1767384375.227652:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005ffc6c3f. 00000400:00000200:2.0:1767384375.227658:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp45 00000400:00000010:2.0:1767384375.227667:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009f39d12e. 00000400:00000010:2.0:1767384375.227672:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005ffc6c3f. 00000400:00000010:2.0:1767384375.227676:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d48f1b0. 00000400:00000010:2.0:1767384375.227681:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000076b11962. 00000400:00000200:2.0:1767384375.227684:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp45 00000400:00000200:2.0:1767384375.227696:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp45 local destination 00000400:00000200:2.0:1767384375.227702:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp45 00000400:00000200:2.0:1767384375.227706:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp45 NI seq info: [203:203:256:4294967295] 192.168.204.131@tcp45 LPNI seq info [199:199:8:4294967295] 00000400:00000200:2.0:1767384375.227724:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp45 00000400:00000200:2.0:1767384375.227731:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp45(192.168.204.131@tcp45:) -> 192.168.204.131@tcp45(192.168.204.131@tcp45:192.168.204.131@tcp45) : GET try# 0 00000800:00000200:2.0:1767384375.227735:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp45 00000800:00000010:2.0:1767384375.227754:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008fb4659c. 00000800:00000200:2.0:1767384375.227760:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f485ae5e] -> 12345-192.168.204.131@tcp45 (2) 00000800:00000200:2.1:1767384375.227764:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f485ae5e] -> 12345-192.168.204.131@tcp45 (2) 00000400:00000200:2.0:1767384375.227786:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp45 added to recovery queue. ping count: 3 next ping: 303 health :700 00000400:00000200:2.0:1767384375.227792:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp48 00000400:00000010:2.0:1767384375.227793:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003970f5de. 00000400:00000010:2.0:1767384375.227796:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001597c257. 00000400:00000010:2.0:1767384375.227799:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000400:00000010:2.0:1767384375.227801:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c7187db1. 00000400:00000200:2.0:1767384375.227803:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp48 00000400:00000200:2.0:1767384375.227809:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp48 local destination 00000400:00000200:2.0:1767384375.227812:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp48 00000400:00000200:2.0:1767384375.227816:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp48 NI seq info: [204:204:256:4294967295] 192.168.204.131@tcp48 LPNI seq info [200:200:8:4294967295] 00000400:00000200:2.0:1767384375.227819:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp48 00000400:00000200:2.0:1767384375.227824:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp48(192.168.204.131@tcp48:) -> 192.168.204.131@tcp48(192.168.204.131@tcp48:192.168.204.131@tcp48) : GET try# 0 00000800:00000200:2.0:1767384375.227828:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp48 00000800:00000010:2.0:1767384375.227830:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000038b7b3d6. 00000800:00000200:2.0:1767384375.227832:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6f5b55] -> 12345-192.168.204.131@tcp48 (2) 00000800:00000200:2.1:1767384375.227834:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6f5b55] -> 12345-192.168.204.131@tcp48 (2) 00000400:00000200:2.0:1767384375.227851:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp48 added to recovery queue. ping count: 1 next ping: 297 health :900 00000400:00000200:1.0:1767384375.227904:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.227954:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.227991:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228045:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228059:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228080:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228121:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228126:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228203:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228203:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228274:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228285:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228323:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228336:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228374:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228379:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228431:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228443:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228463:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228499:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228504:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228565:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228618:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228630:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228654:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228683:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228702:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228757:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228768:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228812:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228815:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228880:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228892:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228912:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.228946:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.228955:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229002:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229002:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229037:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229072:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229077:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229149:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229149:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229201:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229224:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229252:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229278:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229298:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229338:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229342:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229380:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229411:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229420:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229503:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229513:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229548:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229571:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229596:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229639:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384375.229649:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229700:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229750:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229776:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229804:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229834:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229872:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.229906:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000800:00000010:1.0:1767384375.229918:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000819085a5. 00000800:00000010:1.0:1767384375.229924:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000069484714. 00000800:00000010:1.0:1767384375.229930:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003cc7e9b1. 00000400:00000200:3.0:1767384375.229943:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000800:00000010:1.0:1767384375.229953:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003cc7e9b1. 00000800:00020000:1.0:1767384375.229966:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384375.229970:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069484714. 00000800:00000010:1.0:1767384375.229973:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000819085a5. 00000400:00000200:3.0:1767384375.229980:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384375.230020:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:02020000:1.0:1767384375.230024:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp45 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384375.230031:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp45 notifying 192.168.204.131@tcp45: down 00000400:00000200:1.0:1767384375.230036:0:16134:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384375.230042:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp45 00000800:00000010:1.0:1767384375.230051:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008fb4659c. 00000400:00000200:1.0:1767384375.230055:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384375.230059:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp45->192.168.204.131@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384375.230068:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384375.230070:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384375.230073:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp45) recovery failed with -71 00000800:00000010:3.0:1767384375.230149:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f01e4cb. 00000800:00000010:3.0:1767384375.230155:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2e4bd99. 00000800:00000010:3.0:1767384375.230159:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000029a6f213. 00000800:00000010:3.0:1767384375.230178:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000029a6f213. 00000800:00020000:3.0:1767384375.230185:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384375.230189:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2e4bd99. 00000800:00000010:3.0:1767384375.230192:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005f01e4cb. 00000400:02020000:3.0:1767384375.230226:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp48 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384375.230232:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp48 notifying 192.168.204.131@tcp48: down 00000400:00000200:3.0:1767384375.230236:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384375.230239:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp48 00000800:00000010:3.0:1767384375.230242:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000038b7b3d6. 00000400:00000200:3.0:1767384375.230245:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384375.230248:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp48->192.168.204.131@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384375.230256:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384375.230258:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384375.230262:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp48) recovery failed with -71 00080000:00000001:2.0:1767384375.516073:0:39644:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384375.516087:0:39644:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384375.516091:0:39644:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384375.516098:0:39644:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384375.516103:0:39644:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384375.516106:0:39644:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384375.641958:0:39680:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d31c4302. 00000400:00000040:0.0:1767384375.641980:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384375.641983:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384375.641985:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384375.641986:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384375.641988:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384375.641989:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384375.641991:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384375.641992:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384375.641993:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384375.641994:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384375.641996:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384375.641997:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384375.641999:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384375.641999:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384375.642000:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384375.642002:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384375.642003:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384375.642003:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384375.642004:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384375.642006:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384375.642007:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384375.642007:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384375.642008:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384375.642009:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384375.642010:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384375.642011:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384375.642012:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384375.642013:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384375.642014:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384375.642015:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384375.642016:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384375.642017:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384375.642018:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384375.642019:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384375.642020:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384375.642024:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384375.642025:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384375.642026:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384375.642028:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384375.642029:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384375.642030:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384375.642031:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384375.642032:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384375.642033:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384375.642034:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384375.642035:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384375.642036:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384375.642037:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384375.642038:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384375.642039:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384375.642040:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384375.642041:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384375.642042:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384375.642043:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384375.642044:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384375.642045:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384375.642046:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:0.0:1767384375.642056:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384375.642057:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384375.642058:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384375.642059:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384375.642061:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384375.642061:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384375.642063:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384375.642064:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384375.642065:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384375.642065:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384375.642067:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384375.642068:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384375.642069:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384375.642070:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384375.642071:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384375.642072:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384375.642073:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384375.642077:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384375.642078:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384375.642079:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384375.642080:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384375.642081:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384375.642082:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384375.642083:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384375.642084:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384375.642085:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384375.642086:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384375.642087:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384375.642088:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384375.642089:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384375.642090:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384375.642091:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384375.642092:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384375.642093:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384375.642094:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384375.642095:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384375.642096:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384375.642098:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384375.642099:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384375.642100:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384375.642101:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384375.642102:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384375.642103:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384375.642104:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384375.642105:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384375.642106:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384375.642107:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384375.642107:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384375.642109:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384375.642110:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384375.642111:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384375.642112:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384375.642112:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384375.642114:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384375.642115:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384375.642117:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:0.0:1767384375.642120:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:0.0:1767384375.642121:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384375.642122:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384375.642123:0:39680:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:0.0:1767384375.642270:0:39680:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d31c4302. 00010000:00000001:1.0:1767384375.675547:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384375.675553:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.675558:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384375.675560:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384375.675611:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384375.675616:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384375.675620:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384375.682111:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384375.682164:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp50 from 255.3.0.2 00000800:00000010:1.0:1767384375.682170:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000053f78edb. 00000800:00000010:0.0:1767384375.682219:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000607e60a4. 00000800:00000010:0.0:1767384375.682229:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000070d7cb90. 00000800:00000010:0.0:1767384375.682384:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000274f6aba. 00000800:00000200:0.0:1767384375.682397:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.31@tcp50 p 3.x 192.168.204.131 -> 192.168.204.31:1023 incarnation:1767384374524730492 sched[0] 00000800:00000010:0.0:1767384375.682405:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe3195e0. 00000800:00000010:0.0:1767384375.682473:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe3195e0. 00000800:00000010:0.0:1767384375.682501:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000070d7cb90. 00000800:00000010:0.0:1767384375.682543:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000053f78edb. 00000800:00000001:2.0:1767384375.682573:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384375.682583:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384375.683088:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384375.683097:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384375.683100:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384375.683107:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384375.683116:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : GET - for me 00000400:00000010:0.0:1767384375.683129:0:16139:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000025690f46. 00000400:00000200:0.0:1767384375.683134:0:16139:0:(peer.c:264:lnet_peer_alloc()) 0000000025690f46 nid 192.168.204.31@tcp50 00000400:00000010:0.0:1767384375.683138:0:16139:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003a4605a0. 00000400:00000200:0.0:1767384375.683141:0:16139:0:(peer.c:204:lnet_peer_net_alloc()) 000000003a4605a0 net tcp50 00000400:00000010:0.0:1767384375.683144:0:16139:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000aded3d7b. 00000400:00000200:0.0:1767384375.683151:0:16139:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000aded3d7b nid 192.168.204.31@tcp50 00000400:00000200:0.0:1767384375.683157:0:16139:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.204.31@tcp50 nid 192.168.204.131@tcp50: 0 00000400:00000200:0.0:1767384375.683162:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025690f46 (0) 00000400:00000200:0.0:1767384375.683170:0:16139:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.31@tcp50 NID 192.168.204.31@tcp50 flags 0x0 00000400:00000200:0.0:1767384375.683175:0:16139:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.204.31@tcp50: 0 00000400:00000200:0.0:1767384375.683187:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384375.683200:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.31@tcp50 of length 272/272 into md 0x1ff1 [1] + 0 00000400:00000200:0.0:1767384375.683217:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384375.683228:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [205:205:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384375.683247:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) 192.168.204.31@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384375.683253:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384375.683259:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a542473. 00000800:00000200:0.0:1767384375.683265:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (2) 00000800:00000200:0.0:1767384375.683274:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:0.0:1767384375.683278:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a542473 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384375.683355:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384375.683360:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a542473. 00000400:00000200:0.0:1767384375.683365:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384375.683373:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: REPLY: OK 00000800:00000001:0.0:1767384375.683389:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384375.683393:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384375.683938:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384375.683962:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp50 from 254.3.0.2 00000800:00000010:1.0:1767384375.683964:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008a4ccd1e. 00000800:00000001:3.0:1767384375.683968:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384375.683977:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384375.683980:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384375.683992:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384375.684001:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : GET - for me 00000400:00000200:3.0:1767384375.684012:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384375.684020:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.31@tcp50 of length 704/704 into md 0x1ff1 [1] + 0 00000400:00000200:3.0:1767384375.684031:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:3.0:1767384375.684041:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [206:206:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1767384375.684058:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) 192.168.204.31@tcp50 : REPLY try# 0 00000800:00000200:3.0:1767384375.684065:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:3.0:1767384375.684070:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000341e9933. 00000800:00000200:3.0:1767384375.684077:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (2) 00000800:00000200:3.0:1767384375.684084:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000010:2.0:1767384375.684086:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de10a17e. 00000800:00000200:3.0:1767384375.684087:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000341e9933 type 3, nob 800 niov 1 nkiov 1 00000800:00000010:2.0:1767384375.684092:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ae75f26. 00000800:00000001:0.0:1767384375.684108:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384375.684112:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fccd7989. 00000800:00000200:2.1:1767384375.684125:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (2) 00000800:00000200:2.1:1767384375.684132:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.31@tcp50 00000000fccd7989 deleted 00000800:00000010:2.1:1767384375.684135:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fccd7989. 00000800:00000200:2.0:1767384375.684143:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.31@tcp50 p 3.x 192.168.204.131 -> 192.168.204.31:1022 incarnation:1767384374524730492 sched[0] 00000800:00000200:3.0:1767384375.684144:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384375.684147:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000341e9933. 00000800:00000010:2.0:1767384375.684149:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c920666f. 00000400:00000200:3.0:1767384375.684151:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384375.684155:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: REPLY: OK 00000800:00000010:2.0:1767384375.684185:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c920666f. 00000800:00000010:2.0:1767384375.684191:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ae75f26. 00000800:00000010:2.0:1767384375.684217:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008a4ccd1e. 00000800:00000001:3.0:1767384375.684234:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384375.684236:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384375.684241:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384375.685282:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384375.685306:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp50 from 253.3.0.2 00000800:00000010:0.0:1767384375.685310:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c3568229. 00000800:00000010:1.0:1767384375.685730:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000819085a5. 00000800:00000010:1.0:1767384375.685735:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000069484714. 00000800:00000010:1.0:1767384375.685755:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000905db868. 00000800:00000200:1.1:1767384375.685761:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (3) 00000800:00000200:1.1:1767384375.685767:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.31@tcp50 00000000905db868 deleted 00000800:00000010:1.1:1767384375.685769:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000905db868. 00000800:00000200:1.0:1767384375.685776:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.31@tcp50 p 3.x 192.168.204.131 -> 192.168.204.31:1021 incarnation:1767384374524730492 sched[0] 00000800:00000010:1.0:1767384375.685781:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d55bd590. 00000800:00000010:1.0:1767384375.685819:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d55bd590. 00000800:00000010:1.0:1767384375.685823:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069484714. 00000800:00000010:1.0:1767384375.685842:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c3568229. 00000800:00000001:1.0:1767384375.685948:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384375.685953:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384376.251606:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384376.251612:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1767384376.251616:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079194157] -> 12345-192.168.204.131@tcp31 (4) 00000400:00000200:2.0:1767384376.251617:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d48f1b0 00000400:00000010:2.0:1767384376.251623:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d48f1b0. 00000800:00000200:0.1:1767384376.251628:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079194157] -> 12345-192.168.204.131@tcp31 (4) 00000400:00000200:2.0:1767384376.251632:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384376.251638:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp45 recovery ping unlinked 00000800:00000200:0.0:1767384376.251654:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a86511c6] -> 12345-192.168.204.131@tcp18 (6) 00000400:00000010:2.0:1767384376.251656:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009f39d12e. 00000800:00000200:0.0:1767384376.251661:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp18 ip 192.168.204.131:988 00000400:00000010:2.0:1767384376.251665:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005ffc6c3f. 00000800:00000200:0.0:1767384376.251667:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd6493d3 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:2.0:1767384376.251670:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384376.251673:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384376.251674:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000400:00000010:2.0:1767384376.251676:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000400:00000200:2.0:1767384376.251678:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384376.251681:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384376.251683:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003970f5de. 00000400:00000010:2.0:1767384376.251686:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001597c257. 00000400:00000200:2.0:1767384376.251690:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp47 00000400:00000010:2.0:1767384376.251714:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ef57681f. 00000400:00000010:2.0:1767384376.251722:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001203827d. 00000400:00000010:2.0:1767384376.251743:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000400:00000010:2.0:1767384376.251752:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f8543676. 00000400:00000200:2.0:1767384376.251756:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp47 00000400:00000200:2.0:1767384376.251770:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp47 local destination 00000400:00000200:2.0:1767384376.251777:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp47 00000400:00000200:2.0:1767384376.251780:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp47 NI seq info: [207:207:256:4294967295] 192.168.204.131@tcp47 LPNI seq info [201:201:8:4294967295] 00000400:00000200:2.0:1767384376.251786:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp47 00000400:00000200:2.0:1767384376.251808:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp47(192.168.204.131@tcp47:) -> 192.168.204.131@tcp47(192.168.204.131@tcp47:192.168.204.131@tcp47) : GET try# 0 00000800:00000200:2.0:1767384376.251832:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp47 00000800:00000010:2.0:1767384376.251836:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dc90d996. 00000800:00000200:2.0:1767384376.251842:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006527500b] -> 12345-192.168.204.131@tcp47 (2) 00000400:00000200:3.0:1767384376.251844:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:2.1:1767384376.251848:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006527500b] -> 12345-192.168.204.131@tcp47 (2) 00000400:00000200:2.0:1767384376.251871:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp47 added to recovery queue. ping count: 2 next ping: 300 health :800 00000400:00000200:2.0:1767384376.251877:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp46 00000400:00000010:2.0:1767384376.251879:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007874f343. 00000400:00000010:2.0:1767384376.251883:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c254167c. 00000400:00000010:2.0:1767384376.251886:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d48f1b0. 00000400:00000010:2.0:1767384376.251890:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000090ccfca7. 00000400:00000200:2.0:1767384376.251893:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp46 00000400:00000200:2.0:1767384376.251901:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp46 local destination 00000400:00000200:2.0:1767384376.251904:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp46 00000400:00000200:2.0:1767384376.251909:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp46 NI seq info: [208:208:256:4294967295] 192.168.204.131@tcp46 LPNI seq info [202:202:8:4294967295] 00000400:00000200:2.0:1767384376.251913:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp46 00000400:00000200:2.0:1767384376.251923:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp46(192.168.204.131@tcp46:) -> 192.168.204.131@tcp46(192.168.204.131@tcp46:192.168.204.131@tcp46) : GET try# 0 00000800:00000200:2.0:1767384376.251928:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp46 00000800:00000010:2.0:1767384376.251932:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006594864e. 00000400:00000200:0.0:1767384376.251932:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:2.0:1767384376.251949:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f5db187] -> 12345-192.168.204.131@tcp46 (2) 00000800:00000200:1.0:1767384376.251949:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384376.251960:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000200:2.1:1767384376.251960:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f5db187] -> 12345-192.168.204.131@tcp46 (2) 00000800:00000001:1.0:1767384376.251960:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384376.251978:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp46 added to recovery queue. ping count: 3 next ping: 304 health :700 00000800:00000001:1.0:1767384376.251993:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.252000:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384376.252002:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000001:1.0:1767384376.252006:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.252066:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.252075:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252076:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.252146:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.252156:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252172:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.252242:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.252248:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252249:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.252310:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252310:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.252315:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252377:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.252391:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.252398:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252434:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.252458:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.252475:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252535:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.252584:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252600:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.252607:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.252659:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252672:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.252707:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.252752:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252773:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.252795:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.252807:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252841:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.252880:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.252887:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252901:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.252957:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.252964:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.252971:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253020:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253056:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.253061:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253084:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253112:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.253136:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253139:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253173:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.253220:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253229:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253229:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.253290:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253291:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253299:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253354:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253380:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.253382:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253406:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253444:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.253450:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253489:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253556:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253558:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.253563:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253625:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253629:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.253649:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253686:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253716:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.253749:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253759:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253790:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253839:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.253842:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253848:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253906:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.253931:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.253938:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.253973:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.254006:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.254021:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.254041:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.254074:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.254101:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.254104:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.254141:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.254187:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.254190:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.254199:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.254259:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.254265:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.254274:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.254323:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.254336:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.254353:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.254388:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.254404:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.254431:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.254456:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.254472:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.254536:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.254559:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.254597:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.254626:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.254668:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000800:00000010:0.0:1767384376.254669:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df40e17. 00000800:00000010:0.0:1767384376.254678:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000070d7cb90. 00000800:00000010:0.0:1767384376.254684:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000001650a5c. 00000400:00000200:2.0:1767384376.254685:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000800:00000010:0.0:1767384376.254727:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000001650a5c. 00000800:00020000:0.0:1767384376.254759:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384376.254769:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000070d7cb90. 00000800:00000010:0.0:1767384376.254772:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df40e17. 00000400:00000200:2.0:1767384376.254783:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.254786:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.254845:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000400:02020000:0.0:1767384376.254856:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp47 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384376.254866:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp47 notifying 192.168.204.131@tcp47: down 00000400:00000200:0.0:1767384376.254872:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384376.254878:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp47 00000400:00000200:3.0:1767384376.254881:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384376.254882:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dc90d996. 00000400:00000200:0.0:1767384376.254892:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384376.254898:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp47->192.168.204.131@tcp47: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384376.254908:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384376.254912:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384376.254914:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.131:988 00000400:00000200:0.0:1767384376.254918:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp47) recovery failed with -71 00000400:00000200:2.0:1767384376.254970:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.254999:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.255025:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.255058:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.255085:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.131:988 00000800:00000010:3.0:1767384376.255089:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f01e4cb. 00000800:00000010:3.0:1767384376.255098:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2e4bd99. 00000800:00000010:3.0:1767384376.255105:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000080e11146. 00000400:00000200:2.0:1767384376.255112:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.131:988 00000800:00000010:3.0:1767384376.255134:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000080e11146. 00000400:00000200:2.0:1767384376.255142:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.131:988 00000800:00020000:3.0:1767384376.255147:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384376.255153:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2e4bd99. 00000800:00000010:3.0:1767384376.255157:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005f01e4cb. 00000400:02020000:3.0:1767384376.255235:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp31 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384376.255241:0:16135:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000010:2.0:1767384376.255331:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cdb2487c. 00000800:00000010:2.0:1767384376.255336:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ae75f26. 00000800:00000010:2.0:1767384376.255342:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c920666f. 00000800:00000010:2.0:1767384376.255379:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c920666f. 00000400:00000200:0.0:1767384376.255440:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384376.255454:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp46 from 207.3.0.2 00000800:00000010:0.0:1767384376.255457:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000b30dd9d. 00000800:00000010:1.0:1767384376.255507:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005053e3f2. 00000800:00000010:1.0:1767384376.255515:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000069484714. 00000800:00000010:1.0:1767384376.255537:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000905db868. 00000800:00000200:1.1:1767384376.255552:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f5db187] -> 12345-192.168.204.131@tcp46 (2) 00000800:00000200:1.1:1767384376.255558:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp46 00000000905db868 deleted 00000800:00000010:1.1:1767384376.255560:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000905db868. 00000800:00000200:1.1:1767384376.255568:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384376.255573:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp46 ip 192.168.204.131:975 00000800:00000200:1.1:1767384376.255576:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006594864e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384376.255581:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp46 p 3.x 192.168.204.131 -> 192.168.204.131:975 incarnation:1767384361937655407 sched[0] 00000800:00000010:1.0:1767384376.255587:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d55bd590. 00000800:00000010:1.0:1767384376.255649:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d55bd590. 00000800:00000010:1.0:1767384376.255653:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069484714. 00000800:00000200:2.1:1767384376.255673:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384376.255681:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp46 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384361937655407 sched[0] 00000800:00000010:2.0:1767384376.255685:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ae75f26. 00000800:00000010:1.0:1767384376.255730:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000b30dd9d. 00000800:00000001:3.0:1767384376.255741:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.255750:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.255751:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.255759:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.255778:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:3.0:1767384376.255825:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384376.255826:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384376.255831:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006594864e. 00000800:00000001:1.0:1767384376.255835:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.255838:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384376.255839:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384376.255850:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp46->192.168.204.131@tcp46: GET: OK 00000800:00000001:1.0:1767384376.255850:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.255853:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.255857:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384376.255866:0:16140:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp46 recovery message sent successfully:0 00000400:00000200:1.0:1767384376.255866:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp46(192.168.204.131@tcp46) <- 192.168.204.131@tcp46 : GET - for me 00000400:00000200:1.0:1767384376.255888:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384376.255898:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x1ff1 [1] + 0 00000400:00000200:1.0:1767384376.255908:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp46 to MR: 192.168.204.131@tcp46 local destination 00000400:00000200:2.0:1767384376.255916:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384376.255917:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp46 NI seq info: [209:209:256:4294967295] 192.168.204.131@tcp46 LPNI seq info [203:203:8:4294967295] 00000400:00000200:1.0:1767384376.255935:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp46(192.168.204.131@tcp46:192.168.204.131@tcp46) -> 192.168.204.131@tcp46(192.168.204.131@tcp46:192.168.204.131@tcp46) 192.168.204.131@tcp46 : REPLY try# 0 00000800:00000200:1.0:1767384376.255942:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp46 00000800:00000010:1.0:1767384376.255946:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c9835dd. 00000800:00000200:1.0:1767384376.255952:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f5db187] -> 12345-192.168.204.131@tcp46 (4) 00000800:00000200:1.0:1767384376.255958:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp46 ip 192.168.204.131:988 00000800:00000200:1.0:1767384376.255960:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c9835dd type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384376.255983:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000800:00000001:3.0:1767384376.255998:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.256033:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384376.256039:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384376.256042:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384376.256044:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c9835dd. 00000800:00000001:3.0:1767384376.256048:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384376.256049:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384376.256051:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384376.256057:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.256060:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp46->192.168.204.131@tcp46: REPLY: OK 00000400:00000200:3.0:1767384376.256072:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp46(192.168.204.131@tcp46) <- 192.168.204.131@tcp46 : REPLY - for me 00000800:00000001:1.0:1767384376.256086:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.256091:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp46: Reply from 12345-192.168.204.131@tcp46 of length 272/272 into md 0x2059 00000800:00000001:3.0:1767384376.256099:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.256107:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.256109:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.256116:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp46->192.168.204.131@tcp46: REPLY: OK 00000400:00000200:2.0:1767384376.256118:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384376.256122:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d48f1b0 00000400:00000010:3.0:1767384376.256126:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d48f1b0. 00000400:00000200:3.0:1767384376.256131:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384376.256137:0:16140:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007874f343. 00000400:00000010:3.0:1767384376.256142:0:16140:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c254167c. 00000800:00000001:3.0:1767384376.256153:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.256158:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.256178:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256225:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256277:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256331:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256380:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256414:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256428:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256443:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256457:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256472:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256521:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256544:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256568:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256582:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256596:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256609:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256623:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256638:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256651:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256664:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256677:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256690:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256724:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256757:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256784:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256803:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256817:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256833:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384376.256847:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384376.256935:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007a01226a. 00000800:00000010:2.0:1767384376.256938:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ae75f26. 00000800:00000010:2.0:1767384376.256941:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c920666f. 00000800:00000010:2.0:1767384376.256957:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c920666f. 00000800:00020000:2.0:1767384376.256962:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384376.256964:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ae75f26. 00000800:00000010:2.0:1767384376.256966:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007a01226a. 00000400:02020000:2.0:1767384376.256994:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp46 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384376.699613:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384376.699620:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384376.699626:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384376.699650:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.699752:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384376.699758:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.699762:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384376.705400:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.705417:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.705419:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.705421:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.705432:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384376.705449:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 520 into portal 26 MB=0x695824cd00180 00000400:00000200:1.0:1767384376.705457:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 520/520 into md 0x1749 [2] + 0 00000400:00000010:1.0:1767384376.705462:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e23a655. 00000400:00000200:1.0:1767384376.705467:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000158a8869 00000800:00000001:1.0:1767384376.705474:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.705501:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.705504:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.705508:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.705512:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000158a8869 00000400:00000010:1.0:1767384376.705514:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000158a8869. 00000100:00000001:1.0:1767384376.705519:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.705522:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384376.705525:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000ddd427a1 x1853236727251328 msgsize 520 00000100:00100000:1.0:1767384376.705528:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:1.0:1767384376.705530:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384376.705542:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384376.705550:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.705552:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.705597:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.705601:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727251328 02000000:00000001:0.0:1767384376.705604:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.705607:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.705609:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.705614:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.705619:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727251328 00000020:00000001:0.0:1767384376.705621:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.705623:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384376.705625:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384376.705627:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.705629:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384376.705634:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.705640:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.705644:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000001:0.0:1767384376.705650:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.705652:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.705653:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.705660:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.705676:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.705697:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.705699:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.705705:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 156 00000100:00000001:0.0:1767384376.705708:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141329488 : -119697568222128 : ffff9322bcf73450) 00000100:00000040:0.0:1767384376.705714:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddd427a1 x1853236727251328/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.705724:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddd427a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:12149:x1853236727251328:12345-192.168.204.31@tcp50:250: 00000100:00000200:0.0:1767384376.705727:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727251328 00000020:00000001:0.0:1767384376.705729:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384376.705734:0:16777:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384376.705742:0:16777:0:(obd_config.c:927:class_incref()) incref MGS (00000000f4d7b29a) now 6 - find 00000020:00000001:0.0:1767384376.705744:0:16777:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446624376008867840 : -119697700683776 : ffff9322b5120000) 00000100:00000001:0.0:1767384376.705751:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.705753:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.705759:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000005c5c33ab. 02000000:00000001:0.0:1767384376.705761:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.705762:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.705764:0:16777:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384376.705768:0:16777:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50 t0 exp 0000000000000000 cur 297 last 0 00010000:00000001:0.0:1767384376.705771:0:16777:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:0.0:1767384376.705774:0:16777:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:0.0:1767384376.705776:0:16777:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384376.705778:0:16777:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384376.705780:0:16777:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005d50535f. 00000020:00000001:0.0:1767384376.705782:0:16777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384376.705783:0:16777:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005d50535f with handle 0xf83434fd52e6dbd1 to hash 00000020:00000001:0.0:1767384376.705785:0:16777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384376.705787:0:16777:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:0.0:1767384376.705790:0:16777:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384376.705793:0:16777:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384376.705796:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005a542473. 00000001:00000010:0.0:1767384376.705799:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ec1912cf. 00000001:00000010:0.0:1767384376.705805:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dc570254. 00000001:00000010:0.0:1767384376.705808:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007bf9bd25. 00000001:00000010:0.0:1767384376.705809:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d7277ae4. 00000001:00000010:0.0:1767384376.705811:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000defd7bb9. 00010000:00000001:0.0:1767384376.705814:0:16777:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.705816:0:16777:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.705817:0:16777:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384376.705819:0:16777:0:(genops.c:887:class_export_get()) GET export 000000005d50535f refcount=3 00000020:00000040:0.0:1767384376.705822:0:16777:0:(obd_config.c:927:class_incref()) incref MGS (00000000f4d7b29a) now 7 - export 00000020:00000001:0.0:1767384376.705824:0:16777:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000040:0.0:1767384376.705826:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 2 00000020:00000080:0.0:1767384376.705828:0:16777:0:(genops.c:1402:class_connect()) connect: client b784a280-c293-4c02-82e7-131a05e7e6a6, cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.705829:0:16777:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.705830:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.705831:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.705832:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.705833:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=3 00000020:00000001:0.0:1767384376.705834:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.705835:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 20000000:00000001:0.0:1767384376.705837:0:16777:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:0.0:1767384376.705839:0:16777:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:0.0:1767384376.705841:0:16777:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384376.705844:0:16777:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000b3b607a5 00000020:00000010:0.0:1767384376.705845:0:16777:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000001de25256. 00000020:00000040:0.0:1767384376.705853:0:16777:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000001de25256 for nid 192.168.204.31@tcp50 - ref 2 00000020:00000001:0.0:1767384376.705910:0:16777:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384376.705915:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000020427678. 00000020:00000010:0.0:1767384376.705918:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000070d7cb90. 00000020:00000010:0.0:1767384376.705920:0:16777:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000f4c69615. 00000020:00000010:0.0:1767384376.705932:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000cb57f0e. 00000020:00000010:0.0:1767384376.705934:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000002392b451. 00000020:00000010:0.0:1767384376.705936:0:16777:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000291d8acc. 20000000:00000001:0.0:1767384376.705946:0:16777:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.705947:0:16777:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.705949:0:16777:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.705951:0:16777:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384376.705954:0:16777:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000334e1b08. 00000020:00000040:0.0:1767384376.705955:0:16777:0:(obd_config.c:927:class_incref()) incref MGS (00000000f4d7b29a) now 8 - import 00000020:00000001:0.0:1767384376.705960:0:16777:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.705961:0:16777:0:(genops.c:1242:class_import_put()) import 00000000334e1b08 refcount=1 obd=MGS 00000020:00000001:0.0:1767384376.705962:0:16777:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384376.705966:0:16777:0:(genops.c:887:class_export_get()) GET export 000000005d50535f refcount=4 00000100:00000040:0.0:1767384376.705968:0:16777:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384376.705970:0:16777:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384376.705976:0:16777:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025690f46 (1) 00000400:00000200:0.0:1767384376.705980:0:16777:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025690f46 (2) 00000400:00000200:0.0:1767384376.705990:0:16777:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.31@tcp50 (0000000025690f46): 0 00000400:00000200:0.0:1767384376.705991:0:16777:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384376.706034:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384376.706042:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.31@tcp50(0000000025690f46) state 0x40 00000400:00000200:2.0:1767384376.706046:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025690f46 (3) 00000400:00000010:2.0:1767384376.706060:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c254167c. 00000400:00000010:2.0:1767384376.706066:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d211972. 00000400:00000010:2.0:1767384376.706075:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d20df0f. 00000400:00000200:2.0:1767384376.706080:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.31@tcp50 00000400:00000200:2.0:1767384376.706106:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:2.0:1767384376.706114:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp50 00000400:00000200:2.0:1767384376.706119:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [210:210:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767384376.706126:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp50 00000400:00000200:2.0:1767384376.706134:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : GET try# 0 00000800:00000200:2.0:1767384376.706140:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.31@tcp50 00000800:00000010:2.0:1767384376.706145:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000207f12b2. 00000800:00000200:2.0:1767384376.706152:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:2.0:1767384376.706161:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:2.0:1767384376.706165:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000207f12b2 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384376.706186:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.31@tcp50 00000400:00000200:2.0:1767384376.706189:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.31@tcp50(0000000025690f46) state 0x240 rc 0 00000800:00000200:1.0:1767384376.706324:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384376.706328:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000207f12b2. 00000400:00000200:1.0:1767384376.706331:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.706335:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: GET: OK 00000400:00000200:1.0:1767384376.706338:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384376.706341:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.31@tcp50: 0 00000800:00000001:3.0:1767384376.706945:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.706950:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384376.706952:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.706954:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.706958:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : REPLY - for me 00000400:00000200:3.0:1767384376.706966:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp50: Reply from 12345-192.168.204.31@tcp50 of length 48/48 into md 0x205d 00000800:00000001:3.0:1767384376.706976:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.706980:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.706982:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.706984:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: REPLY: OK 00000400:00000200:3.0:1767384376.706987:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d211972 00000400:00000010:3.0:1767384376.706988:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d211972. 00000400:00000200:3.0:1767384376.706992:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384376.706995:0:16140:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.204.31@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:3.0:1767384376.706998:0:16140:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.204.31@tcp50(0000000025690f46) not MR: DD disabled remotely 00000400:00000200:3.0:1767384376.707002:0:16140:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.31@tcp50 data present 3. state = 0x242 00000400:00000200:3.0:1767384376.707004:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.31@tcp50 (0000000025690f46): -114 00000400:00000200:3.0:1767384376.707014:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025690f46 (4) 00000800:00000001:3.0:1767384376.707018:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.707019:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.707053:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384376.707059:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.31@tcp50(0000000025690f46) state 0xc2 00000400:00000010:2.0:1767384376.707067:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000492d9f91. 00000400:00000010:2.0:1767384376.707070:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000003d86cbdb. 00000400:00000010:2.0:1767384376.707072:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000314a6fab. 00000400:00000010:2.0:1767384376.707078:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000492d9f91. 00000400:00000010:2.0:1767384376.707081:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000003d86cbdb. 00000400:00000010:2.0:1767384376.707083:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000314a6fab. 00000400:00000010:2.0:1767384376.707086:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c254167c. 00000400:00000200:2.0:1767384376.707093:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.31@tcp50 (0000000025690f46): 0 00000400:00000200:2.0:1767384376.707096:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.31@tcp50(0000000025690f46): 0. state = 0x142 00000400:00000200:2.0:1767384376.707100:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.31@tcp50(0000000025690f46) state 0x142 rc 1 00000400:00000200:2.0:1767384376.707103:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.31@tcp50(0000000025690f46) state 0x142 00000400:00000200:2.0:1767384376.707107:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.31@tcp50 00000400:00000200:2.0:1767384376.707109:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.31@tcp50(0000000025690f46) state 0x112 rc 0 00000400:00000200:2.0:1767384376.707120:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.31@tcp50 (0000000025690f46) 00000400:00000200:2.0:1767384376.707133:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025690f46 (3) 00000400:00000200:0.0:1767384376.707192:0:16777:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025690f46 (2) 00000400:00000200:0.0:1767384376.707196:0:16777:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025690f46 (1) 00000400:00000200:0.0:1767384376.707200:0:16777:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.31@tcp50 NID 192.168.204.31@tcp50: 0. discovery complete 00000400:00000200:0.0:1767384376.707202:0:16777:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025690f46 (2) 00000400:00000200:0.0:1767384376.707206:0:16777:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.31@tcp50 primary NID 192.168.204.31@tcp50 rc 0 00000100:00000010:0.0:1767384376.707210:0:16777:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000fd0d78d9. 00000100:00000001:0.0:1767384376.707213:0:16777:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:0.0:1767384376.707215:0:16777:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000fd0d78d9 refcount 1 to 192.168.204.31@tcp50 00000020:00000040:0.0:1767384376.707218:0:16777:0:(genops.c:887:class_export_get()) GET export 000000005d50535f refcount=5 00000100:00000001:0.0:1767384376.707224:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.707226:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.707228:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.707231:0:16777:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384376.707234:0:16777:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384376.707237:0:16777:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:0.0:1767384376.707239:0:16777:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659947584 : -1049604032 : ffffffffc1705040) 02000000:00000001:0.0:1767384376.707242:0:16777:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.707244:0:16777:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384376.707252:0:16777:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384376.707254:0:16777:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384376.707256:0:16777:0:(import.c:65:import_set_state_nolock()) 00000000334e1b08 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384376.707259:0:16777:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384376.707261:0:16777:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384376.707263:0:16777:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384376.707265:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 4 00000020:00000040:0.0:1767384376.707267:0:16777:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f4d7b29a) now 8 - find 00010000:00000001:0.0:1767384376.707269:0:16777:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.707273:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.707275:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343040 : -1042208576 : ffffffffc1e128c0) 00000020:00000001:0.0:1767384376.707278:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.707279:0:16777:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.707281:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.707283:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.707285:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.707287:0:16777:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:0.0:1767384376.707289:0:16777:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384376.707293:0:16777:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.707294:0:16777:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.707296:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727251328 00010000:00000001:0.0:1767384376.707298:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.707302:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ddd427a1 x1853236727251328/t0(0) o250->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.707309:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.707310:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.707313:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384376.707317:0:16777:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384376.707319:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.707321:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.707322:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.707325:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.707327:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.707330:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.707332:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.707340:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3012a10. 00000100:00000200:0.0:1767384376.707342:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236727251328, offset 0 00000400:00000200:0.0:1767384376.707348:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.707353:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.707363:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [211:211:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1767384376.707370:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.707374:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.707376:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f397dd30. 00000800:00000200:0.0:1767384376.707379:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.707383:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:0.0:1767384376.707385:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f397dd30 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384376.707396:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.707399:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.707401:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.707403:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.707405:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.707407:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddd427a1 x1853236727251328/t0(0) o250->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.707414:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddd427a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+4:12149:x1853236727251328:12345-192.168.204.31@tcp50:250: Request processed in 1692us (1888us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384376.707421:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 156 00000100:00000040:0.0:1767384376.707423:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.707425:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.707426:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384376.707431:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.707434:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000020:00000010:0.0:1767384376.707437:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000020:00000040:0.0:1767384376.707440:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 3 00000100:00000001:0.0:1767384376.707444:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384376.707451:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384376.707455:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000013cde1f. 00000400:00000010:0.0:1767384376.707459:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c069325a. 00000800:00000200:1.0:1767384376.707517:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384376.707520:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f397dd30. 00000400:00000200:1.0:1767384376.707524:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.707528:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.707537:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3012a10 00000400:00000010:1.0:1767384376.707538:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3012a10. 00000100:00000001:1.0:1767384376.707541:0:16141:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384376.707543:0:16141:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384376.707545:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000005c5c33ab. 02000000:00000001:1.0:1767384376.707549:0:16141:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384376.707550:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384376.708321:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.708328:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.708330:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.708331:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.708336:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384376.708342:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 328 into portal 26 MB=0x695824cd00100 00000400:00000200:1.0:1767384376.708346:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 328/328 into md 0x1791 [2] + 0 00000400:00000010:1.0:1767384376.708349:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002874ce20. 00000400:00000200:1.0:1767384376.708352:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b735de9 00000800:00000001:1.0:1767384376.708354:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.708358:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.708360:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.708362:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.708364:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b735de9 00000400:00000010:1.0:1767384376.708366:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b735de9. 00000100:00000001:1.0:1767384376.708368:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.708370:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384376.708371:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000053bac40c x1853236727251200 msgsize 328 00000100:00100000:1.0:1767384376.708374:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:1.0:1767384376.708376:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384376.708384:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384376.708387:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.708389:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.708448:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.708451:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727251200 02000000:00000001:0.0:1767384376.708453:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.708454:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.708455:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.708457:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.708459:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727251200 00000020:00000001:0.0:1767384376.708460:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.708461:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.708463:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.708464:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=4 00000020:00000001:0.0:1767384376.708466:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.708468:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:0.0:1767384376.708472:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.708493:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d95ff562. 00000100:00000001:0.0:1767384376.708496:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.708498:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d95ff562. 00000020:00000010:0.0:1767384376.708502:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.708504:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.708506:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384376.708512:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.708513:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.708514:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.708516:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.708519:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.708527:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.708532:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.708534:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.708537:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 157 00000100:00000040:0.0:1767384376.708539:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384376.708540:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141083728 : -119697568467888 : ffff9322bcf37450) 00000100:00000040:0.0:1767384376.708544:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053bac40c x1853236727251200/t0(0) o101->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 328/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.708558:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.708560:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d95ff562. 00000100:00000001:0.0:1767384376.708561:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.708563:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d95ff562. 00000100:00100000:0.0:1767384376.708567:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053bac40c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+4:15554:x1853236727251200:12345-192.168.204.31@tcp50:101: 00000100:00000200:0.0:1767384376.708570:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727251200 00000020:00000001:0.0:1767384376.708573:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.708576:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.708577:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.708579:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.708580:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:0.0:1767384376.708582:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.708583:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.708584:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.708585:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.708588:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.708589:0:16777:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384376.708591:0:16777:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384376.708592:0:16777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384376.708594:0:16777:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384376.708595:0:16777:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.708599:0:16777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384376.708605:0:16777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008681815b count: 6 00010000:00000001:0.0:1767384376.708607:0:16777:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384376.708610:0:16777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384376.708612:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b67f0cee. 00000020:00000001:0.0:1767384376.708615:0:16777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384376.708616:0:16777:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b67f0cee with handle 0xf83434fd52e6dbd8 to hash 00000020:00000001:0.0:1767384376.708618:0:16777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384376.708619:0:16777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00000001:0.0:1767384376.708621:0:16777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013116416 : -119697696435200 : ffff9322b552d400) 00010000:00010000:0.0:1767384376.708624:0:16777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6dbd8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1caee9254df6da2 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.708634:0:16777:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d50535f : new locks_count 1 00000020:00000040:0.0:1767384376.708636:0:16777:0:(genops.c:887:class_export_get()) GET export 000000005d50535f refcount=5 00000100:00000001:0.0:1767384376.708642:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.708643:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.708645:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000062f3bbc7. 02000000:00000001:0.0:1767384376.708646:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.708648:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.708650:0:16777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384376.708654:0:16777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384376.708656:0:16777:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384376.708658:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384376.708660:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.708661:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384376.708662:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.708664:0:16777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384376.708666:0:16777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384376.708667:0:16777:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384376.708668:0:16777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384376.708670:0:16777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000008681815b) refcount = 6 00010000:00000040:0.0:1767384376.708673:0:16777:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384376.708676:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000047ec716/0xf83434fd52e6d8ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d8a5 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.708680:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000092f7ba7c/0xf83434fd52e6d882 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d87b expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.708699:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000049a70949/0xf83434fd52e6d83c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d835 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.708702:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008536b67c/0xf83434fd52e6d7b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d7b0 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.708705:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001fc227a6/0xf83434fd52e6d79b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d794 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384376.708717:0:16777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6dbd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6da2 expref: 5 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384376.708721:0:16777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384376.708723:0:16777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384376.708724:0:16777:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.708725:0:16777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.708727:0:16777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384376.708731:0:16777:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384376.708733:0:16777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6dbd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6da2 expref: 5 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384376.708738:0:16777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384376.708739:0:16777:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384376.708741:0:16777:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.708744:0:16777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.708745:0:16777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384376.708746:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384376.708748:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384376.708749:0:16777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b67f0cee, rc 0) 00000020:00000001:0.0:1767384376.708751:0:16777:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.708752:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727251200 00010000:00000001:0.0:1767384376.708753:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.708756:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053bac40c x1853236727251200/t0(0) o101->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.708761:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.708762:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.708764:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.708766:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.708767:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.708769:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.708771:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.708775:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.708777:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.708779:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.708781:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000139cbb3f. 00000100:00000200:0.0:1767384376.708783:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236727251200, offset 224 00000400:00000200:0.0:1767384376.708787:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.708792:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.708798:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [212:212:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1767384376.708806:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.708810:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.708812:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b4d840f. 00000800:00000200:0.0:1767384376.708815:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.708818:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:0.0:1767384376.708820:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009b4d840f type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384376.708830:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.708832:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.708833:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.708835:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.708836:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.708839:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053bac40c x1853236727251200/t0(0) o101->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.708846:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053bac40c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+5:15554:x1853236727251200:12345-192.168.204.31@tcp50:101: Request processed in 287us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384376.708852:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 157 00000100:00000040:0.0:1767384376.708853:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.708855:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.708856:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384376.708858:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.708861:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000020:00000010:0.0:1767384376.708863:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000020:00000040:0.0:1767384376.708871:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 4 00000100:00000001:0.0:1767384376.708873:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384376.708875:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384376.708879:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0fafa23. 00000400:00000010:0.0:1767384376.708882:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b73a8cb1. 00000800:00000200:3.0:1767384376.708883:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384376.708886:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b4d840f. 00000400:00000200:3.0:1767384376.708890:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.708895:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:3.0:1767384376.708898:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000139cbb3f 00000400:00000010:3.0:1767384376.708900:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000139cbb3f. 00000100:00000001:3.0:1767384376.708902:0:16140:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384376.708903:0:16140:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384376.708905:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000062f3bbc7. 02000000:00000001:3.0:1767384376.708907:0:16140:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384376.708907:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384376.709661:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.709667:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.709670:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.709671:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.709675:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384376.709700:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 512 into portal 26 MB=0x695824cd00200 00000400:00000200:1.0:1767384376.709703:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 512/512 into md 0x1799 [2] + 0 00000400:00000010:1.0:1767384376.709706:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d13fdc46. 00000400:00000200:1.0:1767384376.709709:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008d88314e 00000800:00000001:1.0:1767384376.709712:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.709716:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.709717:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.709720:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.709722:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d88314e 00000400:00000010:1.0:1767384376.709723:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d88314e. 00000100:00000001:1.0:1767384376.709725:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.709726:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384376.709728:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000005b49ddc3 x1853236727251456 msgsize 512 00000100:00100000:1.0:1767384376.709731:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:1.0:1767384376.709732:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384376.709740:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384376.709743:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.709744:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.709779:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.709782:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727251456 02000000:00000001:0.0:1767384376.709784:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.709785:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.709786:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.709789:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.709790:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727251456 00000020:00000001:0.0:1767384376.709792:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.709793:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.709794:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.709796:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=5 00000020:00000001:0.0:1767384376.709797:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.709799:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:0.0:1767384376.709801:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.709804:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d95ff562. 00000100:00000001:0.0:1767384376.709806:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.709807:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d95ff562. 00000020:00000010:0.0:1767384376.709810:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.709812:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.709814:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384376.709817:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.709819:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.709819:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.709820:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.709823:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.709833:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.709838:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.709839:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.709843:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 158 00000100:00000040:0.0:1767384376.709845:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384376.709853:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141076560 : -119697568475056 : ffff9322bcf35850) 00000100:00000040:0.0:1767384376.709858:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b49ddc3 x1853236727251456/t0(0) o501->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 512/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.709864:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.709866:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d95ff562. 00000100:00000001:0.0:1767384376.709867:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.709869:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d95ff562. 00000100:00100000:0.0:1767384376.709872:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005b49ddc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+5:15554:x1853236727251456:12345-192.168.204.31@tcp50:501: 00000100:00000200:0.0:1767384376.709874:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727251456 00000020:00000001:0.0:1767384376.709876:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.709877:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.709879:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.709880:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.709881:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342528 : -1042209088 : ffffffffc1e126c0) 00000020:00000001:0.0:1767384376.709883:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.709884:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.709885:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.709886:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.709888:0:16777:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384376.709889:0:16777:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.709890:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.709892:0:16777:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384376.709893:0:16777:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384376.709895:0:16777:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384376.709897:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.709898:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.709900:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000009c05c41. 02000000:00000001:0.0:1767384376.709901:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.709903:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384376.709905:0:16777:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:0.0:1767384376.709907:0:16777:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000086533f53 : new refcount 2 00000040:00000001:0.0:1767384376.709909:0:16777:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384376.709912:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000029b91a5c. 00000040:00000001:0.0:1767384376.709918:0:16777:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384376.709920:0:16777:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384376.709923:0:16777:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624375876336640 : -119697833214976 : 0xffff9322ad2bbc00) 00000020:00000001:0.0:1767384376.709925:0:16777:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624375876336640 : -119697833214976 : ffff9322ad2bbc00) 00080000:00000001:0.0:1767384376.709933:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384376.710113:0:16777:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384376.710117:0:16777:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384376.710119:0:16777:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384376.710121:0:16777:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384376.710123:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000029b91a5c. 00000040:00000001:0.0:1767384376.710125:0:16777:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384376.710127:0:16777:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:0.0:1767384376.710128:0:16777:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000086533f53 : new refcount 1 00000020:00000001:0.0:1767384376.710131:0:16777:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:0.0:1767384376.710132:0:16777:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1767384376.710135:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727251456 00010000:00000001:0.0:1767384376.710136:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.710139:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005b49ddc3 x1853236727251456/t0(0) o501->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 512/272 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.710144:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.710145:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.710147:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.710149:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.710151:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.710152:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.710154:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.710155:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.710156:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.710158:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.710160:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000178e02bd. 00000100:00000200:0.0:1767384376.710162:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236727251456, offset 224 00000400:00000200:0.0:1767384376.710165:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.710174:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.710181:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [213:213:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1767384376.710188:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.710192:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.710194:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006553581e. 00000800:00000200:0.0:1767384376.710197:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.710201:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:0.0:1767384376.710203:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006553581e type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384376.710213:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.710215:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.710217:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.710218:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.710220:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.710222:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b49ddc3 x1853236727251456/t0(0) o501->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 512/272 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.710229:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005b49ddc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+5:15554:x1853236727251456:12345-192.168.204.31@tcp50:501: Request processed in 364us (499us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767384376.710235:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 158 00000100:00000040:0.0:1767384376.710237:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.710238:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.710239:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384376.710242:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.710244:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000020:00000010:0.0:1767384376.710246:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000020:00000040:0.0:1767384376.710248:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 4 00000100:00000001:0.0:1767384376.710250:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384376.710252:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384376.710255:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008676131f. 00000400:00000010:0.0:1767384376.710258:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079253c23. 00000800:00000200:1.0:1767384376.710303:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384376.710307:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006553581e. 00000400:00000200:1.0:1767384376.710310:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.710314:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.710317:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000178e02bd 00000400:00000010:1.0:1767384376.710318:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000178e02bd. 00000100:00000001:1.0:1767384376.710320:0:16139:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384376.710322:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384376.710323:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000009c05c41. 02000000:00000001:1.0:1767384376.710325:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384376.710326:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384376.711153:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.711159:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384376.711161:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.711162:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.711167:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:3.0:1767384376.711174:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 328 into portal 26 MB=0x695824cd00280 00000400:00000200:3.0:1767384376.711177:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 328/328 into md 0x17c9 [2] + 0 00000400:00000010:3.0:1767384376.711180:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072f136e9. 00000400:00000200:3.0:1767384376.711183:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d07a5a91 00000800:00000001:3.0:1767384376.711191:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.711195:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.711197:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.711199:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:3.0:1767384376.711202:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d07a5a91 00000400:00000010:3.0:1767384376.711203:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d07a5a91. 00000100:00000001:3.0:1767384376.711206:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384376.711207:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384376.711209:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000f3bc2718 x1853236727251584 msgsize 328 00000100:00100000:3.0:1767384376.711212:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:3.0:1767384376.711213:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384376.711222:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384376.711225:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.711227:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.711279:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.711288:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727251584 02000000:00000001:0.0:1767384376.711289:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.711291:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.711292:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.711294:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.711296:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727251584 00000020:00000001:0.0:1767384376.711297:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.711298:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.711300:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.711301:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=5 00000020:00000001:0.0:1767384376.711303:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.711305:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:0.0:1767384376.711307:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.711309:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d95ff562. 00000100:00000001:0.0:1767384376.711310:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.711311:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d95ff562. 00000020:00000010:0.0:1767384376.711314:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.711316:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.711319:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384376.711322:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.711324:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.711325:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.711326:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.711329:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.711340:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.711345:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.711346:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.711350:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 159 00000100:00000040:0.0:1767384376.711352:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384376.711354:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141080656 : -119697568470960 : ffff9322bcf36850) 00000100:00000040:0.0:1767384376.711358:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3bc2718 x1853236727251584/t0(0) o101->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 328/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.711365:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.711371:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d95ff562. 00000100:00000001:0.0:1767384376.711373:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.711374:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d95ff562. 00000100:00100000:0.0:1767384376.711377:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3bc2718 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+5:15554:x1853236727251584:12345-192.168.204.31@tcp50:101: 00000100:00000200:0.0:1767384376.711380:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727251584 00000020:00000001:0.0:1767384376.711382:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.711383:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.711385:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.711386:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.711387:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:0.0:1767384376.711389:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.711390:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.711391:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.711392:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.711394:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.711395:0:16777:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384376.711396:0:16777:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384376.711397:0:16777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384376.711398:0:16777:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384376.711399:0:16777:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.711401:0:16777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384376.711403:0:16777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008681815b count: 7 00010000:00000001:0.0:1767384376.711405:0:16777:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384376.711407:0:16777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384376.711425:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000369fa24d. 00000020:00000001:0.0:1767384376.711427:0:16777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384376.711428:0:16777:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000369fa24d with handle 0xf83434fd52e6dbdf to hash 00000020:00000001:0.0:1767384376.711429:0:16777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384376.711431:0:16777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384376.711432:0:16777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00010000:0.0:1767384376.711434:0:16777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000369fa24d/0xf83434fd52e6dbdf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1caee9254df6da9 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.711439:0:16777:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d50535f : new locks_count 2 00000020:00000040:0.0:1767384376.711444:0:16777:0:(genops.c:887:class_export_get()) GET export 000000005d50535f refcount=6 00000100:00000001:0.0:1767384376.711448:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.711450:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.711453:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000009c05c41. 02000000:00000001:0.0:1767384376.711455:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.711456:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.711458:0:16777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384376.711459:0:16777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384376.711461:0:16777:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384376.711462:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384376.711463:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.711465:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384376.711465:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.711467:0:16777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384376.711468:0:16777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384376.711469:0:16777:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384376.711470:0:16777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384376.711470:0:16777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000008681815b) refcount = 7 00010000:00000040:0.0:1767384376.711472:0:16777:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384376.711474:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6dbd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6da2 expref: 6 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.711497:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000047ec716/0xf83434fd52e6d8ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d8a5 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.711501:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000092f7ba7c/0xf83434fd52e6d882 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d87b expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.711506:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000049a70949/0xf83434fd52e6d83c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d835 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.711510:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008536b67c/0xf83434fd52e6d7b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d7b0 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.711513:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001fc227a6/0xf83434fd52e6d79b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d794 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384376.711524:0:16777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000369fa24d/0xf83434fd52e6dbdf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6da9 expref: 6 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384376.711529:0:16777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384376.711531:0:16777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384376.711532:0:16777:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.711534:0:16777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.711535:0:16777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384376.711537:0:16777:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384376.711540:0:16777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000369fa24d/0xf83434fd52e6dbdf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6da9 expref: 6 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384376.711544:0:16777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384376.711545:0:16777:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384376.711546:0:16777:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.711547:0:16777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.711549:0:16777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384376.711550:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384376.711551:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384376.711552:0:16777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000369fa24d, rc 0) 00000020:00000001:0.0:1767384376.711553:0:16777:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.711554:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727251584 00010000:00000001:0.0:1767384376.711556:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.711558:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3bc2718 x1853236727251584/t0(0) o101->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.711563:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.711564:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.711566:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.711568:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.711570:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.711571:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.711573:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.711579:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.711581:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.711583:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.711585:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e5c789. 00000100:00000200:0.0:1767384376.711587:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236727251584, offset 224 00000400:00000200:0.0:1767384376.711591:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.711596:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.711602:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [214:214:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1767384376.711609:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.711612:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.711615:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bcc7e26c. 00000800:00000200:0.0:1767384376.711618:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.711621:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:0.0:1767384376.711623:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bcc7e26c type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384376.711632:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.711634:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.711635:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.711637:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.711638:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.711641:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3bc2718 x1853236727251584/t0(0) o101->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.711648:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3bc2718 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+6:15554:x1853236727251584:12345-192.168.204.31@tcp50:101: Request processed in 281us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384376.711654:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 159 00000100:00000040:0.0:1767384376.711656:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.711657:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.711658:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384376.711661:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.711664:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000020:00000010:0.0:1767384376.711666:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000020:00000040:0.0:1767384376.711673:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 5 00000100:00000001:0.0:1767384376.711675:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384376.711677:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384376.711681:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3413ebc. 00000800:00000200:1.0:1767384376.711696:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384376.711699:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bcc7e26c. 00000400:00000010:0.0:1767384376.711699:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c51ba16c. 00000400:00000200:1.0:1767384376.711705:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.711710:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.711713:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e5c789 00000400:00000010:1.0:1767384376.711720:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e5c789. 00000100:00000001:1.0:1767384376.711723:0:16141:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384376.711724:0:16141:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384376.711725:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000009c05c41. 02000000:00000001:1.0:1767384376.711727:0:16141:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384376.711728:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384376.712517:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.712523:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.712525:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.712526:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.712531:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384376.712537:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 512 into portal 26 MB=0x695824cd00300 00000400:00000200:1.0:1767384376.712542:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 512/512 into md 0x180d [2] + 0 00000400:00000010:1.0:1767384376.712545:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001664d156. 00000400:00000200:1.0:1767384376.712548:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f348d56e 00000800:00000001:1.0:1767384376.712550:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.712554:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.712556:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.712558:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.712560:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f348d56e 00000400:00000010:1.0:1767384376.712561:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f348d56e. 00000100:00000001:1.0:1767384376.712564:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.712565:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384376.712567:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000ab299855 x1853236727251712 msgsize 512 00000100:00100000:1.0:1767384376.712570:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:1.0:1767384376.712571:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384376.712579:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384376.712582:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.712583:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.712645:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.712648:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727251712 02000000:00000001:0.0:1767384376.712650:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.712651:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.712652:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.712654:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.712656:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727251712 00000020:00000001:0.0:1767384376.712658:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.712658:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.712660:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.712661:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=6 00000020:00000001:0.0:1767384376.712663:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.712665:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:0.0:1767384376.712667:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.712670:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d95ff562. 00000100:00000001:0.0:1767384376.712671:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.712673:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d95ff562. 00000020:00000010:0.0:1767384376.712676:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.712678:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.712680:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384376.712697:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.712699:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.712700:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.712701:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.712704:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.712713:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.712718:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.712719:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.712722:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 160 00000100:00000040:0.0:1767384376.712724:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384376.712731:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141075536 : -119697568476080 : ffff9322bcf35450) 00000100:00000040:0.0:1767384376.712735:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ab299855 x1853236727251712/t0(0) o501->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 512/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.712742:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.712744:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d95ff562. 00000100:00000001:0.0:1767384376.712746:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.712747:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d95ff562. 00000100:00100000:0.0:1767384376.712750:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ab299855 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+6:15554:x1853236727251712:12345-192.168.204.31@tcp50:501: 00000100:00000200:0.0:1767384376.712752:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727251712 00000020:00000001:0.0:1767384376.712754:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.712756:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.712757:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.712758:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.712759:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342528 : -1042209088 : ffffffffc1e126c0) 00000020:00000001:0.0:1767384376.712761:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.712762:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.712763:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.712764:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.712765:0:16777:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384376.712767:0:16777:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.712768:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.712769:0:16777:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384376.712770:0:16777:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384376.712770:0:16777:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384376.712772:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.712773:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.712775:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000062f3bbc7. 02000000:00000001:0.0:1767384376.712776:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.712777:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384376.712779:0:16777:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:0.0:1767384376.712780:0:16777:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000086533f53 : new refcount 2 00000040:00000001:0.0:1767384376.712781:0:16777:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384376.712782:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000029b91a5c. 00000040:00000001:0.0:1767384376.712787:0:16777:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384376.712789:0:16777:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384376.712790:0:16777:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624375876336640 : -119697833214976 : 0xffff9322ad2bbc00) 00000020:00000001:0.0:1767384376.712792:0:16777:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624375876336640 : -119697833214976 : ffff9322ad2bbc00) 00080000:00000001:0.0:1767384376.712795:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384376.712810:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384376.712812:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384376.712813:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384376.712815:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384376.712818:0:16777:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000098dc87e4. 00000020:00000001:0.0:1767384376.712821:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384376.712827:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269208 : -119698490282408 : ffff93228601ae58) 00000040:00000001:0.0:1767384376.712829:0:16777:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.712831:0:16777:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.712834:0:16777:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384376.712836:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000562c77df/000000004afe2084 to site lru. bkt: 00000000aca1f1ea 00000040:00000010:0.0:1767384376.712839:0:16777:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000098dc87e4. 00000040:00000001:0.0:1767384376.712841:0:16777:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384376.712842:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000029b91a5c. 00000040:00000001:0.0:1767384376.712844:0:16777:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384376.712845:0:16777:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000086533f53 : new refcount 1 00000020:00000001:0.0:1767384376.712847:0:16777:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.712850:0:16777:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:0.0:1767384376.712852:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384376.712854:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384376.712857:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.712858:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384376.712860:0:16777:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000d95ff562. 00000020:00000040:0.0:1767384376.712862:0:16777:0:(genops.c:887:class_export_get()) GET export 000000005d50535f refcount=7 20000000:00000001:0.0:1767384376.712864:0:16777:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.712865:0:16777:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.712867:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727251712 00010000:00000001:0.0:1767384376.712868:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.712871:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ab299855 x1853236727251712/t0(0) o501->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 512/272 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.712885:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.712886:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.712888:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.712890:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.712892:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.712894:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.712895:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.712896:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.712898:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.712899:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.712901:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010aae35b. 00000100:00000200:0.0:1767384376.712903:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236727251712, offset 224 00000400:00000200:0.0:1767384376.712906:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.712911:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.712917:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [215:215:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384376.712924:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.712928:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.712930:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5e3758f. 00000800:00000200:0.0:1767384376.712933:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.712936:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:0.0:1767384376.712938:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a5e3758f type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384376.712948:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.712950:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.712951:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.712953:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.712954:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.712957:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab299855 x1853236727251712/t0(0) o501->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 512/272 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.712965:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ab299855 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+7:15554:x1853236727251712:12345-192.168.204.31@tcp50:501: Request processed in 221us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384376.712976:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 160 00000100:00000040:0.0:1767384376.712978:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.712980:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.712982:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384376.712984:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.712986:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000020:00000010:0.0:1767384376.712988:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000020:00000040:0.0:1767384376.712991:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 6 00000100:00000001:0.0:1767384376.712993:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384376.712997:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:3.0:1767384376.712998:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384376.713000:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027867e31. 00000800:00000010:3.0:1767384376.713001:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5e3758f. 00000400:00000010:0.0:1767384376.713006:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045f631a2. 00000400:00000200:3.0:1767384376.713007:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.713015:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:3.0:1767384376.713017:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010aae35b 00000400:00000010:3.0:1767384376.713019:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010aae35b. 00000100:00000001:3.0:1767384376.713021:0:16140:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384376.713023:0:16140:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384376.713025:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000062f3bbc7. 02000000:00000001:3.0:1767384376.713027:0:16140:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384376.713028:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384376.713759:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.713765:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.713767:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.713769:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.713773:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384376.713780:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 272 into portal 26 MB=0x695824cd00380 00000400:00000200:1.0:1767384376.713789:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 272/272 into md 0x1815 [2] + 0 00000400:00000010:1.0:1767384376.713792:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086ecd20e. 00000400:00000200:1.0:1767384376.713795:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006090d50a 00000800:00000001:1.0:1767384376.713797:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.713802:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.713803:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.713806:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.713808:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006090d50a 00000400:00000010:1.0:1767384376.713809:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006090d50a. 00000100:00000001:1.0:1767384376.713812:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.713813:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384376.713815:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000aa9681c1 x1853236727251840 msgsize 272 00000100:00100000:1.0:1767384376.713818:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:1.0:1767384376.713819:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384376.713827:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384376.713831:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.713832:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.713889:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.713892:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727251840 02000000:00000001:0.0:1767384376.713894:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.713895:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.713896:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.713899:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.713900:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727251840 00000020:00000001:0.0:1767384376.713902:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.713903:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.713904:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.713906:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=7 00000020:00000001:0.0:1767384376.713908:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.713910:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:0.0:1767384376.713912:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.713915:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.713917:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.713918:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000020:00000010:0.0:1767384376.713921:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.713924:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.713926:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384376.713935:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.713936:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.713937:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.713938:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.713941:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.713951:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.713954:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.713955:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.713959:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 161 00000100:00000040:0.0:1767384376.713961:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384376.713962:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141071440 : -119697568480176 : ffff9322bcf34450) 00000100:00000040:0.0:1767384376.713966:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa9681c1 x1853236727251840/t0(0) o503->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 272/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.713974:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.713975:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.713977:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.713979:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000100:00100000:0.0:1767384376.713984:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa9681c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+7:15554:x1853236727251840:12345-192.168.204.31@tcp50:503: 00000100:00000200:0.0:1767384376.713987:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727251840 00000020:00000001:0.0:1767384376.713989:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.713990:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.713992:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.713993:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.713994:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342624 : -1042208992 : ffffffffc1e12720) 00000020:00000001:0.0:1767384376.713996:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.713997:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.713998:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.714000:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.714001:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.714003:0:16777:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384376.714004:0:16777:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384376.714006:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.714007:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.714026:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000005e4a4465. 02000000:00000001:0.0:1767384376.714028:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.714029:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384376.714031:0:16777:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000086533f53 : new refcount 2 00000040:00000001:0.0:1767384376.714032:0:16777:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384376.714034:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000029b91a5c. 00000040:00000001:0.0:1767384376.714036:0:16777:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384376.714037:0:16777:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384376.714039:0:16777:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624375876336640 : -119697833214976 : 0xffff9322ad2bbc00) 00000020:00000001:0.0:1767384376.714040:0:16777:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624375876336640 : -119697833214976 : ffff9322ad2bbc00) 00000020:00000001:0.0:1767384376.714043:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384376.714045:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269208 : -119698490282408 : ffff93228601ae58) 00000040:00000001:0.0:1767384376.714047:0:16777:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.714048:0:16777:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.714050:0:16777:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384376.714055:0:16777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003df40e17. 00000040:00000001:0.0:1767384376.714057:0:16777:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384376.714058:0:16777:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384376.714237:0:16777:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.714239:0:16777:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.714241:0:16777:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384376.714244:0:16777:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:0.0:1767384376.714246:0:16777:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384376.714248:0:16777:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384376.714249:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000562c77df/000000004afe2084 to site lru. bkt: 00000000aca1f1ea 00000040:00000001:0.0:1767384376.714251:0:16777:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384376.714252:0:16777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003df40e17. 00000040:00000010:0.0:1767384376.714254:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000029b91a5c. 00000040:00000040:0.0:1767384376.714256:0:16777:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000086533f53 : new refcount 1 00000020:00000001:0.0:1767384376.714258:0:16777:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.714260:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727251840 00010000:00000001:0.0:1767384376.714262:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.714265:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa9681c1 x1853236727251840/t0(0) o503->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 272/8416 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.714279:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.714280:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.714282:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.714284:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.714286:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.714288:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.714289:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.714290:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.714292:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.714293:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.714295:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005d6c29e6. 00000100:00000200:0.0:1767384376.714298:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236727251840, offset 224 00000400:00000200:0.0:1767384376.714301:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.714306:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.714313:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [216:216:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384376.714320:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.714323:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.714325:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000029b91a5c. 00000800:00000200:0.0:1767384376.714328:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.714331:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1022 00000800:00000200:0.0:1767384376.714334:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000029b91a5c type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384376.714344:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.714346:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.714347:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.714348:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.714350:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.714352:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa9681c1 x1853236727251840/t0(0) o503->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 272/8416 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.714358:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa9681c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+7:15554:x1853236727251840:12345-192.168.204.31@tcp50:503: Request processed in 384us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384376.714368:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 161 00000100:00000040:0.0:1767384376.714370:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.714372:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.714373:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384376.714375:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.714377:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000020:00000010:0.0:1767384376.714379:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000020:00000040:0.0:1767384376.714381:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 6 00000100:00000001:0.0:1767384376.714383:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384376.714386:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384376.714389:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078eacdb7. 00000400:00000010:0.0:1767384376.714392:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc992f45. 00000800:00000200:1.0:1767384376.714449:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384376.714452:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000029b91a5c. 00000400:00000200:1.0:1767384376.714456:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.714460:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.714463:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d6c29e6 00000400:00000010:1.0:1767384376.714465:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005d6c29e6. 00000100:00000001:1.0:1767384376.714467:0:16139:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384376.714468:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384376.714470:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000005e4a4465. 02000000:00000001:1.0:1767384376.714494:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384376.714495:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384376.715467:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.715473:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384376.715475:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.715492:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.715529:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:3.0:1767384376.715536:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 272 into portal 26 MB=0x695824cd00400 00000400:00000200:3.0:1767384376.715540:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 272/272 into md 0x1839 [2] + 0 00000400:00000010:3.0:1767384376.715542:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1d92b06. 00000400:00000200:3.0:1767384376.715545:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007e6d2b3f 00000800:00000001:3.0:1767384376.715547:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.715557:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.715559:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.715562:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:3.0:1767384376.715565:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e6d2b3f 00000400:00000010:3.0:1767384376.715566:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e6d2b3f. 00000100:00000001:3.0:1767384376.715568:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384376.715569:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384376.715571:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000ed40caa1 x1853236727251968 msgsize 272 00000100:00100000:3.0:1767384376.715574:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:3.0:1767384376.715575:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384376.715584:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384376.715587:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.715589:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.715647:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.715650:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727251968 02000000:00000001:0.0:1767384376.715652:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.715653:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.715654:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.715657:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.715659:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727251968 00000020:00000001:0.0:1767384376.715660:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.715661:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.715663:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.715664:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=7 00000020:00000001:0.0:1767384376.715666:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.715669:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:0.0:1767384376.715671:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.715674:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.715676:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.715677:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000020:00000010:0.0:1767384376.715680:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.715700:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.715704:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384376.715708:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.715710:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.715711:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.715712:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.715715:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.715724:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.715729:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.715731:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.715734:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 162 00000100:00000040:0.0:1767384376.715736:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384376.715737:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141079632 : -119697568471984 : ffff9322bcf36450) 00000100:00000040:0.0:1767384376.715741:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed40caa1 x1853236727251968/t0(0) o502->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 272/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.715748:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.715750:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.715752:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.715753:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000100:00100000:0.0:1767384376.715756:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ed40caa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+7:15573:x1853236727251968:12345-192.168.204.31@tcp50:502: 00000100:00000200:0.0:1767384376.715759:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727251968 00000020:00000001:0.0:1767384376.715760:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.715762:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.715763:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.715765:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.715765:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342576 : -1042209040 : ffffffffc1e126f0) 00000020:00000001:0.0:1767384376.715767:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.715768:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.715769:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.715770:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.715772:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.715773:0:16777:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384376.715775:0:16777:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384376.715777:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.715778:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.715787:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000005e4a4465. 02000000:00000001:0.0:1767384376.715789:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.715790:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384376.715792:0:16777:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000086533f53 : new refcount 2 00000040:00000001:0.0:1767384376.715793:0:16777:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384376.715795:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006c6c4b37. 00000040:00000001:0.0:1767384376.715797:0:16777:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384376.715798:0:16777:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384376.715799:0:16777:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624375876336640 : -119697833214976 : 0xffff9322ad2bbc00) 00000020:00000001:0.0:1767384376.715801:0:16777:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624375876336640 : -119697833214976 : ffff9322ad2bbc00) 00000020:00000001:0.0:1767384376.715803:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384376.715805:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269208 : -119698490282408 : ffff93228601ae58) 00000040:00000001:0.0:1767384376.715807:0:16777:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.715808:0:16777:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.715809:0:16777:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384376.715811:0:16777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003df40e17. 00000040:00000001:0.0:1767384376.715812:0:16777:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384376.715813:0:16777:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384376.715845:0:16777:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.715847:0:16777:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.715848:0:16777:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.715850:0:16777:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384376.715851:0:16777:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384376.715855:0:16777:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384376.715913:0:16777:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384376.715915:0:16777:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.715917:0:16777:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384376.715918:0:16777:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384376.715919:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000562c77df/000000004afe2084 to site lru. bkt: 00000000aca1f1ea 00000040:00000001:0.0:1767384376.715921:0:16777:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384376.715922:0:16777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003df40e17. 00000040:00000010:0.0:1767384376.715924:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006c6c4b37. 00000040:00000040:0.0:1767384376.715925:0:16777:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000086533f53 : new refcount 1 00000020:00000001:0.0:1767384376.715927:0:16777:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.715929:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727251968 00010000:00000001:0.0:1767384376.715931:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.715934:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ed40caa1 x1853236727251968/t0(0) o502->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 272/8472 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.715939:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.715940:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.715942:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.715944:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.715946:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.715947:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.715948:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.715949:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.715951:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.715952:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.715955:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000029377eb8. 00000100:00000200:0.0:1767384376.715957:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236727251968, offset 224 00000400:00000200:0.0:1767384376.715960:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.715964:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.715971:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [217:217:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384376.715978:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.715981:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.715984:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000006c6c4b37. 00000800:00000200:0.0:1767384376.715987:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.715990:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1022 00000800:00000200:0.0:1767384376.715992:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006c6c4b37 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384376.716002:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.716004:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.716005:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.716006:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.716008:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.716010:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed40caa1 x1853236727251968/t0(0) o502->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 272/8472 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.716020:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ed40caa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+7:15573:x1853236727251968:12345-192.168.204.31@tcp50:502: Request processed in 272us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384376.716025:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 162 00000100:00000040:0.0:1767384376.716026:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.716028:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.716029:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384376.716031:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.716032:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000020:00000010:0.0:1767384376.716034:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000020:00000040:0.0:1767384376.716036:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 6 00000100:00000001:0.0:1767384376.716038:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384376.716040:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384376.716043:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6f67dec. 00000400:00000010:0.0:1767384376.716045:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070f12460. 00000800:00000200:1.0:1767384376.716099:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384376.716103:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000006c6c4b37. 00000400:00000200:1.0:1767384376.716107:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.716111:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.716114:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029377eb8 00000400:00000010:1.0:1767384376.716115:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000029377eb8. 00000100:00000001:1.0:1767384376.716117:0:16141:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384376.716124:0:16141:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384376.716126:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000005e4a4465. 02000000:00000001:1.0:1767384376.716131:0:16141:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384376.716132:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384376.730197:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.730216:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.730220:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.730222:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.730232:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384376.730246:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 272 into portal 26 MB=0x695824cd00480 00000400:00000200:1.0:1767384376.730254:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 272/272 into md 0x1841 [2] + 0 00000400:00000010:1.0:1767384376.730259:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000810c09b2. 00000400:00000200:1.0:1767384376.730268:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006afa4b6f 00000800:00000001:1.0:1767384376.730272:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.730279:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.730282:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.730285:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.730289:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006afa4b6f 00000400:00000010:1.0:1767384376.730291:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006afa4b6f. 00000100:00000001:1.0:1767384376.730295:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.730297:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384376.730300:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000094fbd34f x1853236727252096 msgsize 272 00000100:00100000:1.0:1767384376.730303:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:1.0:1767384376.730305:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384376.730315:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384376.730321:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.730323:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.730387:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.730392:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727252096 02000000:00000001:0.0:1767384376.730395:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.730398:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.730400:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.730405:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.730410:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727252096 00000020:00000001:0.0:1767384376.730412:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.730414:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.730417:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.730420:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=7 00000020:00000001:0.0:1767384376.730422:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.730425:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:0.0:1767384376.730430:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.730436:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.730438:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.730440:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000020:00000010:0.0:1767384376.730447:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.730451:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.730454:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384376.730461:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.730464:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.730465:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.730467:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.730474:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.730516:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.730530:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384376.730532:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.730533:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384376.730537:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.730543:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 163 00000100:00000040:0.0:1767384376.730547:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:3.0:1767384376.730549:0:16776:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.730550:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141072464 : -119697568479152 : ffff9322bcf34850) 00000100:00000001:3.0:1767384376.730557:0:16776:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.730562:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000094fbd34f x1853236727252096/t0(0) o502->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 272/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.730576:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.730579:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.730581:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.730583:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000100:00100000:0.0:1767384376.730588:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000094fbd34f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+7:15573:x1853236727252096:12345-192.168.204.31@tcp50:502: 00000100:00000200:0.0:1767384376.730593:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727252096 00000020:00000001:0.0:1767384376.730596:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.730600:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.730603:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.730605:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.730607:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342576 : -1042209040 : ffffffffc1e126f0) 00000020:00000001:0.0:1767384376.730611:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.730612:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.730615:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.730618:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.730622:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.730625:0:16777:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384376.730627:0:16777:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384376.730634:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.730636:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.730663:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000005e4a4465. 02000000:00000001:0.0:1767384376.730666:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.730668:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384376.730670:0:16777:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000086533f53 : new refcount 2 00000040:00000001:0.0:1767384376.730672:0:16777:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384376.730675:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000058f903d6. 00000040:00000001:0.0:1767384376.730678:0:16777:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384376.730680:0:16777:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384376.730697:0:16777:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624375876336640 : -119697833214976 : 0xffff9322ad2bbc00) 00000020:00000001:0.0:1767384376.730700:0:16777:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624375876336640 : -119697833214976 : ffff9322ad2bbc00) 00000020:00000001:0.0:1767384376.730704:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384376.730710:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375219269208 : -119698490282408 : ffff93228601ae58) 00000040:00000001:0.0:1767384376.730712:0:16777:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.730714:0:16777:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.730716:0:16777:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384376.730721:0:16777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003df40e17. 00000040:00000001:0.0:1767384376.730723:0:16777:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384376.730724:0:16777:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384376.730804:0:16777:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.730806:0:16777:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.730807:0:16777:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.730809:0:16777:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384376.730811:0:16777:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384376.730815:0:16777:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384376.730846:0:16777:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384376.730849:0:16777:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.730850:0:16777:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384376.730852:0:16777:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384376.730855:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000562c77df/000000004afe2084 to site lru. bkt: 00000000aca1f1ea 00000040:00000001:0.0:1767384376.730857:0:16777:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384376.730859:0:16777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003df40e17. 00000040:00000010:0.0:1767384376.730862:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000058f903d6. 00000040:00000040:0.0:1767384376.730865:0:16777:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000086533f53 : new refcount 1 00000020:00000001:0.0:1767384376.730867:0:16777:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.730870:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727252096 00010000:00000001:0.0:1767384376.730872:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.730876:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000094fbd34f x1853236727252096/t0(0) o502->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 272/8472 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.730882:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.730884:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.730887:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.730890:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.730892:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.730894:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.730896:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.730898:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.730900:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.730902:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.730905:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000058a7259f. 00000100:00000200:0.0:1767384376.730909:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236727252096, offset 224 00000400:00000200:0.0:1767384376.730915:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.730924:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.730939:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [218:218:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767384376.730947:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.730951:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.730953:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000058f903d6. 00000800:00000200:0.0:1767384376.730958:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.730964:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1022 00000800:00000200:0.0:1767384376.730967:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058f903d6 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384376.730979:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.730982:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.730983:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.730985:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.730987:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.730989:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094fbd34f x1853236727252096/t0(0) o502->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 272/8472 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.730995:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000094fbd34f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+7:15573:x1853236727252096:12345-192.168.204.31@tcp50:502: Request processed in 419us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384376.731001:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 163 00000100:00000040:0.0:1767384376.731003:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.731005:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.731006:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384376.731010:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.731013:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000020:00000010:0.0:1767384376.731015:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000020:00000040:0.0:1767384376.731019:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 6 00000100:00000001:0.0:1767384376.731022:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384376.731025:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384376.731028:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033220647. 00000400:00000010:0.0:1767384376.731031:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002192b2a4. 00000800:00000200:3.0:1767384376.731125:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384376.731129:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000058f903d6. 00000400:00000200:3.0:1767384376.731132:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.731137:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:3.0:1767384376.731139:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058a7259f 00000400:00000010:3.0:1767384376.731141:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000058a7259f. 00000100:00000001:3.0:1767384376.731143:0:16140:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384376.731145:0:16140:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384376.731147:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000005e4a4465. 02000000:00000001:3.0:1767384376.731158:0:16140:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384376.731159:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384376.732418:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.732426:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.732429:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.732431:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.732438:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384376.732446:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 328 into portal 26 MB=0x695824cd00500 00000400:00000200:1.0:1767384376.732452:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 328/328 into md 0x1855 [2] + 0 00000400:00000010:1.0:1767384376.732456:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000214021e5. 00000400:00000200:1.0:1767384376.732467:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aeda6fa5 00000800:00000001:1.0:1767384376.732471:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.732508:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.732510:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.732513:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.732516:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeda6fa5 00000400:00000010:1.0:1767384376.732517:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aeda6fa5. 00000100:00000001:1.0:1767384376.732520:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.732521:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384376.732523:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000071088f3b x1853236727252224 msgsize 328 00000100:00100000:1.0:1767384376.732526:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:1.0:1767384376.732527:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384376.732534:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384376.732537:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.732540:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.732578:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.732582:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727252224 02000000:00000001:0.0:1767384376.732584:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.732586:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.732588:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.732591:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.732593:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727252224 00000020:00000001:0.0:1767384376.732595:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.732596:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.732597:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.732599:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=7 00000020:00000001:0.0:1767384376.732601:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.732602:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:0.0:1767384376.732604:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.732607:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.732609:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.732611:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000020:00000010:0.0:1767384376.732614:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.732616:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.732618:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384376.732621:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.732623:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.732623:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.732624:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.732628:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.732639:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.732646:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.732648:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.732653:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 164 00000100:00000040:0.0:1767384376.732657:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384376.732660:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141078608 : -119697568473008 : ffff9322bcf36050) 00000100:00000040:0.0:1767384376.732665:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071088f3b x1853236727252224/t0(0) o101->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 328/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.732675:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.732677:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.732680:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.732682:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000100:00100000:0.0:1767384376.732701:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071088f3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+7:15554:x1853236727252224:12345-192.168.204.31@tcp50:101: 00000100:00000200:0.0:1767384376.732704:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727252224 00000020:00000001:0.0:1767384376.732707:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.732709:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.732710:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.732712:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.732714:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:0.0:1767384376.732717:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.732719:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.732721:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.732722:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.732726:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.732728:0:16777:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384376.732731:0:16777:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384376.732732:0:16777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384376.732735:0:16777:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384376.732737:0:16777:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.732743:0:16777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384376.732750:0:16777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000263a50e6 count: 2 00010000:00000001:0.0:1767384376.732753:0:16777:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384376.732756:0:16777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384376.732760:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d85a768. 00000020:00000001:0.0:1767384376.732764:0:16777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384376.732766:0:16777:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d85a768 with handle 0xf83434fd52e6dbe6 to hash 00000020:00000001:0.0:1767384376.732768:0:16777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384376.732770:0:16777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:0.0:1767384376.732773:0:16777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00010000:0.0:1767384376.732777:0:16777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbe6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1caee9254df6dcc expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.732787:0:16777:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d50535f : new locks_count 3 00000020:00000040:0.0:1767384376.732789:0:16777:0:(genops.c:887:class_export_get()) GET export 000000005d50535f refcount=8 00000100:00000001:0.0:1767384376.732796:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.732798:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.732801:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005c5c33ab. 02000000:00000001:0.0:1767384376.732803:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.732805:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.732808:0:16777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384376.732812:0:16777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384376.732815:0:16777:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384376.732817:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384376.732819:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.732822:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384376.732823:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.732826:0:16777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384376.732828:0:16777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384376.732830:0:16777:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384376.732833:0:16777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384376.732835:0:16777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000263a50e6) refcount = 2 00010000:00000040:0.0:1767384376.732839:0:16777:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384376.732843:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6dbca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6dbc3 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384376.732851:0:16777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbe6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6dcc expref: 8 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384376.732858:0:16777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384376.732861:0:16777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384376.732862:0:16777:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.732865:0:16777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.732867:0:16777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384376.732871:0:16777:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384376.732874:0:16777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbe6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6dcc expref: 8 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384376.732882:0:16777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384376.732885:0:16777:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384376.732887:0:16777:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.732890:0:16777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.732892:0:16777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384376.732893:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384376.732896:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384376.732897:0:16777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009d85a768, rc 0) 00000020:00000001:0.0:1767384376.732900:0:16777:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.732902:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727252224 00010000:00000001:0.0:1767384376.732905:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.732909:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071088f3b x1853236727252224/t0(0) o101->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.732917:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.732919:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.732921:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.732925:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.732927:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.732929:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.732932:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.732933:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.732936:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.732938:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.732942:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aeadabc. 00000100:00000200:0.0:1767384376.732946:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236727252224, offset 224 00000400:00000200:0.0:1767384376.732951:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.732958:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.732966:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [219:219:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1767384376.732977:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.732982:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.732986:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086646daa. 00000800:00000200:0.0:1767384376.732990:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.732994:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:0.0:1767384376.732997:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086646daa type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384376.733010:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.733013:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.733015:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.733017:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.733018:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.733022:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071088f3b x1853236727252224/t0(0) o101->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.733031:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071088f3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+8:15554:x1853236727252224:12345-192.168.204.31@tcp50:101: Request processed in 355us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384376.733037:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 164 00000100:00000040:0.0:1767384376.733040:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.733042:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.733044:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384376.733047:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.733049:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000020:00000010:0.0:1767384376.733053:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000020:00000040:0.0:1767384376.733057:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 7 00000100:00000001:0.0:1767384376.733060:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384376.733064:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384376.733068:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009a20420. 00000400:00000010:0.0:1767384376.733072:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be55ce86. 00000800:00000200:1.0:1767384376.733107:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384376.733110:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086646daa. 00000400:00000200:1.0:1767384376.733114:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.733118:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.733121:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aeadabc 00000400:00000010:1.0:1767384376.733122:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000aeadabc. 00000100:00000001:1.0:1767384376.733125:0:16139:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384376.733126:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384376.733127:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005c5c33ab. 02000000:00000001:1.0:1767384376.733130:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384376.733131:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384376.735008:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.735013:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384376.735015:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.735017:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.735022:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:3.0:1767384376.735029:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 304 into portal 26 MB=0x695824cd00580 00000400:00000200:3.0:1767384376.735033:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 304/304 into md 0x186d [2] + 0 00000400:00000010:3.0:1767384376.735035:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dbb5b5f. 00000400:00000200:3.0:1767384376.735044:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c598b635 00000800:00000001:3.0:1767384376.735046:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.735051:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.735052:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.735055:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:3.0:1767384376.735057:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c598b635 00000400:00000010:3.0:1767384376.735058:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c598b635. 00000100:00000001:3.0:1767384376.735060:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384376.735062:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384376.735064:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000c0d80d0f x1853236727252352 msgsize 304 00000100:00100000:3.0:1767384376.735067:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:3.0:1767384376.735068:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384376.735077:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384376.735081:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.735083:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.735143:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.735146:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727252352 02000000:00000001:0.0:1767384376.735148:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.735149:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.735150:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.735152:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.735154:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727252352 00000020:00000001:0.0:1767384376.735156:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.735157:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.735158:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.735159:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=8 00000020:00000001:0.0:1767384376.735162:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.735163:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:0.0:1767384376.735165:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.735168:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.735170:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.735171:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000020:00000010:0.0:1767384376.735174:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.735176:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.735179:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384376.735182:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.735184:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.735185:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.735186:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.735189:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.735199:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.735204:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.735205:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.735208:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 165 00000100:00000040:0.0:1767384376.735210:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384376.735212:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141081680 : -119697568469936 : ffff9322bcf36c50) 00000100:00000040:0.0:1767384376.735216:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0d80d0f x1853236727252352/t0(0) o256->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 304/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.735222:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.735224:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.735226:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.735228:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000100:00100000:0.0:1767384376.735231:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c0d80d0f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+8:15554:x1853236727252352:12345-192.168.204.31@tcp50:256: 00000100:00000200:0.0:1767384376.735234:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727252352 00000020:00000001:0.0:1767384376.735235:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.735236:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.735237:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.735238:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.735240:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343328 : -1042208288 : ffffffffc1e129e0) 00000020:00000001:0.0:1767384376.735241:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.735242:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.735244:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.735245:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.735246:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.735249:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.735250:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.735252:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000006f3091a3. 02000000:00000001:0.0:1767384376.735254:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.735255:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.735257:0:16777:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384376.735261:0:16777:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384376.735264:0:16777:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384376.735266:0:16777:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384376.735268:0:16777:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.735270:0:16777:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384376.735272:0:16777:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:0.0:1767384376.735275:0:16777:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000565a4df3. 20000000:00000001:0.0:1767384376.735277:0:16777:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384376.735295:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384376.735300:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384376.735305:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384376.735306:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384376.735308:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384376.735309:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384376.735310:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384376.735312:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384376.735313:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384376.735314:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384376.735315:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384376.735317:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384376.735318:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384376.735319:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384376.735320:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384376.735321:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384376.735322:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384376.735323:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384376.735324:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384376.735326:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384376.735327:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384376.735328:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384376.735329:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384376.735330:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384376.735331:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384376.735332:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384376.735334:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384376.735335:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384376.735336:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384376.735337:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384376.735338:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384376.735339:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384376.735340:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384376.735341:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384376.735343:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384376.735344:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384376.735346:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384376.735347:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384376.735348:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384376.735350:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384376.735351:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384376.735353:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384376.735354:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:0.0:1767384376.735363:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384376.735364:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384376.735365:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384376.735366:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384376.735368:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384376.735369:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384376.735370:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384376.735372:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384376.735373:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384376.735374:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384376.735376:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384376.735377:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384376.735378:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384376.735379:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384376.735381:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384376.735382:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384376.735383:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384376.735384:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384376.735385:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384376.735386:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384376.735388:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384376.735389:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384376.735390:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384376.735391:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384376.735392:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384376.735393:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384376.735394:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384376.735396:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384376.735397:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384376.735398:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384376.735399:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384376.735400:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384376.735402:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384376.735403:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384376.735404:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384376.735405:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384376.735407:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384376.735408:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384376.735409:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384376.735410:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384376.735411:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384376.735412:0:16777:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384376.735413:0:16777:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:0.0:1767384376.735415:0:16777:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384376.735416:0:16777:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384376.735418:0:16777:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384376.735422:0:16777:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000af0e1478. 00000100:00000010:0.0:1767384376.735424:0:16777:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000098dc87e4. 00000020:00000040:0.0:1767384376.735426:0:16777:0:(genops.c:887:class_export_get()) GET export 000000005d50535f refcount=9 00010000:00000001:0.0:1767384376.735429:0:16777:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384376.735431:0:16777:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384376.735434:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d6ff70b. 00000400:00000010:0.0:1767384376.735439:0:16777:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f55a5a1e. 00000400:00000200:0.0:1767384376.735441:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.735448:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.735454:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [220:220:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1767384376.735458:0:16777:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.735463:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.735466:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.735469:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000235577a5. 00000800:00000200:0.0:1767384376.735472:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.735475:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1022 00000800:00000200:0.0:1767384376.735495:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000235577a5 type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:0.0:1767384376.735504:0:16777:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.204.31@tcp50 mbits 0x695824cd00580-0x695824cd00580 00000100:00000001:0.0:1767384376.735507:0:16777:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384376.735598:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384376.735602:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000235577a5. 00000400:00000200:1.0:1767384376.735605:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.735609:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000001:1.0:1767384376.735612:0:16141:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384376.735614:0:16141:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000af0e1478 00000100:00000001:1.0:1767384376.735615:0:16141:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1767384376.736382:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.736387:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.736389:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.736416:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.736420:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : ACK - for me 00000400:00000200:1.0:1767384376.736428:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp50: ACK from 12345-192.168.204.31@tcp50 into md 0x20a9 00000400:00000200:1.0:1767384376.736432:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.736434:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: ACK: OK 00000400:00000200:1.0:1767384376.736436:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d6ff70b 00000400:00000010:1.0:1767384376.736438:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d6ff70b. 00000100:00000001:1.0:1767384376.736440:0:16139:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384376.736441:0:16139:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000af0e1478 00000100:00000001:1.0:1767384376.736447:0:16139:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1767384376.736450:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.736452:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.736509:0:16777:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.736514:0:16777:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384376.736518:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 8 00000100:00000010:0.0:1767384376.736521:0:16777:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000098dc87e4. 00000100:00000010:0.0:1767384376.736525:0:16777:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000af0e1478. 00000100:00000001:0.0:1767384376.736528:0:16777:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384376.736529:0:16777:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384376.736538:0:16777:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000565a4df3. 20000000:00000001:0.0:1767384376.736543:0:16777:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.736546:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727252352 00010000:00000001:0.0:1767384376.736548:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.736553:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0d80d0f x1853236727252352/t0(0) o256->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 304/240 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.736561:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.736563:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.736566:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.736569:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.736572:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.736574:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.736577:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.736579:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.736582:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.736584:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.736588:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d610eab9. 00000100:00000200:0.0:1767384376.736591:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236727252352, offset 224 00000400:00000200:0.0:1767384376.736596:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.736603:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.736611:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [221:221:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384376.736621:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.736627:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.736631:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025d9c0ad. 00000800:00000200:0.0:1767384376.736635:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.736640:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:0.0:1767384376.736642:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025d9c0ad type 1, nob 336 niov 1 nkiov 1 00000100:00000001:0.0:1767384376.736656:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.736659:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.736662:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.736663:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.736666:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.736670:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0d80d0f x1853236727252352/t0(0) o256->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 304/240 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.736681:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c0d80d0f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+8:15554:x1853236727252352:12345-192.168.204.31@tcp50:256: Request processed in 1456us (1614us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384376.736705:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 165 00000100:00000040:0.0:1767384376.736709:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.736711:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.736713:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767384376.736714:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767384376.736716:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000800:00000010:3.0:1767384376.736718:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025d9c0ad. 00000020:00000010:0.0:1767384376.736723:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000400:00000200:3.0:1767384376.736724:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384376.736731:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000400:00000200:3.0:1767384376.736732:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:3.0:1767384376.736738:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d610eab9 00000020:00000040:0.0:1767384376.736739:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 7 00000400:00000010:3.0:1767384376.736740:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d610eab9. 00000100:00000001:3.0:1767384376.736746:0:16140:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384376.736747:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384376.736748:0:16140:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384376.736751:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000006f3091a3. 00000100:00000200:0.0:1767384376.736753:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384376.736755:0:16140:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1767384376.736760:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7650fb4. 00000400:00000010:0.0:1767384376.736765:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a89b841. 00000100:00000001:3.0:1767384376.736790:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384376.741590:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.741600:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.741603:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.741605:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.741611:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384376.741618:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 328 into portal 26 MB=0x695824cd00600 00000400:00000200:1.0:1767384376.741622:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 328/328 into md 0x18c1 [2] + 0 00000400:00000010:1.0:1767384376.741625:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ecfa895. 00000400:00000200:1.0:1767384376.741629:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000078edbde9 00000800:00000001:1.0:1767384376.741631:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.741645:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.741648:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.741650:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.741653:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078edbde9 00000400:00000010:1.0:1767384376.741654:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078edbde9. 00000100:00000001:1.0:1767384376.741656:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.741658:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384376.741659:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000008502d573 x1853236727252480 msgsize 328 00000100:00100000:1.0:1767384376.741662:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:1.0:1767384376.741664:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384376.741672:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384376.741675:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.741698:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.741724:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.741727:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727252480 02000000:00000001:0.0:1767384376.741729:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.741731:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.741732:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.741735:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.741738:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727252480 00000020:00000001:0.0:1767384376.741740:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.741741:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.741742:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.741744:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=8 00000020:00000001:0.0:1767384376.741746:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.741747:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:0.0:1767384376.741750:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.741753:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.741755:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.741757:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000020:00000010:0.0:1767384376.741761:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.741763:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.741765:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384376.741769:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.741771:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.741772:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.741773:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.741778:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.741787:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.741793:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.741794:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.741798:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 166 00000100:00000040:0.0:1767384376.741800:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384376.741802:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141077584 : -119697568474032 : ffff9322bcf35c50) 00000100:00000040:0.0:1767384376.741805:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008502d573 x1853236727252480/t0(0) o101->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 328/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.741813:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.741815:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.741816:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.741818:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000100:00100000:0.0:1767384376.741821:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008502d573 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+8:15554:x1853236727252480:12345-192.168.204.31@tcp50:101: 00000100:00000200:0.0:1767384376.741824:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727252480 00000020:00000001:0.0:1767384376.741827:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.741828:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.741829:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.741831:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.741832:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342912 : -1042208704 : ffffffffc1e12840) 00000020:00000001:0.0:1767384376.741834:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.741835:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.741836:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.741838:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.741841:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.741842:0:16777:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384376.741843:0:16777:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384376.741844:0:16777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384376.741846:0:16777:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384376.741847:0:16777:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.741850:0:16777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384376.741855:0:16777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000069be5d8c count: 3 00010000:00000001:0.0:1767384376.741857:0:16777:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384376.741859:0:16777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384376.741862:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069cfa3d8. 00000020:00000001:0.0:1767384376.741864:0:16777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384376.741866:0:16777:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000069cfa3d8 with handle 0xf83434fd52e6dbed to hash 00000020:00000001:0.0:1767384376.741867:0:16777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384376.741868:0:16777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:0.0:1767384376.741870:0:16777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00010000:0.0:1767384376.741872:0:16777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6dbed lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb1caee9254df6dd3 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.741877:0:16777:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d50535f : new locks_count 4 00000020:00000040:0.0:1767384376.741879:0:16777:0:(genops.c:887:class_export_get()) GET export 000000005d50535f refcount=9 00000100:00000001:0.0:1767384376.741884:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.741886:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.741888:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000af0e1478. 02000000:00000001:0.0:1767384376.741889:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.741890:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.741892:0:16777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384376.741895:0:16777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384376.741896:0:16777:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384376.741898:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384376.741899:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.741901:0:16777:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384376.741902:0:16777:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.741903:0:16777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384376.741905:0:16777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384376.741906:0:16777:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384376.741907:0:16777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384376.741908:0:16777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (0000000069be5d8c) refcount = 3 00010000:00000040:0.0:1767384376.741910:0:16777:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384376.741912:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000453d2e8c/0xf83434fd52e6d89e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d897 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384376.741916:0:16777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000061d55662/0xf83434fd52e6d82e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf83434fd52e6d827 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384376.741919:0:16777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6dbed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6dd3 expref: 9 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384376.741923:0:16777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384376.741924:0:16777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384376.741924:0:16777:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.741926:0:16777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.741927:0:16777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384376.741929:0:16777:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384376.741931:0:16777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6dbed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6dd3 expref: 9 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384376.741935:0:16777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384376.741936:0:16777:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384376.741938:0:16777:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.741939:0:16777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.741940:0:16777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384376.741942:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384376.741943:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384376.741944:0:16777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000069cfa3d8, rc 0) 00000020:00000001:0.0:1767384376.741945:0:16777:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.741947:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727252480 00010000:00000001:0.0:1767384376.741948:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.741950:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008502d573 x1853236727252480/t0(0) o101->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.741955:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.741957:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.741959:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.741961:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.741963:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.741964:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.741965:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.741967:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.741968:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.741970:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.741972:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cc45e5c. 00000100:00000200:0.0:1767384376.741974:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236727252480, offset 224 00000400:00000200:0.0:1767384376.741978:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.741983:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.741991:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [222:222:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1767384376.741998:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.742002:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.742005:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb3ad037. 00000800:00000200:0.0:1767384376.742008:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.742011:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:0.0:1767384376.742014:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb3ad037 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384376.742024:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.742026:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.742029:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.742030:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.742031:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.742033:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008502d573 x1853236727252480/t0(0) o101->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.742041:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008502d573 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+9:15554:x1853236727252480:12345-192.168.204.31@tcp50:101: Request processed in 227us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384376.742046:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 166 00000100:00000040:0.0:1767384376.742048:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.742049:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.742051:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384376.742053:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.742056:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000020:00000010:0.0:1767384376.742059:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000020:00000040:0.0:1767384376.742061:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 8 00000100:00000001:0.0:1767384376.742063:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384376.742066:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384376.742069:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066e0e44d. 00000400:00000010:0.0:1767384376.742073:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058a7259f. 00000800:00000200:1.0:1767384376.742083:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384376.742086:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb3ad037. 00000400:00000200:1.0:1767384376.742089:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.742093:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.742096:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cc45e5c 00000400:00000010:1.0:1767384376.742097:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cc45e5c. 00000100:00000001:1.0:1767384376.742099:0:16139:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384376.742101:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384376.742103:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000af0e1478. 02000000:00000001:1.0:1767384376.742104:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384376.742105:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384376.743149:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.743156:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384376.743158:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.743159:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.743164:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:3.0:1767384376.743171:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 504 into portal 26 MB=0x695824cd00680 00000400:00000200:3.0:1767384376.743175:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 504/504 into md 0x1901 [2] + 0 00000400:00000010:3.0:1767384376.743178:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d71c03e6. 00000400:00000200:3.0:1767384376.743180:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004659a5ac 00000800:00000001:3.0:1767384376.743189:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.743193:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384376.743195:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.743197:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:3.0:1767384376.743200:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004659a5ac 00000400:00000010:3.0:1767384376.743201:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004659a5ac. 00000100:00000001:3.0:1767384376.743204:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384376.743205:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384376.743207:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000020674268 x1853236727252608 msgsize 504 00000100:00100000:3.0:1767384376.743210:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:3.0:1767384376.743212:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384376.743220:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384376.743223:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.743225:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.743285:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.743288:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727252608 02000000:00000001:0.0:1767384376.743290:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.743291:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.743292:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.743295:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.743297:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727252608 00000020:00000001:0.0:1767384376.743298:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.743299:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.743300:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.743302:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=9 00000020:00000001:0.0:1767384376.743304:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.743305:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:0.0:1767384376.743307:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.743310:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.743312:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.743313:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000020:00000010:0.0:1767384376.743316:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.743318:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.743320:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384376.743324:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.743325:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.743326:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.743327:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.743330:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.743341:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.743345:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.743346:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.743350:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 167 00000100:00000040:0.0:1767384376.743352:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384376.743353:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141074512 : -119697568477104 : ffff9322bcf35050) 00000100:00000040:0.0:1767384376.743356:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000020674268 x1853236727252608/t0(0) o501->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 504/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.743362:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.743364:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.743365:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.743366:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000100:00100000:0.0:1767384376.743370:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000020674268 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+9:15554:x1853236727252608:12345-192.168.204.31@tcp50:501: 00000100:00000200:0.0:1767384376.743372:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727252608 00000020:00000001:0.0:1767384376.743374:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.743376:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.743377:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.743379:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.743381:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342528 : -1042209088 : ffffffffc1e126c0) 00000020:00000001:0.0:1767384376.743382:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.743384:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.743385:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.743387:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.743389:0:16777:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384376.743392:0:16777:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.743393:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.743395:0:16777:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384376.743397:0:16777:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384376.743398:0:16777:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384376.743400:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.743401:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.743404:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000414bfc6c. 02000000:00000001:0.0:1767384376.743405:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.743406:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384376.743408:0:16777:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:0.0:1767384376.743410:0:16777:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000086533f53 : new refcount 2 00000040:00000001:0.0:1767384376.743412:0:16777:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384376.743415:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000672c4c6f. 00000040:00000001:0.0:1767384376.743418:0:16777:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384376.743420:0:16777:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384376.743423:0:16777:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624375876336640 : -119697833214976 : 0xffff9322ad2bbc00) 00000020:00000001:0.0:1767384376.743425:0:16777:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624375876336640 : -119697833214976 : ffff9322ad2bbc00) 00080000:00000001:0.0:1767384376.743433:0:16777:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384376.743470:0:16777:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384376.743472:0:16777:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384376.743473:0:16777:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384376.743475:0:16777:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384376.743501:0:16777:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000074c4deb. 00000020:00000001:0.0:1767384376.743504:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384376.743508:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624376190265944 : -119697519285672 : ffff9322bfe1ea58) 00000040:00000001:0.0:1767384376.743510:0:16777:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.743511:0:16777:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.743514:0:16777:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384376.743517:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000e79567cb/0000000044307a4f to site lru. bkt: 00000000331eb712 00000040:00000010:0.0:1767384376.743519:0:16777:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000074c4deb. 00000040:00000001:0.0:1767384376.743521:0:16777:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384376.743523:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000672c4c6f. 00000040:00000001:0.0:1767384376.743527:0:16777:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384376.743529:0:16777:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000086533f53 : new refcount 1 00000020:00000001:0.0:1767384376.743532:0:16777:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.743536:0:16777:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.743538:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727252608 00010000:00000001:0.0:1767384376.743540:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.743544:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020674268 x1853236727252608/t0(0) o501->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 504/272 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.743552:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.743553:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.743556:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.743559:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.743562:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.743564:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.743566:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.743568:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.743570:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.743573:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.743576:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afcefd4c. 00000100:00000200:0.0:1767384376.743579:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236727252608, offset 224 00000400:00000200:0.0:1767384376.743582:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.743587:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.743594:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [223:223:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1767384376.743601:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.743605:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.743607:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a72b4e1. 00000800:00000200:0.0:1767384376.743610:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.743614:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:0.0:1767384376.743616:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a72b4e1 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384376.743626:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.743628:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.743630:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.743632:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.743633:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.743636:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020674268 x1853236727252608/t0(0) o501->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 504/272 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.743642:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000020674268 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+9:15554:x1853236727252608:12345-192.168.204.31@tcp50:501: Request processed in 279us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384376.743648:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 167 00000100:00000040:0.0:1767384376.743650:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.743652:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.743653:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384376.743656:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.743658:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000020:00000010:0.0:1767384376.743660:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000020:00000040:0.0:1767384376.743663:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 8 00000100:00000001:0.0:1767384376.743665:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384376.743668:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384376.743671:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ecfa895. 00000400:00000010:0.0:1767384376.743674:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029377eb8. 00000800:00000200:1.0:1767384376.743713:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384376.743718:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a72b4e1. 00000400:00000200:1.0:1767384376.743722:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.743728:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.743731:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afcefd4c 00000400:00000010:1.0:1767384376.743733:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afcefd4c. 00000100:00000001:1.0:1767384376.743736:0:16141:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384376.743738:0:16141:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384376.743740:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000414bfc6c. 02000000:00000001:1.0:1767384376.743744:0:16141:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384376.743745:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384376.744443:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.744449:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.744451:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.744453:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.744457:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384376.744463:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 272 into portal 26 MB=0x695824cd00700 00000400:00000200:1.0:1767384376.744467:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 272/272 into md 0x1909 [2] + 0 00000400:00000010:1.0:1767384376.744470:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ba510cb. 00000400:00000200:1.0:1767384376.744472:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b0d8649 00000800:00000001:1.0:1767384376.744474:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.744496:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.744498:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.744500:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384376.744509:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b0d8649 00000400:00000010:1.0:1767384376.744511:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b0d8649. 00000100:00000001:1.0:1767384376.744513:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.744514:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384376.744516:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000369e5289 x1853236727252736 msgsize 272 00000100:00100000:1.0:1767384376.744519:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:1.0:1767384376.744521:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384376.744529:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384376.744533:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.744535:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.744567:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.744571:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727252736 02000000:00000001:0.0:1767384376.744574:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.744576:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.744577:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.744580:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.744583:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727252736 00000020:00000001:0.0:1767384376.744584:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.744586:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384376.744588:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.744590:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=9 00000020:00000001:0.0:1767384376.744592:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384376.744595:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:0.0:1767384376.744597:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.744601:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.744604:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.744606:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000020:00000010:0.0:1767384376.744609:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000020:00000010:0.0:1767384376.744612:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.744615:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000040:0.0:1767384376.744620:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.744622:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.744623:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.744624:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.744628:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.744639:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.744646:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.744648:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.744653:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 168 00000100:00000040:0.0:1767384376.744656:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384376.744658:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141084752 : -119697568466864 : ffff9322bcf37850) 00000100:00000040:0.0:1767384376.744664:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000369e5289 x1853236727252736/t0(0) o503->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 272/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.744672:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.744675:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096aac92d. 00000100:00000001:0.0:1767384376.744677:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.744679:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096aac92d. 00000100:00100000:0.0:1767384376.744699:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000369e5289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+9:15554:x1853236727252736:12345-192.168.204.31@tcp50:503: 00000100:00000200:0.0:1767384376.744703:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727252736 00000020:00000001:0.0:1767384376.744705:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.744707:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.744709:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.744711:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.744712:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342624 : -1042208992 : ffffffffc1e12720) 00000020:00000001:0.0:1767384376.744715:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.744716:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.744719:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.744720:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.744722:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.744725:0:16777:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384376.744726:0:16777:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384376.744729:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.744731:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.744746:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000005e4a4465. 02000000:00000001:0.0:1767384376.744749:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.744751:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384376.744753:0:16777:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000086533f53 : new refcount 2 00000040:00000001:0.0:1767384376.744755:0:16777:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384376.744758:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000672c4c6f. 00000040:00000001:0.0:1767384376.744760:0:16777:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384376.744762:0:16777:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384376.744764:0:16777:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446624375876336640 : -119697833214976 : 0xffff9322ad2bbc00) 00000020:00000001:0.0:1767384376.744766:0:16777:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446624375876336640 : -119697833214976 : ffff9322ad2bbc00) 00000020:00000001:0.0:1767384376.744769:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384376.744772:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624376190265944 : -119697519285672 : ffff9322bfe1ea58) 00000040:00000001:0.0:1767384376.744774:0:16777:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.744776:0:16777:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.744779:0:16777:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384376.744784:0:16777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003df40e17. 00000040:00000001:0.0:1767384376.744787:0:16777:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384376.744788:0:16777:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384376.744794:0:16777:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384376.744796:0:16777:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384376.744803:0:16777:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384376.744806:0:16777:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384376.744808:0:16777:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384376.744812:0:16777:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:0.0:1767384376.744814:0:16777:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384376.744816:0:16777:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384376.744817:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000e79567cb/0000000044307a4f to site lru. bkt: 00000000331eb712 00000040:00000001:0.0:1767384376.744819:0:16777:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384376.744820:0:16777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003df40e17. 00000040:00000010:0.0:1767384376.744822:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000672c4c6f. 00000040:00000040:0.0:1767384376.744824:0:16777:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000086533f53 : new refcount 1 00000020:00000001:0.0:1767384376.744826:0:16777:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.744828:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727252736 00010000:00000001:0.0:1767384376.744829:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.744832:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000369e5289 x1853236727252736/t0(0) o503->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 272/8416 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.744837:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.744838:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.744840:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.744842:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.744844:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384376.744845:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384376.744847:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.744848:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.744850:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.744851:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384376.744854:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005d6c29e6. 00000100:00000200:0.0:1767384376.744856:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236727252736, offset 224 00000400:00000200:0.0:1767384376.744860:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384376.744865:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384376.744871:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [224:224:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1767384376.744878:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384376.744881:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384376.744883:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000672c4c6f. 00000800:00000200:0.0:1767384376.744886:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384376.744889:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1022 00000800:00000200:0.0:1767384376.744891:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000672c4c6f type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384376.744901:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.744903:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384376.744905:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.744906:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.744908:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.744910:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000369e5289 x1853236727252736/t0(0) o503->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:357/0 lens 272/8416 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.744918:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000369e5289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+9:15554:x1853236727252736:12345-192.168.204.31@tcp50:503: Request processed in 244us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384376.744924:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 168 00000100:00000040:0.0:1767384376.744926:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:0.0:1767384376.744927:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.744928:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384376.744930:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b8a0bcd. 00000020:00000010:0.0:1767384376.744933:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000020:00000010:0.0:1767384376.744936:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000020:00000040:0.0:1767384376.744938:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 8 00000100:00000001:0.0:1767384376.744940:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384376.744942:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384376.744946:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dbb5b5f. 00000400:00000010:0.0:1767384376.744950:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5ea69de. 00000800:00000200:3.0:1767384376.744962:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384376.744966:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000672c4c6f. 00000400:00000200:3.0:1767384376.744970:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.744974:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:3.0:1767384376.744977:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d6c29e6 00000400:00000010:3.0:1767384376.744978:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005d6c29e6. 00000100:00000001:3.0:1767384376.744981:0:16140:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384376.744982:0:16140:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384376.744984:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000005e4a4465. 02000000:00000001:3.0:1767384376.744991:0:16140:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384376.744992:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384376.746981:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.746990:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384376.746992:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.746996:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.747003:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384376.747012:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 520 into portal 12 MB=0x695824cd00780 00000400:00000200:1.0:1767384376.747020:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp50 of length 520/520 into md 0x229 [64] + 9176 00000800:00000001:1.0:1767384376.747025:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.747032:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.747034:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.747037:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000001:1.0:1767384376.747041:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.747042:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384376.747047:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071729694. 00000100:00000040:1.0:1767384376.747050:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000071729694 x1853236727252864 msgsize 520 00000100:00100000:1.0:1767384376.747053:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000001:1.0:1767384376.747067:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384376.747071:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384376.747073:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.747098:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384376.747101:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727252864 02000000:00000001:3.0:1767384376.747103:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384376.747104:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384376.747106:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.747107:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384376.747109:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727252864 00000020:00000001:3.0:1767384376.747110:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384376.747112:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384376.747113:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384376.747114:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.747115:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384376.747123:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2bdcb8e. 00000020:00000010:3.0:1767384376.747126:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006434bb68. 00000020:00000010:3.0:1767384376.747129:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000022ae943. 00000100:00000001:3.0:1767384376.747131:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384376.747132:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384376.747134:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.747138:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.747146:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.747154:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384376.747156:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384376.747159:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 3 00000100:00000001:3.0:1767384376.747160:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208696832 : -119698500854784 : ffff932285605c00) 00000100:00000040:3.0:1767384376.747163:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071729694 x1853236727252864/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384376.747172:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071729694 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:12149:x1853236727252864:12345-192.168.204.31@tcp50:38: 00000100:00000200:3.0:1767384376.747175:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727252864 00000020:00000001:3.0:1767384376.747177:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384376.747179:0:16784:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384376.747188:0:16784:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 8 - find 00000020:00000001:3.0:1767384376.747191:0:16784:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446624375900352944 : -119697809198672 : ffff9322ae9a31b0) 00000100:00000001:3.0:1767384376.747195:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384376.747196:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384376.747199:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000ac6b59a3. 02000000:00000001:3.0:1767384376.747200:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.747201:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384376.747203:0:16784:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384376.747209:0:16784:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50 t0 exp 0000000000000000 cur 297 last 0 00010000:00000001:3.0:1767384376.747212:0:16784:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:3.0:1767384376.747215:0:16784:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:3.0:1767384376.747217:0:16784:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384376.747221:0:16784:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384376.747226:0:16784:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384376.747230:0:16784:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384376.747236:0:16784:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384376.747238:0:16784:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384376.747240:0:16784:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384376.747241:0:16784:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384376.747242:0:16784:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.747244:0:16784:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384376.747245:0:16784:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384376.747248:0:16784:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d4c43852. 00000020:00000001:3.0:1767384376.747250:0:16784:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384376.747251:0:16784:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d4c43852 with handle 0xf83434fd52e6dbf4 to hash 00000020:00000001:3.0:1767384376.747252:0:16784:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384376.747256:0:16784:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:3.0:1767384376.747257:0:16784:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:3.0:1767384376.747259:0:16784:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000029a6f213. 00000001:00000001:3.0:1767384376.747261:0:16784:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384376.747263:0:16784:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000006b278f5. 00000001:00000001:3.0:1767384376.747265:0:16784:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.747267:0:16784:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384376.747269:0:16784:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384376.747272:0:16784:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003ca5ab38. 00000001:00000010:3.0:1767384376.747275:0:16784:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000de2cd040. 00000001:00000010:3.0:1767384376.747278:0:16784:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b2cc77af. 00000001:00000010:3.0:1767384376.747280:0:16784:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000027f8979a. 00000001:00000010:3.0:1767384376.747282:0:16784:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f2e18fcc. 00000001:00000010:3.0:1767384376.747284:0:16784:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000154a0ab3. 00000001:00000001:3.0:1767384376.747286:0:16784:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384376.747287:0:16784:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000dece562a. 00000001:00000010:3.0:1767384376.747289:0:16784:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000f46151c. 00000001:00000010:3.0:1767384376.747290:0:16784:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c632f9c2. 00000001:00000010:3.0:1767384376.747292:0:16784:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004482db41. 00000001:00000010:3.0:1767384376.747294:0:16784:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000728186ea. 00000001:00000010:3.0:1767384376.747295:0:16784:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007fcd29a8. 00010000:00000001:3.0:1767384376.747297:0:16784:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.747298:0:16784:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384376.747300:0:16784:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.747304:0:16784:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384376.747306:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000d4c43852 refcount=3 00000020:00000040:3.0:1767384376.747310:0:16784:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 9 - export 00000020:00000001:3.0:1767384376.747312:0:16784:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000020:00000040:3.0:1767384376.747313:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 2 00000020:00000080:3.0:1767384376.747315:0:16784:0:(genops.c:1402:class_connect()) connect: client 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef, cookie 0xf83434fd52e6dbf4 00000020:00000001:3.0:1767384376.747316:0:16784:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.747318:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384376.747318:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbf4 00000020:00000001:3.0:1767384376.747319:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.747320:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d4c43852 refcount=3 00000020:00000001:3.0:1767384376.747321:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000020:00000001:3.0:1767384376.747322:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000001:00000001:3.0:1767384376.747325:0:16784:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384376.747327:0:16784:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384376.747330:0:16784:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 6 00000001:00000001:3.0:1767384376.747332:0:16784:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446624376140909568 : -119697568642048 : ffff9322bcf0cc00) 00000001:00000001:3.0:1767384376.747334:0:16784:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384376.747335:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000d4c43852 refcount=4 00000001:00000040:3.0:1767384376.747337:0:16784:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 7 00000001:00000001:3.0:1767384376.747339:0:16784:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384376.747342:0:16784:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.204.31@tcp50 to nodemap default 00000001:00000040:3.0:1767384376.747346:0:16784:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 6 00000001:00000001:3.0:1767384376.747348:0:16784:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.747354:0:16784:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384376.747358:0:16784:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384376.747372:0:16784:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.747375:0:16784:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384376.747378:0:16784:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/00000000d4c43852 free: 389545984 avail: 387448832 00000020:00000001:3.0:1767384376.747382:0:16784:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384376.747385:0:16784:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/00000000d4c43852 avail=387448832 left=348651520 unstable=0 tot_grant=38744883 pending=0 00000020:00000001:3.0:1767384376.747389:0:16784:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=348651520 : 348651520 : 14c80000) 00000020:00000001:3.0:1767384376.747398:0:16784:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384376.747401:0:16784:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/00000000d4c43852 wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:3.0:1767384376.747405:0:16784:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/00000000d4c43852 tot cached:0 granted:3407872 num_exports: 3 00000020:00000001:3.0:1767384376.747407:0:16784:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:3.0:1767384376.747409:0:16784:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/00000000d4c43852 ocd_grant: 3407872 want: 134217728 left: 348651520 00000020:00000001:3.0:1767384376.747412:0:16784:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:3.0:1767384376.747415:0:16784:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:3.0:1767384376.747418:0:16784:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1767384376.747421:0:16784:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384376.747422:0:16784:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384376.747425:0:16784:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384376.747432:0:16784:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004a5819db. 00080000:00000001:3.0:1767384376.747434:0:16784:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874049536 : -119702835502080 : ffff93218302e400) 00080000:00000001:3.0:1767384376.747438:0:16784:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384376.747445:0:16784:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384376.747446:0:16784:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384376.747449:0:16784:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384376.747463:0:16784:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384376.747465:0:16784:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384376.747469:0:16784:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384376.747544:0:16784:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384376.747547:0:16784:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384376.747549:0:16784:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384376.747552:0:16784:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384376.755870:0:16784:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384376.755875:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1767384376.755876:0:16784:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384376.755881:0:16784:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384376.755882:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000040:1.0:1767384376.755884:0:16784:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID '4b4bb59c-2ab8-4085-a175-d1e18b7f7cef' generation 1 00040000:00000001:2.0:1767384376.755888:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384376.755891:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384376.755892:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384376.755897:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004a5819db. 00000001:00000001:1.0:1767384376.755898:0:16784:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384376.755901:0:16784:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000001:2.0:1767384376.755906:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000010:1.0:1767384376.755907:0:16784:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cffc07d5. 00080000:00000001:1.0:1767384376.755912:0:16784:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370861060096 : -119702848491520 : ffff9321823cb000) 00080000:00000001:1.0:1767384376.755915:0:16784:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384376.755919:0:16784:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384376.755921:0:16784:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384376.755923:0:16784:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384376.755933:0:16784:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384376.755935:0:16784:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000001efdb0aa. 00000001:00000040:1.0:1767384376.755937:0:16784:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000d4c43852 : new cb_count 1 00000020:00000040:1.0:1767384376.755939:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000d4c43852 refcount=5 00080000:00000001:1.0:1767384376.755944:0:16784:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384376.755991:0:16784:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384376.755993:0:16784:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384376.755995:0:16784:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384376.756002:0:16784:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384376.756003:0:16784:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384376.756005:0:16784:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384376.756008:0:16784:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:1.0:1767384376.756010:0:16784:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384376.756015:0:16784:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000041edeaf7 00000020:00000010:1.0:1767384376.756017:0:16784:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000921d239c. 00000020:00000040:1.0:1767384376.756025:0:16784:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000921d239c for nid 192.168.204.31@tcp50 - ref 2 00000020:00000001:1.0:1767384376.756084:0:16784:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384376.756090:0:16784:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000bc60a18c. 00000020:00000010:1.0:1767384376.756093:0:16784:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 0000000052b6157d. 00000020:00000010:1.0:1767384376.756096:0:16784:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000fa2b91d8. 00000020:00000010:1.0:1767384376.756110:0:16784:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000001d7e18e6. 00000020:00000010:1.0:1767384376.756113:0:16784:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000003c9835dd. 00000020:00000010:1.0:1767384376.756115:0:16784:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000dd5d6999. 00000004:00000001:1.0:1767384376.756124:0:16784:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384376.756126:0:16784:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384376.756132:0:16784:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384376.756136:0:16784:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000000493d822. 00000020:00000040:1.0:1767384376.756138:0:16784:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 10 - import 00000020:00000001:1.0:1767384376.756143:0:16784:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384376.756145:0:16784:0:(genops.c:1242:class_import_put()) import 000000000493d822 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384376.756146:0:16784:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384376.756148:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054e3d55c. 00000020:00000040:1.0:1767384376.756155:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000d4c43852 refcount=6 00000100:00000040:1.0:1767384376.756156:0:16784:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000d4c43852 : new rpc_count 1 00000100:00000001:1.0:1767384376.756158:0:16784:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1767384376.756167:0:16784:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.31@tcp50 primary NID 192.168.204.31@tcp50 rc 0 00000100:00000001:1.0:1767384376.756170:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384376.756172:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000100:00000001:1.0:1767384376.756173:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 00000100:00000001:1.0:1767384376.756175:0:16784:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624376147828480 : -119697561723136 : 0xffff9322bd5a5f00) 00000100:00000040:1.0:1767384376.756178:0:16784:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000020:00000040:1.0:1767384376.756181:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000d4c43852 refcount=7 00000100:00000001:1.0:1767384376.756186:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384376.756187:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 4 to 192.168.204.31@tcp50 00000100:00000001:1.0:1767384376.756188:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:1.0:1767384376.756190:0:16784:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384376.756193:0:16784:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384376.756195:0:16784:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:1.0:1767384376.756198:0:16784:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659947584 : -1049604032 : ffffffffc1705040) 02000000:00000001:1.0:1767384376.756201:0:16784:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.756203:0:16784:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384376.756205:0:16784:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384376.756207:0:16784:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384376.756209:0:16784:0:(import.c:65:import_set_state_nolock()) 000000000493d822 : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384376.756212:0:16784:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384376.756214:0:16784:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384376.756215:0:16784:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384376.756218:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 6 00000020:00000040:1.0:1767384376.756223:0:16784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 10 - find 00010000:00000001:1.0:1767384376.756225:0:16784:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.756230:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384376.756232:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669383984 : -1040167632 : ffffffffc2004d30) 00000020:00000001:1.0:1767384376.756235:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384376.756237:0:16784:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384376.756239:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384376.756240:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384376.756243:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.756245:0:16784:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:1.0:1767384376.756251:0:16784:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384376.756253:0:16784:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384376.756254:0:16784:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384376.756255:0:16784:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.756256:0:16784:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384376.756259:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727252864 00010000:00000001:1.0:1767384376.756261:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384376.756266:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071729694 x1853236727252864/t0(0) o38->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384376.756274:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384376.756276:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384376.756279:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=91 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384376.756283:0:16784:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384376.756285:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384376.756286:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 5 to 192.168.204.31@tcp50 00000100:00000001:1.0:1767384376.756288:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:1.0:1767384376.756290:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384376.756293:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.756295:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384376.756298:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:1.0:1767384376.756301:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000100:00000200:1.0:1767384376.756305:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236727252864, offset 0 00000400:00000200:1.0:1767384376.756310:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:1.0:1767384376.756319:0:16784:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:1.0:1767384376.756338:0:16784:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [225:225:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767384376.756350:0:16784:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384376.756355:0:16784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:1.0:1767384376.756359:0:16784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054d81578. 00000800:00000200:1.0:1767384376.756367:0:16784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:1.0:1767384376.756375:0:16784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:1.0:1767384376.756379:0:16784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000054d81578 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384376.756396:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384376.756400:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 4 to 192.168.204.31@tcp50 00010000:00000001:1.0:1767384376.756403:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384376.756405:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.756408:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384376.756412:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071729694 x1853236727252864/t0(0) o38->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384396 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384376.756423:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071729694 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+6:12149:x1853236727252864:12345-192.168.204.31@tcp50:38: Request processed in 9251us (9371us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384376.756433:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 3 00000100:00000040:1.0:1767384376.756436:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4c43852 : new rpc_count 0 00000100:00000001:1.0:1767384376.756438:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384376.756440:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384376.756444:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006434bb68. 00000020:00000010:1.0:1767384376.756447:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000022ae943. 00000020:00000010:1.0:1767384376.756452:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2bdcb8e. 00000020:00000040:1.0:1767384376.756454:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 5 00000100:00000001:1.0:1767384376.756457:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384376.756552:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384376.756556:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054d81578. 00000400:00000200:3.0:1767384376.756561:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.756566:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:3.0:1767384376.756570:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00000400:00000010:3.0:1767384376.756572:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00000100:00000001:3.0:1767384376.756576:0:16139:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384376.756578:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384376.827591:0:16769:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384376.827598:0:16769:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.827632:0:16815:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384376.827636:0:16815:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384377.275599:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384377.275612:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1767384377.275612:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c915af] -> 12345-192.168.204.131@tcp34 (4) 00000400:00000200:2.0:1767384377.275617:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000800:00000200:0.1:1767384377.275620:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c915af] -> 12345-192.168.204.131@tcp34 (4) 00000400:00000010:2.0:1767384377.275623:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000400:00000200:2.0:1767384377.275634:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384377.275640:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384377.275661:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ef57681f. 00000400:00000010:2.0:1767384377.275668:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001203827d. 00000400:00000200:2.0:1767384377.275709:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp48 00000400:00000010:2.0:1767384377.275718:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ef57681f. 00000400:00000010:2.0:1767384377.275728:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000003074bf1. 00000400:00000010:2.0:1767384377.275734:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000400:00000010:2.0:1767384377.275742:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a3882e0. 00000400:00000200:2.0:1767384377.275747:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp48 00000400:00000200:2.0:1767384377.275765:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp48 local destination 00000400:00000200:2.0:1767384377.275773:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp48 00000400:00000200:2.0:1767384377.275778:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp48 NI seq info: [226:226:256:4294967295] 192.168.204.131@tcp48 LPNI seq info [204:204:8:4294967295] 00000400:00000200:2.0:1767384377.275788:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp48 00000400:00000200:1.0:1767384377.275795:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384377.275799:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp48(192.168.204.131@tcp48:) -> 192.168.204.131@tcp48(192.168.204.131@tcp48:192.168.204.131@tcp48) : GET try# 0 00000800:00000200:2.0:1767384377.275810:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp48 00000800:00000010:2.0:1767384377.275816:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000038b7b3d6. 00000800:00000200:2.0:1767384377.275823:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6f5b55] -> 12345-192.168.204.131@tcp48 (2) 00000800:00000200:2.1:1767384377.275829:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6f5b55] -> 12345-192.168.204.131@tcp48 (2) 00000400:00000200:2.0:1767384377.275858:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp48 added to recovery queue. ping count: 2 next ping: 301 health :800 00000400:00000200:1.0:1767384377.275871:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.275928:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.275930:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.275994:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276013:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276033:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276079:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276091:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276111:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276150:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276152:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276191:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276218:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276230:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276273:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276275:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276312:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276343:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276367:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276399:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276411:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276456:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276457:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276529:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276557:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276576:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276613:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276617:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276693:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276704:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276728:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276763:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276770:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276826:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276835:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276855:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276892:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276899:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276960:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.276964:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.276985:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277019:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.277029:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.277075:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277075:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.277122:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277151:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.277162:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.277209:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277217:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.277239:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277277:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.277281:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.277324:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277343:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.277367:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277400:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.277407:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.277460:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277468:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277540:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277568:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277601:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277634:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384377.277663:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000800:00000010:3.0:1767384377.277692:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f01e4cb. 00000800:00000010:3.0:1767384377.277698:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2e4bd99. 00000800:00000010:3.0:1767384377.277704:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dd3f48fc. 00000400:00000200:1.0:1767384377.277715:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000800:00000010:3.0:1767384377.277726:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dd3f48fc. 00000800:00020000:3.0:1767384377.277740:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384377.277744:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2e4bd99. 00000800:00000010:3.0:1767384377.277746:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005f01e4cb. 00000400:00000200:1.0:1767384377.277755:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:02020000:3.0:1767384377.277795:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp48 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384377.277802:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384377.277803:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp48 notifying 192.168.204.131@tcp48: down 00000400:00000200:3.0:1767384377.277807:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384377.277812:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp48 00000800:00000010:3.0:1767384377.277816:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000038b7b3d6. 00000400:00000200:3.0:1767384377.277820:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384377.277825:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp48->192.168.204.131@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384377.277833:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384377.277835:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384377.277839:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp48) recovery failed with -71 00000400:00000200:1.0:1767384377.277852:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384377.277977:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f30fabec. 00000800:00000010:1.0:1767384377.277983:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f99c8de6. 00000800:00000010:1.0:1767384377.277987:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000327a43ee. 00000800:00000010:1.0:1767384377.278009:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000327a43ee. 00000800:00020000:1.0:1767384377.278016:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384377.278019:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f99c8de6. 00000800:00000010:1.0:1767384377.278023:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f30fabec. 00000400:02020000:1.0:1767384377.278057:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp34 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384377.278061:0:16136:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:1.0:1767384377.723597:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384377.723605:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.723613:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384377.723615:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.723654:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384377.723687:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384377.723690:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384377.757801:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.757821:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384377.757825:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.757826:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.757837:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384377.757854:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 224 into portal 12 MB=0x695824cd00880 00000400:00000200:1.0:1767384377.757862:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp50 of length 224/224 into md 0x229 [64] + 9696 00000800:00000001:1.0:1767384377.757871:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.757874:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.757876:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.757880:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000001:1.0:1767384377.757888:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384377.757890:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384377.757895:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067b9ea58. 00000100:00000040:1.0:1767384377.757899:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000067b9ea58 x1853236727253120 msgsize 224 00000100:00100000:1.0:1767384377.757903:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000001:1.0:1767384377.757916:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384377.757927:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.757946:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384377.757948:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.757950:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.757954:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384377.757959:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 224 into portal 12 MB=0x695824cd00800 00000400:00000200:1.0:1767384377.757963:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp50 of length 224/224 into md 0x229 [64] + 9920 00000100:00000001:3.0:1767384377.757966:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384377.757966:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384377.757971:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727253120 00000800:00000001:1.0:1767384377.757974:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384377.757976:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384377.757977:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384377.757982:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384377.757982:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000001:3.0:1767384377.757987:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.757987:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384377.757989:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384377.757996:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b5dd33f. 02000000:00000001:3.0:1767384377.757998:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.757998:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000006b5dd33f x1853236727252992 msgsize 224 00000100:00100000:1.0:1767384377.758005:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00100000:3.0:1767384377.758008:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727253120 00000020:00000001:3.0:1767384377.758014:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384377.758015:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384377.758017:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbf4 00000800:00000001:1.0:1767384377.758019:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384377.758022:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1767384377.758024:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384377.758028:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d4c43852 refcount=6 00000020:00000001:3.0:1767384377.758033:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000020:00000001:3.0:1767384377.758045:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000100:00000001:3.0:1767384377.758052:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384377.758057:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c2850e6. 00000020:00000010:3.0:1767384377.758064:0:16784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000054e3d55c. 00000100:00000001:0.0:1767384377.758066:0:16813:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384377.758070:0:16813:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727252992 00000020:00000040:3.0:1767384377.758072:0:16784:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 10 - evictor 02000000:00000001:0.0:1767384377.758073:0:16813:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384377.758076:0:16813:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384377.758079:0:16813:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.758083:0:16813:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.758086:0:16813:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727252992 00000020:00000001:0.0:1767384377.758088:0:16813:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384377.758090:0:16813:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbf4 00000020:00000001:0.0:1767384377.758091:0:16813:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384377.758094:0:16813:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d4c43852 refcount=7 00000100:00000001:3.0:1767384377.758095:0:16784:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384377.758099:0:16813:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000020:00000001:0.0:1767384377.758103:0:16813:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000020:00000010:3.0:1767384377.758104:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d125960. 00000100:00000001:0.0:1767384377.758108:0:16813:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384377.758113:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a472e30b. 00000020:00000010:0.0:1767384377.758115:0:16813:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd455dda. 00000100:00080000:1.0:1767384377.758117:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384377.758121:0:16813:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384377.758122:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00000020:00000040:1.0:1767384377.758122:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 10 - evictor 00000020:00000010:0.0:1767384377.758130:0:16813:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd455dda. 00000020:00000010:0.0:1767384377.758138:0:16813:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d9e3a38. 00000100:00000040:3.0:1767384377.758140:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1767384377.758143:0:16813:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a411040. 00000100:00000001:3.0:1767384377.758146:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384377.758150:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384377.758150:0:16813:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004539505c. 00000100:00000001:3.0:1767384377.758154:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.758157:0:16813:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384377.758161:0:16813:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384377.758163:0:16813:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.758166:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.758168:0:16813:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.758180:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.758198:0:16813:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.758200:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384377.758204:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384377.758206:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384377.758209:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384377.758212:0:16813:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384377.758213:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 4 00000100:00000001:0.0:1767384377.758217:0:16813:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384377.758220:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d4c43852 : new rpc_count 1 00000100:00100000:1.0:1767384377.758225:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 5 00000100:00000001:3.0:1767384377.758226:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208693248 : -119698500858368 : ffff932285604e00) 00000100:00000040:1.0:1767384377.758229:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d4c43852 : new rpc_count 2 00000100:00000001:0.0:1767384377.758230:0:16813:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.758232:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375208704896 : -119698500846720 : ffff932285607b80) 00000100:00000001:0.0:1767384377.758236:0:16813:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.758238:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000067b9ea58 x1853236727253120/t0(0) o41->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384377.758240:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b5dd33f x1853236727252992/t0(0) o41->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.758270:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384377.758271:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384377.758274:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000020:00000010:3.0:1767384377.758276:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f55e6fbe. 00000100:00000001:1.0:1767384377.758278:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.758280:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384377.758281:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000020:00000010:3.0:1767384377.758283:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f55e6fbe. 00000100:00100000:1.0:1767384377.758288:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b5dd33f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+7:0:x1853236727252992:12345-192.168.204.31@tcp50:41: 00000100:00100000:3.0:1767384377.758292:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000067b9ea58 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+7:15554:x1853236727253120:12345-192.168.204.31@tcp50:41: 00000100:00000200:3.0:1767384377.758299:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727253120 00000100:00000200:1.0:1767384377.758302:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727252992 00000020:00000001:3.0:1767384377.758303:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384377.758305:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384377.758309:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384377.758309:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384377.758315:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.758316:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.758319:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384377.758321:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669384128 : -1040167488 : ffffffffc2004dc0) 00000020:00000001:3.0:1767384377.758327:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384377.758327:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384377.758330:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669384128 : -1040167488 : ffffffffc2004dc0) 00000001:00000001:1.0:1767384377.758330:0:17576:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236727252992, found 0 last_xid 0 00000020:00000001:3.0:1767384377.758336:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384377.758336:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384377.758338:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:3.0:1767384377.758340:0:16784:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236727253120, found 0 last_xid 0 00000020:00000001:1.0:1767384377.758341:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384377.758345:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384377.758346:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.758347:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384377.758350:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384377.758351:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.758352:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384377.758354:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384377.758355:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384377.758359:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384377.758362:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d3ffd895. 02000000:00000010:3.0:1767384377.758363:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004a5819db. 02000000:00000001:1.0:1767384377.758365:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.758368:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.758369:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.758371:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.758376:0:17576:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:3.0:1767384377.758377:0:16784:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:3.0:1767384377.758381:0:16784:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384377.758381:0:17576:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384377.758384:0:17576:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384377.758385:0:16784:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384377.758394:0:16784:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384377.758395:0:17576:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384377.758407:0:17576:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1767384377.758409:0:17576:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00080000:00000001:3.0:1767384377.758411:0:16784:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384377.758413:0:17576:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000004:00000024:3.0:1767384377.758415:0:16784:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000020:00000020:1.0:1767384377.758419:0:17576:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/00000000d4c43852 dirty 0 pend 0 grant 3407872 00000020:00000020:1.0:1767384377.758423:0:17576:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000203af8a2 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384377.758425:0:17576:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000004e3a0a00 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384377.758428:0:16784:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000004:00000020:1.0:1767384377.758429:0:17576:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000020:3.0:1767384377.758435:0:16784:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/00000000d4c43852 dirty 0 pend 0 grant 3407872 00000020:00000010:1.0:1767384377.758438:0:17576:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000ffdc6e26. 00000020:00000020:3.0:1767384377.758439:0:16784:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000203af8a2 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384377.758444:0:16784:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000004e3a0a00 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384377.758445:0:17576:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000004:00000020:3.0:1767384377.758446:0:16784:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000001:1.0:1767384377.758448:0:17576:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.758452:0:17576:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:3.0:1767384377.758453:0:16784:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000002d716a8d. 00000020:00000001:3.0:1767384377.758457:0:16784:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000001:00000001:1.0:1767384377.758459:0:17576:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.758460:0:16784:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.758464:0:16784:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000004:00000001:1.0:1767384377.758464:0:17576:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.758469:0:16784:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384377.758470:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727252992 00000004:00000001:3.0:1767384377.758472:0:16784:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.758473:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:3.0:1767384377.758475:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727253120 00010000:00000200:1.0:1767384377.758500:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b5dd33f x1853236727252992/t0(0) o41->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.758507:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.758510:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384377.758511:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384377.758516:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=92 v=5 (1 0 0 0) 00010000:00000200:3.0:1767384377.758518:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000067b9ea58 x1853236727253120/t0(0) o41->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.758521:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384377.758524:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 5 to 192.168.204.31@tcp50 00000100:00000001:1.0:1767384377.758527:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:1.0:1767384377.758532:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384377.758535:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.758538:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384377.758539:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384377.758542:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.758542:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000100:00001000:3.0:1767384377.758547:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=92 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384377.758550:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5494936. 00000100:00000001:3.0:1767384377.758551:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384377.758555:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 6 to 192.168.204.31@tcp50 00000100:00000200:1.0:1767384377.758557:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236727252992, offset 224 00000100:00000001:3.0:1767384377.758558:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:3.0:1767384377.758563:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384377.758565:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.758569:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000100:00000001:3.0:1767384377.758570:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384377.758575:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:3.0:1767384377.758578:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c1c721. 00000400:00000200:1.0:1767384377.758582:0:17576:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000100:00000200:3.0:1767384377.758584:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236727253120, offset 224 00000400:00000200:3.0:1767384377.758590:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:1.0:1767384377.758603:0:17576:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [227:227:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1767384377.758612:0:17576:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384377.758616:0:17576:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000400:00000200:3.0:1767384377.758620:0:16784:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000800:00000010:1.0:1767384377.758621:0:17576:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1c2b6b5. 00000800:00000200:1.0:1767384377.758630:0:17576:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000400:00000200:3.0:1767384377.758635:0:16784:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [228:228:255:4294967295] 192.168.204.31@tcp50 LPNI seq info [20:20:7:4294967295] 00000800:00000200:1.0:1767384377.758642:0:17576:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:1.0:1767384377.758648:0:17576:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d1c2b6b5 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:3.0:1767384377.758651:0:16784:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384377.758657:0:16784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:3.0:1767384377.758660:0:16784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb1f3343. 00000100:00000001:1.0:1767384377.758662:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384377.758679:0:16784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000100:00000040:1.0:1767384377.758681:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 5 to 192.168.204.31@tcp50 00010000:00000001:1.0:1767384377.758685:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384377.758686:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384377.758689:0:16784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000020:00000001:1.0:1767384377.758695:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:3.0:1767384377.758696:0:16784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb1f3343 type 1, nob 464 niov 1 nkiov 1 00000100:00000040:1.0:1767384377.758701:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b5dd33f x1853236727252992/t0(0) o41->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.758704:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.758713:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 4 to 192.168.204.31@tcp50 00000100:00100000:1.0:1767384377.758716:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b5dd33f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+7:0:x1853236727252992:12345-192.168.204.31@tcp50:41: Request processed in 443us (714us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384377.758720:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384377.758724:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.758727:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 5 00000020:00000001:3.0:1767384377.758729:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384377.758732:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4c43852 : new rpc_count 1 00000100:00000001:1.0:1767384377.758735:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384377.758738:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384377.758739:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067b9ea58 x1853236727253120/t0(0) o41->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384377.758742:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a411040. 00000800:00000200:0.0:1767384377.758747:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384377.758748:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004539505c. 00000100:00100000:3.0:1767384377.758754:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000067b9ea58 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+7:15554:x1853236727253120:12345-192.168.204.31@tcp50:41: Request processed in 480us (851us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384377.758755:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d9e3a38. 00000800:00000010:0.0:1767384377.758755:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1c2b6b5. 00000020:00000040:1.0:1767384377.758764:0:17576:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 6 00000400:00000200:0.0:1767384377.758765:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384377.758767:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384377.758773:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 4 00000400:00000200:0.0:1767384377.758776:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000040:3.0:1767384377.758778:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4c43852 : new rpc_count 0 00000100:00000001:3.0:1767384377.758781:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384377.758782:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5494936 00000100:00000001:3.0:1767384377.758784:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384377.758788:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5494936. 00000020:00000010:3.0:1767384377.758789:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a472e30b. 00000020:00000010:3.0:1767384377.758795:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 00000100:00000001:0.0:1767384377.758798:0:16141:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384377.758799:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d125960. 00000100:00000001:0.0:1767384377.758802:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1767384377.758803:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 5 00000100:00000001:3.0:1767384377.758807:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384377.758877:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384377.758881:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb1f3343. 00000400:00000200:0.0:1767384377.758886:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.758890:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:0.0:1767384377.758893:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c1c721 00000400:00000010:0.0:1767384377.758895:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086c1c721. 00000100:00000001:0.0:1767384377.758898:0:16141:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384377.758899:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384377.759764:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384377.759771:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384377.759774:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384377.759777:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384377.759782:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:3.0:1767384377.759789:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 440 into portal 12 MB=0x695824cd00900 00000400:00000200:3.0:1767384377.759793:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp50 of length 440/440 into md 0x229 [64] + 10144 00000800:00000001:3.0:1767384377.759797:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384377.759801:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384377.759802:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.759805:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000001:3.0:1767384377.759816:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384377.759817:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384377.759820:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cbfb06d. 00000100:00000040:3.0:1767384377.759825:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000003cbfb06d x1853236727253248 msgsize 440 00000100:00100000:3.0:1767384377.759828:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000001:3.0:1767384377.759836:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384377.759839:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384377.759841:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.759900:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384377.759903:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727253248 02000000:00000001:1.0:1767384377.759905:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384377.759906:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.759908:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.759910:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.759912:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727253248 00000020:00000001:1.0:1767384377.759913:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384377.759914:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbf4 00000020:00000001:1.0:1767384377.759916:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384377.759917:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d4c43852 refcount=6 00000020:00000001:1.0:1767384377.759919:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000020:00000001:1.0:1767384377.759921:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000100:00000001:1.0:1767384377.759923:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384377.759926:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000100:00000001:1.0:1767384377.759928:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384377.759929:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000020:00000010:1.0:1767384377.759933:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c6ede6a. 00000020:00000010:1.0:1767384377.759936:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8c3ce7a. 00000020:00000010:1.0:1767384377.759946:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b31309d. 00000100:00000040:1.0:1767384377.759949:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384377.759951:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384377.759952:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384377.759953:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.759956:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.759967:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.759973:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384377.759974:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384377.759978:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 6 00000100:00000040:1.0:1767384377.759980:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d4c43852 : new rpc_count 1 00000100:00000001:1.0:1767384377.759982:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624370893179520 : -119702816372096 : ffff93218426ca80) 00000100:00000040:1.0:1767384377.759986:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003cbfb06d x1853236727253248/t0(0) o40->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 440/0 e 0 to 0 dl 1767384388 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.759993:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384377.759995:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000100:00000001:1.0:1767384377.759997:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384377.759999:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000100:00100000:1.0:1767384377.760001:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003cbfb06d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+6:15554:x1853236727253248:12345-192.168.204.31@tcp50:40: 00000100:00000200:1.0:1767384377.760004:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727253248 00000020:00000001:1.0:1767384377.760006:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384377.760008:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384377.760009:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.760010:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384377.760012:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669384080 : -1040167536 : ffffffffc2004d90) 00000020:00000001:1.0:1767384377.760014:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384377.760015:0:16784:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236727253248, found 0 last_xid 1853236727253247 00000020:00000001:1.0:1767384377.760017:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384377.760019:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384377.760019:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384377.760021:0:16784:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384377.760023:0:16784:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.760028:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.760030:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384377.760032:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384377.760034:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000305df19c. 02000000:00000001:1.0:1767384377.760035:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.760037:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.760039:0:16784:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:1.0:1767384377.760041:0:16784:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384377.760042:0:16784:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.760044:0:16784:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384377.760045:0:16784:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.760046:0:16784:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:1.0:1767384377.760048:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727253248 00010000:00000001:1.0:1767384377.760049:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384377.760052:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003cbfb06d x1853236727253248/t0(0) o40->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 440/448 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.760057:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384377.760058:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384377.760060:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384377.760062:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384377.760064:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 5 to 192.168.204.31@tcp50 00000100:00000001:1.0:1767384377.760065:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:1.0:1767384377.760067:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384377.760068:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.760069:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384377.760071:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:1.0:1767384377.760073:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5494936. 00000100:00000200:1.0:1767384377.760075:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853236727253248, offset 224 00000400:00000200:1.0:1767384377.760078:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:1.0:1767384377.760083:0:16784:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:1.0:1767384377.760089:0:16784:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [229:229:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:1.0:1767384377.760097:0:16784:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384377.760100:0:16784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:1.0:1767384377.760106:0:16784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b79e916. 00000800:00000200:1.0:1767384377.760109:0:16784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:1.0:1767384377.760113:0:16784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:1.0:1767384377.760115:0:16784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b79e916 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1767384377.760125:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.760127:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 4 to 192.168.204.31@tcp50 00010000:00000001:1.0:1767384377.760129:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384377.760130:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.760132:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384377.760135:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cbfb06d x1853236727253248/t0(0) o40->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 440/448 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.760142:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003cbfb06d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+6:15554:x1853236727253248:12345-192.168.204.31@tcp50:40: Request processed in 148us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384377.760147:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 6 00000100:00000040:1.0:1767384377.760149:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4c43852 : new rpc_count 0 00000100:00000001:1.0:1767384377.760151:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384377.760152:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384377.760155:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8c3ce7a. 00000020:00000010:1.0:1767384377.760158:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b31309d. 00000020:00000010:1.0:1767384377.760161:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c6ede6a. 00000020:00000040:1.0:1767384377.760164:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 5 00000100:00000001:1.0:1767384377.760165:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384377.760174:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384377.760177:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b79e916. 00000400:00000200:3.0:1767384377.760181:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.760185:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:3.0:1767384377.760193:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5494936 00000400:00000010:3.0:1767384377.760194:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5494936. 00000100:00000001:3.0:1767384377.760197:0:16140:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384377.760198:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384377.761499:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384377.761509:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384377.761512:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384377.761514:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384377.761521:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:0.0:1767384377.761530:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 520 into portal 28 MB=0x695824cd00980 00000400:00000200:0.0:1767384377.761537:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp50 of length 520/520 into md 0xa9d [8] + 4784 00000800:00000001:0.0:1767384377.761543:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384377.761548:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384377.761550:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.761554:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000001:0.0:1767384377.761559:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384377.761560:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384377.761565:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002f78dff. 00000100:00000040:0.0:1767384377.761568:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000002f78dff x1853236727253376 msgsize 520 00000100:00100000:0.0:1767384377.761573:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000001:0.0:1767384377.761586:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384377.761592:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384377.761597:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384377.761599:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384377.761602:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.761606:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384377.761608:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000100:00100000:3.0:1767384377.761610:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727253376 02000000:00000001:3.0:1767384377.761613:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384377.761615:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.761617:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.761622:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.761622:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 448 into portal 23 MB=0x695824cd00a00 00000100:00100000:3.0:1767384377.761627:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727253376 00000020:00000001:3.0:1767384377.761630:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384377.761631:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384377.761634:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384377.761635:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.31@tcp50 of length 448/448 into md 0x329 [2] + 0 00000020:00000001:3.0:1767384377.761636:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.761639:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384377.761646:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384377.761647:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2bdcb8e. 00000020:00000010:3.0:1767384377.761652:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a472e30b. 00000800:00000001:0.0:1767384377.761654:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384377.761655:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00000400:00000200:0.0:1767384377.761659:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384377.761660:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384377.761675:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384377.761677:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.761682:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000001:3.0:1767384377.761683:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.761691:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384377.761693:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1767384377.761697:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004725f0f0. 00000100:00000001:3.0:1767384377.761700:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384377.761701:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000004725f0f0 x1853236727253504 msgsize 448 00000100:00100000:0.0:1767384377.761709:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000001:3.0:1767384377.761714:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384377.761717:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384377.761723:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 4 00000100:00000001:0.0:1767384377.761726:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.761727:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154160000 : -119697555391616 : ffff9322bdbafb80) 00000800:00000001:0.0:1767384377.761733:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384377.761734:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002f78dff x1853236727253376/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384377.761739:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384377.761744:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384377.761749:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384377.761755:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002f78dff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:12149:x1853236727253376:12345-192.168.204.31@tcp50:8: 00000400:00000200:0.0:1767384377.761762:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000100:00000200:3.0:1767384377.761763:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727253376 00000020:00000001:3.0:1767384377.761768:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384377.761772:0:17556:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000400:00000200:0.0:1767384377.761773:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 224 into portal 26 MB=0x695824cd00a80 00000400:00000200:0.0:1767384377.761781:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 224/224 into md 0x1941 [2] + 0 00000400:00000010:0.0:1767384377.761786:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4bb5030. 00000020:00000010:2.0:1767384377.761791:0:16786:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d0c53ab3. 00000400:00000200:0.0:1767384377.761791:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006b560d74 00000020:00000040:3.0:1767384377.761792:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - find 00000800:00000001:0.0:1767384377.761795:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384377.761800:0:17556:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446624376008880560 : -119697700671056 : ffff9322b51231b0) 00000100:00000001:2.0:1767384377.761804:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1767384377.761804:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.761808:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384377.761809:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727253504 00000400:00000200:0.0:1767384377.761810:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384377.761812:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384377.761813:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384377.761818:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384377.761819:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000005985818b. 00000400:00000200:0.0:1767384377.761819:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000001:2.0:1767384377.761822:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.761825:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.761827:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b560d74 02000000:00000001:2.0:1767384377.761828:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.761829:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384377.761832:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b560d74. 00000100:00100000:2.0:1767384377.761835:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727253504 00010000:00000040:3.0:1767384377.761836:0:17556:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000100:00000001:0.0:1767384377.761839:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384377.761840:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384377.761844:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbf4 00000100:00000200:0.0:1767384377.761844:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00010000:00080000:3.0:1767384377.761848:0:17556:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50 t0 exp 0000000000000000 cur 298 last 0 00000020:00000001:2.0:1767384377.761849:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384377.761851:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000008c64cb65 x1853236727253632 msgsize 224 00000020:00000040:2.0:1767384377.761852:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d4c43852 refcount=6 00000020:00000001:2.0:1767384377.761859:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00010000:00000001:3.0:1767384377.761860:0:17556:0:(obd_class.h:852:obd_connect()) Process entered 00000020:00000001:2.0:1767384377.761863:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00002000:00000001:3.0:1767384377.761866:0:17556:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000100:00100000:0.0:1767384377.761869:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000020:00000001:3.0:1767384377.761871:0:17556:0:(genops.c:1392:class_connect()) Process entered 00000100:00000001:2.0:1767384377.761871:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384377.761873:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:3.0:1767384377.761876:0:17556:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384377.761878:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1e46827. 00000020:00000010:3.0:1767384377.761882:0:17556:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000021262af7. 00000100:00000001:2.0:1767384377.761883:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384377.761887:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384377.761888:0:17556:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:2.0:1767384377.761889:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1e46827. 00000020:00000040:3.0:1767384377.761893:0:17556:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000021262af7 with handle 0xf83434fd52e6dbfb to hash 00000800:00000001:0.0:1767384377.761895:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384377.761898:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9231be9. 00000020:00000001:3.0:1767384377.761899:0:17556:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000001:0.0:1767384377.761902:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384377.761905:0:17556:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000010:2.0:1767384377.761906:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047585e30. 00000001:00000001:3.0:1767384377.761912:0:17556:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000010:2.0:1767384377.761912:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b1befb55. 00000100:00000001:1.0:1767384377.761913:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384377.761918:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727253632 00000001:00000010:3.0:1767384377.761920:0:17556:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000026f124a4. 02000000:00000001:1.0:1767384377.761920:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384377.761922:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1767384377.761923:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.761927:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.761928:0:17556:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.761928:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384377.761932:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384377.761932:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.761934:0:17556:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000100:00000001:2.0:1767384377.761935:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.761936:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727253632 00000001:00000001:3.0:1767384377.761939:0:17556:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000001:1.0:1767384377.761940:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384377.761942:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384377.761943:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000001:00000010:3.0:1767384377.761944:0:17556:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fa6adf1e. 00000020:00000001:1.0:1767384377.761948:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000010:3.0:1767384377.761950:0:17556:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b599483a. 00000100:00000001:2.0:1767384377.761952:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384377.761955:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e5e7a713. 00000020:00000040:1.0:1767384377.761957:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=9 00000001:00000010:3.0:1767384377.761959:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d125960. 00000020:00000001:1.0:1767384377.761961:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:2.0:1767384377.761962:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000010:3.0:1767384377.761964:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d00c29e1. 00000100:00000001:2.0:1767384377.761966:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384377.761967:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000001:00000010:3.0:1767384377.761969:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a3498470. 00000100:00100000:2.0:1767384377.761974:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 0 00000100:00000001:1.0:1767384377.761974:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384377.761975:0:17556:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384377.761979:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000100:00000040:2.0:1767384377.761980:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d4c43852 : new rpc_count 1 00010000:00000001:3.0:1767384377.761981:0:17556:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.761984:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384377.761986:0:17556:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.761986:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154157312 : -119697555394304 : ffff9322bdbaf100) 00000020:00000010:1.0:1767384377.761987:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000020:00000040:3.0:1767384377.761991:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000021262af7 refcount=3 00000020:00000010:0.0:1767384377.761993:0:16785:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003df40e17. 00000020:00000010:1.0:1767384377.761994:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c6ede6a. 00000020:00000040:3.0:1767384377.761995:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 7 - export 00000020:00000010:1.0:1767384377.762000:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8c3ce7a. 00000020:00000001:3.0:1767384377.762001:0:17556:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446624370896977920 : -119702812573696 : ffff93218460c000) 00000100:00000001:0.0:1767384377.762002:0:16785:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000040:2.0:1767384377.762003:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004725f0f0 x1853236727253504/t0(0) o33->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 448/0 e 0 to 0 dl 1767384388 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000020:00000010:1.0:1767384377.762006:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b31309d. 00000100:00100000:0.0:1767384377.762008:0:16785:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000020:00000040:3.0:1767384377.762013:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000021262af7 : new refcount 2 00000100:00000040:1.0:1767384377.762017:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000080:3.0:1767384377.762018:0:17556:0:(genops.c:1402:class_connect()) connect: client 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef, cookie 0xf83434fd52e6dbfb 00000100:00000010:0.0:1767384377.762021:0:16785:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005d9e3a38. 00000100:00000001:1.0:1767384377.762023:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384377.762024:0:17556:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.762027:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384377.762027:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384377.762028:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384377.762031:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.762031:0:16785:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000020:00000040:3.0:1767384377.762032:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbfb 00000020:00000010:2.0:1767384377.762032:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1e46827. 00000020:00000001:3.0:1767384377.762037:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384377.762039:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384377.762040:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021262af7 refcount=3 00000100:00000001:1.0:1767384377.762041:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384377.762043:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1e46827. 00000020:00000001:3.0:1767384377.762046:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370896977920 : -119702812573696 : ffff93218460c000) 00000020:00000001:3.0:1767384377.762049:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370896977920 : -119702812573696 : ffff93218460c000) 00000100:00100000:2.0:1767384377.762051:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004725f0f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+6:15554:x1853236727253504:12345-192.168.204.31@tcp50:33: 00000001:00000001:3.0:1767384377.762053:0:17556:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00000001:1.0:1767384377.762055:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384377.762057:0:17556:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000200:2.0:1767384377.762059:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727253504 00000001:00000040:3.0:1767384377.762073:0:17556:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 7 00000020:00000001:2.0:1767384377.762073:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384377.762076:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384377.762077:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1767384377.762078:0:17556:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446624376140909568 : -119697568642048 : ffff9322bcf0cc00) 00000100:00000001:1.0:1767384377.762080:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384377.762081:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.762082:0:17556:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000001:2.0:1767384377.762084:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:3.0:1767384377.762086:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000021262af7 refcount=4 00000020:00000001:2.0:1767384377.762088:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669383744 : -1040167872 : ffffffffc2004c40) 00000001:00000040:3.0:1767384377.762089:0:17556:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 8 00000100:00100000:1.0:1767384377.762089:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 169 00000020:00000001:2.0:1767384377.762094:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384377.762095:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000001:00000001:3.0:1767384377.762097:0:17556:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384377.762098:0:16786:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236727253504, found 0 last_xid 1853236727253503 00000100:00000001:1.0:1767384377.762099:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141082704 : -119697568468912 : ffff9322bcf37050) 00000020:00000001:2.0:1767384377.762103:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:08000000:3.0:1767384377.762104:0:17556:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.204.31@tcp50 to nodemap default 00000020:00000001:2.0:1767384377.762106:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384377.762109:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008c64cb65 x1853236727253632/t0(0) o400->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384377.762110:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000040:3.0:1767384377.762111:0:17556:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 7 00000020:00000001:2.0:1767384377.762115:0:16786:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000001:00000001:3.0:1767384377.762117:0:17556:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.762120:0:16786:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00100000:3.0:1767384377.762123:0:17556:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/0000000021262af7 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000001:2.0:1767384377.762127:0:16786:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375405888056 : -119698303663560 : ffff932291214238) 00000100:00000001:1.0:1767384377.762128:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384377.762132:0:16786:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384377.762132:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000020:00000001:3.0:1767384377.762133:0:17556:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384377.762134:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384377.762138:0:17556:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384377.762139:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1767384377.762141:0:16786:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000020:00000010:1.0:1767384377.762144:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000004:00000001:2.0:1767384377.762147:0:16786:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00080000:00000001:3.0:1767384377.762150:0:17556:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.762151:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008c64cb65 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+9:12153:x1853236727253632:12345-192.168.204.31@tcp50:400: 00000004:00000001:2.0:1767384377.762153:0:16786:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000001:3.0:1767384377.762156:0:17556:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384377.762158:0:16786:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000200:1.0:1767384377.762159:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727253632 00000020:00000020:3.0:1767384377.762160:0:17556:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/0000000021262af7 free: 389021696 avail: 386924544 00000020:00000001:1.0:1767384377.762163:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384377.762166:0:17556:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00080000:00000001:2.0:1767384377.762166:0:16786:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:1.0:1767384377.762167:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000020:3.0:1767384377.762170:0:17556:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/0000000021262af7 avail=386924544 left=346030080 unstable=0 tot_grant=40828928 pending=0 00000004:00000001:2.0:1767384377.762171:0:16786:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:1.0:1767384377.762176:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.762178:0:17556:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=346030080 : 346030080 : 14a00000) 00000004:00000001:2.0:1767384377.762178:0:16786:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:1.0:1767384377.762179:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384377.762182:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342976 : -1042208640 : ffffffffc1e12880) 00000020:00000001:3.0:1767384377.762184:0:17556:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000004:00000001:2.0:1767384377.762184:0:16786:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000001:1.0:1767384377.762187:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000001:2.0:1767384377.762188:0:16786:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000001:1.0:1767384377.762190:0:16777:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384377.762193:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000020:3.0:1767384377.762194:0:17556:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/0000000021262af7 wants: 134217728 current grant 0 granting: 3407872 00000020:00000001:1.0:1767384377.762196:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:2.0:1767384377.762197:0:16786:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000001:1.0:1767384377.762199:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384377.762201:0:17556:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/0000000021262af7 tot cached:0 granted:44236800 num_exports: 2 00080000:00000001:2.0:1767384377.762201:0:16786:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:1.0:1767384377.762203:0:16777:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00080000:00000001:2.0:1767384377.762207:0:16786:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000001:1.0:1767384377.762207:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384377.762208:0:17556:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 02000000:00000001:1.0:1767384377.762210:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384377.762211:0:16786:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000020:3.0:1767384377.762213:0:17556:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/0000000021262af7 ocd_grant: 3407872 want: 134217728 left: 346030080 02000000:00000010:1.0:1767384377.762215:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002b6aa794. 00000004:00000001:2.0:1767384377.762216:0:16786:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:3.0:1767384377.762218:0:17556:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 02000000:00000001:1.0:1767384377.762220:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384377.762221:0:16786:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00100000:3.0:1767384377.762222:0:17556:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00000001:1.0:1767384377.762224:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384377.762226:0:16786:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00002000:00000001:3.0:1767384377.762230:0:17556:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.762230:0:16777:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384377.762231:0:16786:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:0.0:1767384377.762231:0:16785:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384377.762235:0:16786:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000001:00000001:3.0:1767384377.762236:0:17556:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00010000:00000040:1.0:1767384377.762237:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727253632 00080000:00000001:2.0:1767384377.762239:0:16786:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000001:00000040:3.0:1767384377.762241:0:17556:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID '4b4bb59c-2ab8-4085-a175-d1e18b7f7cef' generation 0 00000004:00000001:2.0:1767384377.762242:0:16786:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00010000:00000001:1.0:1767384377.762242:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384377.762248:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008c64cb65 x1853236727253632/t0(0) o400->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384377.762249:0:17556:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000004:00000001:2.0:1767384377.762249:0:16786:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000100:00000001:0.0:1767384377.762250:0:39692:0:(service.c:2991:ptlrpc_main()) Process entered 00080000:00000001:3.0:1767384377.762254:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000004:00000001:2.0:1767384377.762256:0:16786:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1767384377.762260:0:16786:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1767384377.762263:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000010:3.0:1767384377.762264:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c4abe3a5. 00010000:00000001:1.0:1767384377.762264:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384377.762266:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384377.762267:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384377.762268:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370874044416 : -119702835507200 : ffff93218302d000) 00000100:00001000:1.0:1767384377.762271:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=97 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384377.762272:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000b64ab753. 00080000:00000001:3.0:1767384377.762274:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000010:0.0:1767384377.762275:0:39692:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cd455dda. 00000100:00000001:1.0:1767384377.762276:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384377.762278:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.762282:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 5 to 192.168.204.31@tcp50 00000100:00000001:2.0:1767384377.762283:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.762283:0:39692:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b5aabfcc. 00000100:00000001:1.0:1767384377.762286:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 00000004:00000001:2.0:1767384377.762289:0:16786:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 02000000:00000001:1.0:1767384377.762290:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1767384377.762292:0:16786:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.762293:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.762294:0:39692:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058f903d6. 00000004:00000001:2.0:1767384377.762296:0:16786:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000100:00000001:1.0:1767384377.762297:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:2.0:1767384377.762300:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:0.0:1767384377.762301:0:39692:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006c6c4b37. 00000001:00000001:2.0:1767384377.762304:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.762305:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000001:00000001:2.0:1767384377.762310:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000040:00000010:0.0:1767384377.762310:0:39692:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000029b91a5c. 00000400:00000010:1.0:1767384377.762311:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036be2246. 00000001:00000001:2.0:1767384377.762313:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384377.762317:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236727253632, offset 224 00000001:00000001:2.0:1767384377.762326:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.762329:0:39692:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000565a4df3. 00000400:00000200:1.0:1767384377.762330:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000001:00000001:2.0:1767384377.762331:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384377.762335:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384377.762337:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384377.762339:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000010:0.0:1767384377.762339:0:39692:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000073a0b382. 00000001:00000001:2.0:1767384377.762342:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384377.762345:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000001:00000001:2.0:1767384377.762347:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.762349:0:39692:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d1b9f97d. 00000001:00000001:2.0:1767384377.762350:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384377.762352:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384377.762357:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [230:230:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [22:22:8:4294967295] 00000001:00000001:2.0:1767384377.762358:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1767384377.762359:0:39692:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab1f2dd1. 00000001:00000001:2.0:1767384377.762361:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 40000000:00000010:0.0:1767384377.762366:0:39692:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c276ae4. 00000001:00000001:2.0:1767384377.762369:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384377.762375:0:39692:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000078c512f5. 02000000:00000001:2.0:1767384377.762377:0:16786:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000400:00000200:1.0:1767384377.762381:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 02000000:00000010:2.0:1767384377.762385:0:16786:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 0000000096fae52b. 00040000:00000010:0.0:1767384377.762385:0:39692:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000018728b8c. 00000800:00000200:1.0:1767384377.762390:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000004:00000001:2.0:1767384377.762393:0:16786:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000800:00000010:1.0:1767384377.762395:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394fb3d8. 00040000:00000010:0.0:1767384377.762395:0:39692:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000d026d24. 00000004:00000040:2.0:1767384377.762396:0:16786:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000001:00000001:3.0:1767384377.762400:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384377.762403:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384377.762405:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00040000:00000010:0.0:1767384377.762405:0:39692:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001203827d. 00080000:00000001:3.0:1767384377.762408:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:1.0:1767384377.762412:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00080000:00000010:0.0:1767384377.762414:0:39692:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000086d9369b. 00000800:00000200:1.0:1767384377.762415:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000394fb3d8 type 1, nob 320 niov 1 nkiov 1 00000004:00000010:0.0:1767384377.762424:0:39692:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000be7cdfdf. 00080000:00000001:3.0:1767384377.762425:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.762427:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.762431:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 4 to 192.168.204.31@tcp50 00000001:00000010:3.0:1767384377.762432:0:17556:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000009236b51. 00000004:00000010:0.0:1767384377.762433:0:39692:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000058c498f2. 00010000:00000001:1.0:1767384377.762434:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000001:00000040:3.0:1767384377.762437:0:17556:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000021262af7 : new cb_count 1 00000020:00000001:1.0:1767384377.762438:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384377.762441:0:39692:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ffbbc541. 00000020:00000001:1.0:1767384377.762443:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384377.762444:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000021262af7 refcount=5 00000004:00000010:0.0:1767384377.762450:0:39692:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e30c4d3f. 00080000:00000001:3.0:1767384377.762451:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:1.0:1767384377.762451:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c64cb65 x1853236727253632/t0(0) o400->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.762463:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008c64cb65 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b784a280-c293-4c02-82e7-131a05e7e6a6+9:12153:x1853236727253632:12345-192.168.204.31@tcp50:400: Request processed in 333us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384377.762469:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 169 00000100:00000040:1.0:1767384377.762471:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:1.0:1767384377.762473:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:0.0:1767384377.762474:0:39692:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005e4a4465. 00000100:00000001:1.0:1767384377.762475:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384377.762505:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8c3ce7a. 00000020:00000010:1.0:1767384377.762509:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b31309d. 00000020:00000010:1.0:1767384377.762512:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c6ede6a. 00000020:00000040:1.0:1767384377.762516:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 8 00000100:00000001:1.0:1767384377.762520:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384377.762525:0:16777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384377.762530:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086ecd20e. 00000100:00000200:0.0:1767384377.762531:0:39692:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000400:00000010:1.0:1767384377.762534:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f99c8de6. 00080000:00000001:3.0:1767384377.762585:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384377.762589:0:17556:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384377.762591:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384377.762602:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384377.762603:0:17556:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384377.762606:0:17556:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384377.762608:0:17556:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:3.0:1767384377.762609:0:17556:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384377.762613:0:17556:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000007de4f3ae 00000020:00000010:3.0:1767384377.762616:0:17556:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000000a28f65c. 00000800:00000200:0.0:1767384377.762623:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1767384377.762624:0:17556:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000000a28f65c for nid 192.168.204.31@tcp50 - ref 2 00000800:00000010:0.0:1767384377.762627:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394fb3d8. 00000400:00000200:0.0:1767384377.762631:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.762638:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:0.0:1767384377.762642:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036be2246 00000400:00000010:0.0:1767384377.762644:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036be2246. 00000100:00000001:0.0:1767384377.762648:0:16139:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384377.762650:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384377.762652:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002b6aa794. 02000000:00000001:0.0:1767384377.762657:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384377.762659:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384377.762763:0:17556:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.762773:0:17556:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000015c2f627. 00000020:00000010:3.0:1767384377.762777:0:17556:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000e5706da7. 00000020:00000010:3.0:1767384377.762781:0:17556:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 0000000033b8c80d. 00000020:00000010:3.0:1767384377.762805:0:17556:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000651531f4. 00000020:00000010:3.0:1767384377.762809:0:17556:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000002dd52a0e. 00000020:00000010:3.0:1767384377.762813:0:17556:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000125a48b3. 00002000:00000001:3.0:1767384377.762826:0:17556:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1767384377.762828:0:17556:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:3.0:1767384377.762830:0:17556:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.762833:0:17556:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.762839:0:17556:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000245f87c7. 00000020:00000040:3.0:1767384377.762842:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 8 - import 00000020:00000001:3.0:1767384377.762848:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384377.762850:0:17556:0:(genops.c:1242:class_import_put()) import 00000000245f87c7 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384377.762852:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384377.762855:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f55e6fbe. 00000020:00000040:3.0:1767384377.762860:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000021262af7 refcount=6 00000100:00000040:3.0:1767384377.762862:0:17556:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000021262af7 : new rpc_count 1 00000100:00000001:3.0:1767384377.762865:0:17556:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384377.762873:0:17556:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.31@tcp50 primary NID 192.168.204.31@tcp50 rc 0 00000100:00000001:3.0:1767384377.762877:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384377.762880:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 5 to 192.168.204.31@tcp50 00000100:00000001:3.0:1767384377.762883:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 00000100:00000001:3.0:1767384377.762886:0:17556:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446624376147828480 : -119697561723136 : 0xffff9322bd5a5f00) 00000100:00000040:3.0:1767384377.762889:0:17556:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000fd0d78d9 refcount 5 to 192.168.204.31@tcp50 00000020:00000040:3.0:1767384377.762893:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000021262af7 refcount=7 00000100:00000001:3.0:1767384377.762899:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384377.762901:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 6 to 192.168.204.31@tcp50 00000100:00000001:3.0:1767384377.762904:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:3.0:1767384377.762907:0:17556:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384377.762919:0:17556:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384377.762923:0:17556:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:3.0:1767384377.762927:0:17556:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659947584 : -1049604032 : ffffffffc1705040) 02000000:00000001:3.0:1767384377.762931:0:17556:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.762934:0:17556:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384377.762937:0:17556:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384377.762940:0:17556:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384377.762943:0:17556:0:(import.c:65:import_set_state_nolock()) 00000000245f87c7 : changing import state from RECOVER to FULL 00000004:00080000:0.0:1767384377.762944:0:16786:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 541us 00000100:00000001:3.0:1767384377.762948:0:17556:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000001:0.0:1767384377.762950:0:16786:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000100:00000001:3.0:1767384377.762952:0:17556:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384377.762957:0:17556:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.762961:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000021262af7 : new refcount 6 00000020:00000040:3.0:1767384377.762964:0:17556:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 8 - find 00010000:00000001:3.0:1767384377.762967:0:17556:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.762970:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384377.762972:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507680 : -1038043936 : ffffffffc220b4e0) 00000020:00000001:3.0:1767384377.762976:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384377.762978:0:17556:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384377.762980:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384377.762981:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384377.762984:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.762986:0:17556:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:3.0:1767384377.762992:0:17556:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384377.762994:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727253376 00010000:00000001:3.0:1767384377.762997:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384377.763002:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002f78dff x1853236727253376/t0(0) o8->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384377.763011:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.763013:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384377.763015:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=87 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384377.763019:0:17556:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384377.763022:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384377.763024:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 7 to 192.168.204.31@tcp50 00000100:00000001:3.0:1767384377.763027:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:3.0:1767384377.763037:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384377.763038:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.763041:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384377.763045:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:3.0:1767384377.763048:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e8d93dc. 00000100:00000200:3.0:1767384377.763063:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236727253376, offset 0 00000400:00000200:3.0:1767384377.763068:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:3.0:1767384377.763075:0:17556:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:3.0:1767384377.763083:0:17556:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [231:231:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:3.0:1767384377.763094:0:17556:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384377.763099:0:17556:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:3.0:1767384377.763104:0:17556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb1f3343. 00000800:00000200:3.0:1767384377.763108:0:17556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:3.0:1767384377.763113:0:17556:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:3.0:1767384377.763116:0:17556:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb1f3343 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384377.763131:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.763134:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 6 to 192.168.204.31@tcp50 00010000:00000001:3.0:1767384377.763137:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384377.763139:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.763141:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384377.763146:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002f78dff x1853236727253376/t0(0) o8->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.763156:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002f78dff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+6:12149:x1853236727253376:12345-192.168.204.31@tcp50:8: Request processed in 1404us (1586us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384377.763165:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 4 00000100:00000040:3.0:1767384377.763168:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021262af7 : new rpc_count 0 00000100:00000001:3.0:1767384377.763171:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384377.763173:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384377.763176:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a472e30b. 00000020:00000010:3.0:1767384377.763180:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 00000020:00000010:3.0:1767384377.763217:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2bdcb8e. 00000020:00000040:3.0:1767384377.763222:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000021262af7 : new refcount 5 00000100:00000001:3.0:1767384377.763227:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384377.763259:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384377.763264:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb1f3343. 00000400:00000200:1.0:1767384377.763270:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.763285:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384377.763289:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e8d93dc 00000400:00000010:1.0:1767384377.763291:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e8d93dc. 00000100:00000001:1.0:1767384377.763295:0:16140:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384377.763297:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:2.0:1767384377.769305:0:39693:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 0000000069654615. 02000000:00000001:2.0:1767384377.769311:0:39693:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:2.0:1767384377.769314:0:39693:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:2.0:1767384377.769316:0:39693:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@00000000ab2976b8: 0:0, ngroups 0, nperms 0 00000004:00000001:2.0:1767384377.769319:0:39693:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:2.0:1767384377.769322:0:39693:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 0000000096fae52b for key 0 02000000:00000001:2.0:1767384377.769335:0:39693:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384377.769338:0:39693:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 0000000069654615. 02000000:00001000:0.0:1767384377.769421:0:16786:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 0000000096fae52b flags 0x0 02000000:00000001:0.0:1767384377.769426:0:16786:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446624375241060352 : -119698468491264 : ffff9322874e3000) 00000001:00000001:0.0:1767384377.769429:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384377.769430:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384377.769433:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384377.769434:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384377.769436:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384377.769437:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384377.769440:0:16786:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1767384377.769442:0:16786:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384377.769444:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384377.769446:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384377.769447:0:16786:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1767384377.769449:0:16786:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384377.769451:0:16786:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:0.0:1767384377.769454:0:16786:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef: does not need LOVEA. 00000004:00000001:0.0:1767384377.769458:0:16786:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1767384377.769461:0:16786:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1767384377.769619:0:16786:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384377.769622:0:16786:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1767384377.769624:0:16786:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384377.769626:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384377.769627:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384377.769628:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384377.769629:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384377.769630:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384377.769631:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384377.769632:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384377.769633:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384377.769634:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384377.769635:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384377.769636:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384377.769637:0:16786:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1767384377.769639:0:16786:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00000002:0.0:1767384377.769642:0:16786:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1767384377.769643:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384377.769644:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384377.769646:0:16786:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1767384377.769649:0:16786:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384377.769653:0:16786:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384377.769654:0:16786:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384377.769657:0:16786:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384377.769659:0:16786:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384377.769662:0:16786:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384377.769678:0:16786:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.769683:0:16786:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000741a1ba2. 00000020:00000001:0.0:1767384377.769687:0:16786:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384377.769688:0:16786:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384377.769690:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384377.769691:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384377.769692:0:16786:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384377.769705:0:16786:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:0.0:1767384377.769708:0:16786:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1767384377.769709:0:16786:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1767384377.769711:0:16786:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1767384377.769713:0:16786:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1767384377.769714:0:16786:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1767384377.769716:0:16786:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1767384377.769719:0:16786:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384377.769721:0:16786:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1767384377.769724:0:16786:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:0.0:1767384377.769725:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727253504 00010000:00000001:0.0:1767384377.769728:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384377.769732:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004725f0f0 x1853236727253504/t0(0) o33->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 448/464 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384377.769739:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384377.769740:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384377.769742:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bd1f578f time=1767384377 v=10 (0 0 0 0) 00000100:00001000:0.0:1767384377.769744:0:16786:0:(import.c:2194:obd_at_measure()) AT 00000000bd1f578f change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1767384377.769747:0:16786:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@000000004725f0f0 x1853236727253504/t0(0) o33->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 448/464 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384377.769753:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384377.769755:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 7 to 192.168.204.31@tcp50 00000100:00000001:0.0:1767384377.769757:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384377.769760:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384377.769761:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.769763:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384377.769765:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384377.769767:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004af6ffb2. 00000100:00000200:0.0:1767384377.769770:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853236727253504, offset 224 00000400:00000200:0.0:1767384377.769774:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384377.769780:0:16786:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384377.769787:0:16786:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [232:232:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:0.0:1767384377.769796:0:16786:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384377.769799:0:16786:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384377.769803:0:16786:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a72b4e1. 00000800:00000200:0.0:1767384377.769807:0:16786:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:0.0:1767384377.769812:0:16786:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:0.0:1767384377.769814:0:16786:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a72b4e1 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:0.0:1767384377.769828:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.769831:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 6 to 192.168.204.31@tcp50 00010000:00000001:0.0:1767384377.769833:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384377.769834:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.769836:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:0.0:1767384377.769840:0:16786:0:(lu_object.c:207:lu_object_put()) Add 0000000080923a58/000000002245cfaa to site lru. bkt: 000000009d023d7f 00000100:00000040:0.0:1767384377.769844:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004725f0f0 x1853236727253504/t0(0) o33->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 448/464 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767384377.769851:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004725f0f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+6:15554:x1853236727253504:12345-192.168.204.31@tcp50:33: Request processed in 7824us (8149us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384377.769858:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 0 00000100:00000040:0.0:1767384377.769861:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4c43852 : new rpc_count 0 00000100:00000001:0.0:1767384377.769863:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384377.769866:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384377.769869:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047585e30. 00000020:00000010:0.0:1767384377.769873:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b1befb55. 00000020:00000010:0.0:1767384377.769876:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9231be9. 00000020:00000040:0.0:1767384377.769879:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 5 00000100:00000001:0.0:1767384377.769881:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384377.769890:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384377.769894:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a72b4e1. 00000400:00000200:1.0:1767384377.769898:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.769903:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384377.769906:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004af6ffb2 00000400:00000010:1.0:1767384377.769908:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004af6ffb2. 00000100:00000001:1.0:1767384377.769912:0:16141:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384377.769914:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384377.787200:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384377.787215:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384377.787218:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384377.787219:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384377.787228:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:0.0:1767384377.787240:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 576 into portal 12 MB=0x695824cd00b00 00000400:00000200:0.0:1767384377.787247:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp50 of length 576/576 into md 0x229 [64] + 10584 00000800:00000001:0.0:1767384377.787252:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384377.787259:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384377.787261:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.787263:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000001:0.0:1767384377.787268:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384377.787270:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384377.787275:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f99393b9. 00000100:00000040:0.0:1767384377.787278:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000f99393b9 x1853236727253760 msgsize 576 00000100:00100000:0.0:1767384377.787281:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000001:0.0:1767384377.787294:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384377.787300:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384377.787302:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.787365:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384377.787368:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727253760 02000000:00000001:1.0:1767384377.787371:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384377.787373:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.787375:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.787379:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.787382:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727253760 00000020:00000001:1.0:1767384377.787384:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384377.787386:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbf4 00000020:00000001:1.0:1767384377.787387:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384377.787389:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d4c43852 refcount=6 00000020:00000001:1.0:1767384377.787392:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000020:00000001:1.0:1767384377.787394:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000100:00000001:1.0:1767384377.787398:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384377.787403:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000100:00000001:1.0:1767384377.787405:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384377.787407:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000020:00000010:1.0:1767384377.787412:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c6ede6a. 00000020:00000010:1.0:1767384377.787416:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000daef0028. 00000020:00000010:1.0:1767384377.787420:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b31309d. 00000100:00000040:1.0:1767384377.787426:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384377.787429:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384377.787439:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1767384377.787441:0:16784:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1767384377.787442:0:16784:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.787444:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.787450:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.787461:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.787469:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384377.787471:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384377.787476:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 7 00000100:00000040:1.0:1767384377.787503:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d4c43852 : new rpc_count 1 00000100:00000001:1.0:1767384377.787505:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154145664 : -119697555405952 : ffff9322bdbac380) 00000100:00000040:1.0:1767384377.787511:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f99393b9 x1853236727253760/t0(0) o101->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 576/0 e 0 to 0 dl 1767384388 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767384377.787519:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384377.787521:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000327a43ee. 00000100:00000001:1.0:1767384377.787523:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384377.787524:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000327a43ee. 00000100:00100000:1.0:1767384377.787528:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f99393b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+6:15585:x1853236727253760:12345-192.168.204.31@tcp50:101: 00000100:00000200:1.0:1767384377.787530:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727253760 00000020:00000001:1.0:1767384377.787533:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384377.787536:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384377.787540:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.787542:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384377.787544:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659695808 : -1049855808 : ffffffffc16c78c0) 00000020:00000001:1.0:1767384377.787546:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384377.787548:0:16784:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236727253760, found 0 last_xid 1853236727253759 00000020:00000001:1.0:1767384377.787551:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384377.787553:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384377.787554:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384377.787559:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.787561:0:16784:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384377.787562:0:16784:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384377.787568:0:16784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384377.787570:0:16784:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384377.787572:0:16784:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.787576:0:16784:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384377.787622:0:16784:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000359b95e0. 00010000:00000010:1.0:1767384377.787626:0:16784:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008350fde9. 00010000:00000001:1.0:1767384377.787630:0:16784:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384377.787632:0:16784:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed4520fc. 00000020:00000010:1.0:1767384377.787636:0:16784:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000327a43ee. 00000020:00000001:1.0:1767384377.787639:0:16784:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384377.787640:0:16784:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ed4520fc with handle 0xf83434fd52e6dc02 to hash 00000020:00000001:1.0:1767384377.787642:0:16784:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384377.787643:0:16784:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00000010:1.0:1767384377.787647:0:16784:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b575cb. 00010000:00000001:1.0:1767384377.787649:0:16784:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227806208 : -119697481745408 : ffff9322c21ebc00) 00010000:00010000:1.0:1767384377.787652:0:16784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ed4520fc/0xf83434fd52e6dc02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb1caee9254df6df6 expref: -99 pid: 16784 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384377.787661:0:16784:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000d4c43852 : new locks_count 1 00000020:00000040:1.0:1767384377.787679:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000d4c43852 refcount=7 00010000:00000001:1.0:1767384377.787684:0:16784:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1767384377.787687:0:16784:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1767384377.787694:0:16784:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1767384377.787696:0:16784:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1767384377.787697:0:16784:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1767384377.787699:0:16784:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1767384377.787701:0:16784:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1767384377.787704:0:16784:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384377.787708:0:16784:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446624375405888056 : -119698303663560 : ffff932291214238) 00000004:00000001:1.0:1767384377.787710:0:16784:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446624375405887968 : -119698303663648 : ffff9322912141e0) 00000004:00000001:1.0:1767384377.787711:0:16784:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.787714:0:16784:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1767384377.787716:0:16784:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1767384377.787723:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384377.787725:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384377.787730:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000d80a6498. 02000000:00000001:1.0:1767384377.787732:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.787734:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.787735:0:16784:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.787737:0:16784:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1767384377.787740:0:16784:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:1.0:1767384377.787742:0:16784:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384377.787744:0:16784:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.787746:0:16784:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384377.787747:0:16784:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384377.787748:0:16784:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.787750:0:16784:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384377.787750:0:16784:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384377.787751:0:16784:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.787752:0:16784:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384377.787753:0:16784:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384377.787753:0:16784:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.787754:0:16784:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384377.787755:0:16784:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384377.787756:0:16784:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.787757:0:16784:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384377.787758:0:16784:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384377.787759:0:16784:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.787760:0:16784:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384377.787761:0:16784:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.787764:0:16784:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1767384377.787768:0:16784:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 0000000096fae52b flags 0x0 02000000:00000001:1.0:1767384377.787769:0:16784:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446624375241060352 : -119698468491264 : ffff9322874e3000) 00000001:00000001:1.0:1767384377.787770:0:16784:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384377.787771:0:16784:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384377.787772:0:16784:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.787773:0:16784:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384377.787774:0:16784:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384377.787775:0:16784:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.787779:0:16784:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1767384377.787780:0:16784:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.787782:0:16784:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384377.787783:0:16784:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.787785:0:16784:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1767384377.787786:0:16784:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.787789:0:16784:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1767384377.787793:0:16784:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1767384377.787794:0:16784:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1767384377.787796:0:16784:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:1.0:1767384377.787797:0:16784:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384377.787799:0:16784:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 000000008fa1f1ab 00000004:00000001:1.0:1767384377.787803:0:16784:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1767384377.787807:0:16784:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384377.787809:0:16784:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384377.787812:0:16784:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000359b95e0 count: 2 00010000:00000001:1.0:1767384377.787814:0:16784:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384377.787816:0:16784:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384377.787818:0:16784:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047beefc9. 00000020:00000001:1.0:1767384377.787819:0:16784:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384377.787821:0:16784:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047beefc9 with handle 0xf83434fd52e6dc09 to hash 00000020:00000001:1.0:1767384377.787822:0:16784:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384377.787823:0:16784:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000010:1.0:1767384377.787825:0:16784:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5ef7251. 00010000:00000001:1.0:1767384377.787826:0:16784:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384377.787829:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384377.787830:0:16784:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384377.787832:0:16784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000047beefc9/0xf83434fd52e6dc09 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16784 initiator: MDT0 00010000:00000001:1.0:1767384377.787837:0:16784:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384377.787841:0:16784:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384377.787843:0:16784:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1767384377.787845:0:16784:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1767384377.787847:0:16784:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384377.787851:0:16784:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1767384377.787852:0:16784:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384377.787855:0:16784:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384377.787857:0:16784:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384377.787858:0:16784:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384377.787859:0:16784:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384377.787860:0:16784:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000359b95e0) refcount = 2 00010000:00010000:1.0:1767384377.787863:0:16784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000047beefc9/0xf83434fd52e6dc09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16784 initiator: MDT0 00010000:00000001:1.0:1767384377.787866:0:16784:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1767384377.787870:0:16784:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000ff6bad6b. 00010000:00000001:1.0:1767384377.787873:0:16784:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384377.787875:0:16784:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.787876:0:16784:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384377.787877:0:16784:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384377.787878:0:16784:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.787880:0:16784:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384377.787882:0:16784:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384377.787883:0:16784:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384377.787885:0:16784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000047beefc9/0xf83434fd52e6dc09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16784 initiator: MDT0 00010000:00000001:1.0:1767384377.787889:0:16784:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384377.787890:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.787891:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384377.787893:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384377.787894:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384377.787895:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=3 00000020:00000001:1.0:1767384377.787896:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384377.787897:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384377.787899:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.787899:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384377.787900:0:16784:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.787902:0:16784:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1767384377.787906:0:16784:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1767384377.787911:0:16784:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1767384377.787934:0:16784:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.787938:0:16784:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384377.787941:0:16784:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384377.787943:0:16784:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384377.787947:0:16784:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384377.787950:0:16784:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384377.787952:0:16784:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384377.787954:0:16784:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384377.787955:0:16784:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384377.787956:0:16784:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384377.787957:0:16784:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1767384377.787959:0:16784:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1767384377.787960:0:16784:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:1.0:1767384377.787962:0:16784:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:1.0:1767384377.787963:0:16784:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.787965:0:16784:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384377.787966:0:16784:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.787967:0:16784:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384377.787968:0:16784:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384377.787969:0:16784:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.787970:0:16784:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384377.787971:0:16784:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384377.787972:0:16784:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.787973:0:16784:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384377.787974:0:16784:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384377.787975:0:16784:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384377.787976:0:16784:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1767384377.787978:0:16784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:1.0:1767384377.787980:0:16784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00000002:1.0:1767384377.787981:0:16784:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1767384377.787983:0:16784:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384377.787983:0:16784:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.787985:0:16784:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1767384377.787986:0:16784:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384377.787987:0:16784:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384377.787991:0:16784:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384377.787993:0:16784:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384377.787995:0:16784:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384377.787997:0:16784:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384377.787999:0:16784:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.788002:0:16784:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384377.788003:0:16784:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384377.788005:0:16784:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384377.788005:0:16784:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.788007:0:16784:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.788016:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384377.788017:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384377.788018:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=3 00000020:00000001:1.0:1767384377.788019:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384377.788021:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00000004:00010000:1.0:1767384377.788023:0:16784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000047beefc9/0xf83434fd52e6dc09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16784 initiator: MDT0 00010000:00000001:1.0:1767384377.788027:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.788028:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384377.788029:0:16784:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1767384377.788031:0:16784:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1767384377.788033:0:16784:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1767384377.788035:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384377.788035:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384377.788036:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047beefc9 refcount=3 00000020:00000001:1.0:1767384377.788037:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00010000:00000001:1.0:1767384377.788038:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227803136 : -119697481748480 : ffff9322c21eb000) 00000004:00000040:1.0:1767384377.788041:0:16784:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000d4c43852 : new locks_count 2 00000020:00000040:1.0:1767384377.788043:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000d4c43852 refcount=8 00010000:00000001:1.0:1767384377.788045:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.788046:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384377.788047:0:16784:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1767384377.788049:0:16784:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1767384377.788051:0:16784:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1767384377.788056:0:16784:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1767384377.788058:0:16784:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1767384377.788059:0:16784:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1767384377.788060:0:16784:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1767384377.788062:0:16784:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:1.0:1767384377.788065:0:16784:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384377.788066:0:16784:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1767384377.788067:0:16784:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1767384377.788070:0:16784:0:(lu_object.c:207:lu_object_put()) Add 0000000080923a58/000000002245cfaa to site lru. bkt: 000000009d023d7f 00000004:00000001:1.0:1767384377.788072:0:16784:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1767384377.788073:0:16784:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1767384377.788075:0:16784:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1767384377.788077:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384377.788080:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.788081:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384377.788082:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384377.788083:0:16784:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384377.788085:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ed4520fc with handle 0xf83434fd52e6dc02 from hash 00010000:00000001:1.0:1767384377.788087:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384377.788088:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.788089:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384377.788089:0:16784:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1767384377.788090:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384377.788092:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed4520fc/0xf83434fd52e6dc02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6df6 expref: 8 pid: 16784 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384377.788097:0:16784:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000d4c43852 : new locks_count 1 00000020:00000040:1.0:1767384377.788098:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 7 00010000:00000010:1.0:1767384377.788100:0:16784:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b575cb. 00010000:00000001:1.0:1767384377.788104:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384377.788105:0:16784:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.788108:0:16784:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384377.788110:0:16784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000047beefc9/0xf83434fd52e6dc09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6df6 expref: 7 pid: 16784 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384377.788116:0:16784:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384377.788121:0:16784:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1767384377.788122:0:16784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000359b95e0) 00010000:00010000:1.0:1767384377.788124:0:16784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1767384377.788126:0:16784:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384377.788128:0:16784:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.788129:0:16784:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384377.788130:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.788131:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384377.788131:0:16784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000047beefc9, rc 0) 00000020:00000001:1.0:1767384377.788133:0:16784:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384377.788135:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727253760 00010000:00000001:1.0:1767384377.788137:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384377.788140:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f99393b9 x1853236727253760/t0(0) o101->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 576/688 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767384377.788145:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384377.788147:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384377.788149:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384377.788152:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384377.788153:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 7 to 192.168.204.31@tcp50 00000100:00000001:1.0:1767384377.788155:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:1.0:1767384377.788157:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384377.788159:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.788161:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384377.788163:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:1.0:1767384377.788166:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6c97bee. 00000100:00000200:1.0:1767384377.788170:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853236727253760, offset 224 00000400:00000200:1.0:1767384377.788174:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:1.0:1767384377.788181:0:16784:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:1.0:1767384377.788193:0:16784:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [233:233:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1767384377.788201:0:16784:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384377.788205:0:16784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:1.0:1767384377.788208:0:16784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d415e6c. 00000800:00000200:1.0:1767384377.788215:0:16784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:1.0:1767384377.788220:0:16784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:1.0:1767384377.788222:0:16784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d415e6c type 1, nob 784 niov 1 nkiov 1 00000100:00000001:1.0:1767384377.788236:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.788238:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 6 to 192.168.204.31@tcp50 00010000:00000001:1.0:1767384377.788240:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384377.788241:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.788243:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384377.788246:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f99393b9 x1853236727253760/t0(0) o101->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 576/688 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767384377.788251:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f99393b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+7:15585:x1853236727253760:12345-192.168.204.31@tcp50:101: Request processed in 732us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384377.788257:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 7 00000100:00000040:1.0:1767384377.788259:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4c43852 : new rpc_count 0 00000100:00000001:1.0:1767384377.788261:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384377.788262:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384377.788265:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000daef0028. 00000020:00000010:1.0:1767384377.788269:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b31309d. 00000020:00000010:1.0:1767384377.788271:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c6ede6a. 00000020:00000040:1.0:1767384377.788274:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 6 00000100:00000001:1.0:1767384377.788276:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384377.788339:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384377.788343:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d415e6c. 00000400:00000200:3.0:1767384377.788347:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.788351:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:3.0:1767384377.788354:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6c97bee 00000400:00000010:3.0:1767384377.788356:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6c97bee. 00000100:00000001:3.0:1767384377.788359:0:16140:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384377.788361:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384377.795527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed4520fc. 00000800:00000001:1.0:1767384377.802861:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.802873:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384377.802876:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.802878:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.802885:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384377.802897:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 328 into portal 17 MB=0x695824cd00c00 00000400:00000200:1.0:1767384377.802905:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.31@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:1.0:1767384377.802909:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9d29af5. 00000400:00000200:1.0:1767384377.802914:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e3bcffa0 00000800:00000001:1.0:1767384377.802919:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.802934:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.802936:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.802939:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384377.802943:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3bcffa0 00000400:00000010:1.0:1767384377.802944:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3bcffa0. 00000100:00000001:1.0:1767384377.802961:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384377.802963:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1767384377.802966:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000430160a5 x1853236727254016 msgsize 328 00000100:00100000:1.0:1767384377.802969:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:1.0:1767384377.802986:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384377.802999:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384377.803006:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.803009:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384377.803010:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.803012:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.803015:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384377.803020:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 328 into portal 17 MB=0x695824cd00b80 00000400:00000200:1.0:1767384377.803023:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.31@tcp50 of length 328/328 into md 0x15 [2] + 0 00000800:00000001:1.0:1767384377.803026:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.803029:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.803030:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.803032:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000001:1.0:1767384377.803035:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384377.803036:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384377.803040:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aac70421. 00000100:00000040:1.0:1767384377.803042:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000aac70421 x1853236727253888 msgsize 328 00000100:00100000:1.0:1767384377.803045:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000001:1.0:1767384377.803054:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384377.803058:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.803062:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384377.803063:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.803065:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.803071:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384377.803077:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 328 into portal 17 MB=0x695824cd00c80 00000100:00000001:0.0:1767384377.803082:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384377.803087:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727254016 00000400:00000200:1.0:1767384377.803088:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.31@tcp50 of length 328/328 into md 0x15 [2] + 328 00000100:00000001:3.0:1767384377.803091:0:24303:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384377.803091:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1767384377.803094:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384377.803096:0:24303:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727253888 00000100:00000001:0.0:1767384377.803097:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384377.803101:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.803102:0:24303:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1767384377.803103:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.803105:0:24303:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384377.803108:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384377.803109:0:24303:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.803110:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.803116:0:24303:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.803117:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727254016 00000400:00000200:1.0:1767384377.803118:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00100000:3.0:1767384377.803124:0:24303:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727253888 00000020:00000001:0.0:1767384377.803124:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384377.803125:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384377.803129:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000040:0.0:1767384377.803129:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:3.0:1767384377.803130:0:24303:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384377.803133:0:24303:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:0.0:1767384377.803135:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384377.803136:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4f3612e. 00000020:00000001:3.0:1767384377.803137:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384377.803138:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=9 00000020:00000040:3.0:1767384377.803140:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=10 00000100:00000040:1.0:1767384377.803142:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000f4f3612e x1853236727254144 msgsize 328 00000020:00000001:0.0:1767384377.803145:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:3.0:1767384377.803146:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:0.0:1767384377.803150:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:3.0:1767384377.803153:0:24303:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00100000:1.0:1767384377.803156:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000001:0.0:1767384377.803156:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384377.803158:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384377.803163:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002681e7a5. 00000020:00000010:3.0:1767384377.803164:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec31bbb8. 00000100:00000001:0.0:1767384377.803167:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.803168:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384377.803172:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002681e7a5. 00000020:00000010:3.0:1767384377.803173:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec31bbb8. 00000100:00000001:1.0:1767384377.803175:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384377.803181:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384377.803181:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000141639d3. 00000020:00000010:3.0:1767384377.803182:0:24303:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2bdcb8e. 00000800:00000001:1.0:1767384377.803187:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384377.803191:0:24303:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a472e30b. 00000020:00000010:0.0:1767384377.803191:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c12cb57. 00000020:00000010:3.0:1767384377.803199:0:24303:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00000020:00000010:0.0:1767384377.803200:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 00000100:00000040:3.0:1767384377.803211:0:24303:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384377.803215:0:24303:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384377.803216:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384377.803217:0:24303:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384377.803220:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384377.803221:0:24303:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384377.803223:0:16769:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384377.803225:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384377.803227:0:16769:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384377.803229:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727254144 00010000:00000001:3.0:1767384377.803233:0:24303:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384377.803233:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767384377.803233:0:16769:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384377.803238:0:24303:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384377.803238:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384377.803239:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384377.803241:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.803243:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384377.803244:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384377.803245:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384377.803246:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069cfa3d8 refcount=3 00000020:00000001:3.0:1767384377.803247:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.803251:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369fa24d refcount=3 00000020:00000001:0.0:1767384377.803252:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00000100:00100000:2.0:1767384377.803253:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727254144 00000020:00000001:3.0:1767384377.803255:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00000020:00000001:2.0:1767384377.803258:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767384377.803260:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000001:3.0:1767384377.803261:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00000020:00000040:2.0:1767384377.803262:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00010000:00000001:0.0:1767384377.803263:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384377.803267:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384377.803269:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384377.803269:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384377.803270:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=11 00010000:00000001:3.0:1767384377.803273:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384377.803274:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00010000:00000001:0.0:1767384377.803274:0:16769:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.803276:0:24303:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.803279:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.803281:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:3.0:1767384377.803282:0:24303:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.803286:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.803288:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384377.803289:0:24303:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384377.803293:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1e46827. 00000100:00000001:2.0:1767384377.803296:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384377.803298:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1e46827. 00000100:00000001:0.0:1767384377.803301:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.803302:0:24303:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384377.803303:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da895200. 00000020:00000010:2.0:1767384377.803310:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ab822c0. 00000020:00000010:2.0:1767384377.803314:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f7f218a9. 00000100:00000001:0.0:1767384377.803321:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384377.803322:0:24303:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384377.803325:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384377.803326:0:24303:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384377.803331:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384377.803334:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 0 00000100:00000001:2.0:1767384377.803336:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384377.803338:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:1.0:1767384377.803339:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384377.803340:0:16770:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384377.803343:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384377.803344:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376020832336 : -119697688719280 : ffff9322b5c89050) 00000100:00100000:3.0:1767384377.803345:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 1 00010000:00000001:2.0:1767384377.803346:0:16770:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.803352:0:24303:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 2 00010000:00000001:2.0:1767384377.803353:0:16770:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384377.803354:0:16768:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.803357:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000430160a5 x1853236727254016/t0(0) o103->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:358/0 lens 328/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.803358:0:24303:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375665941504 : -119698043610112 : ffff9322a0a15c00) 00000100:00000001:1.0:1767384377.803359:0:16768:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.803361:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384377.803366:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384377.803368:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aac70421 x1853236727253888/t0(0) o103->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:358/0 lens 328/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384377.803370:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=3 00000020:00000001:2.0:1767384377.803378:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:2.0:1767384377.803387:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:2.0:1767384377.803393:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384377.803396:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384377.803398:0:16770:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.803403:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384377.803404:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.803408:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec31bbb8. 00000100:00000001:2.0:1767384377.803411:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.803413:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384377.803418:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec31bbb8. 00000100:00000001:0.0:1767384377.803419:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384377.803424:0:24303:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aac70421 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b784a280-c293-4c02-82e7-131a05e7e6a6+11:12150:x1853236727253888:12345-192.168.204.31@tcp50:103: 00000020:00000010:0.0:1767384377.803426:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002681e7a5. 00000100:00000001:2.0:1767384377.803427:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384377.803428:0:24303:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727253888 00010000:00000001:3.0:1767384377.803435:0:24303:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1767384377.803435:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000002:3.0:1767384377.803439:0:24303:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000010:0.0:1767384377.803441:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002681e7a5. 00010000:00000001:3.0:1767384377.803443:0:24303:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384377.803449:0:24303:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384377.803454:0:24303:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384377.803455:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000430160a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b784a280-c293-4c02-82e7-131a05e7e6a6+11:12151:x1853236727254016:12345-192.168.204.31@tcp50:103: 02000000:00000010:3.0:1767384377.803459:0:24303:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e76c4a2e. 00000100:00000200:0.0:1767384377.803462:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727254016 02000000:00000001:3.0:1767384377.803463:0:24303:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.803467:0:16769:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384377.803469:0:16769:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384377.803472:0:16769:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384377.803473:0:24303:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.803499:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384377.803502:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384377.803505:0:24303:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000010:0.0:1767384377.803506:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000af0e1478. 00010000:00010000:3.0:1767384377.803509:0:24303:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:0.0:1767384377.803510:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.803515:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384377.803516:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.803518:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384377.803519:0:16769:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384377.803521:0:16769:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384377.803523:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384377.803524:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384377.803525:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069cfa3d8 refcount=3 00000020:00000001:0.0:1767384377.803526:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00000020:00000040:3.0:1767384377.803532:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000369fa24d refcount=3 00010000:00000001:0.0:1767384377.803532:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013117440 : -119697696434176 : ffff9322b552d800) 00010000:00000040:0.0:1767384377.803535:0:16769:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000069be5d8c count: 4 00010000:00000001:0.0:1767384377.803538:0:16769:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384377.803542:0:16769:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:3.0:1767384377.803543:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384377.803545:0:16769:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384377.803563:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115904 : -119697696435712 : ffff9322b552d200) 00010000:00000001:0.0:1767384377.803565:0:16769:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.803569:0:16769:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384377.803572:0:24303:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008681815b count: 8 00010000:00000001:0.0:1767384377.803573:0:16769:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384377.803577:0:16769:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384377.803578:0:24303:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384377.803581:0:24303:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384377.803582:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.803584:0:24303:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384377.803585:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.803588:0:24303:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.803589:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384377.803591:0:16769:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.803593:0:24303:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384377.803594:0:16769:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000069cfa3d8 with handle 0xf83434fd52e6dbed from hash 00010000:00000001:3.0:1767384377.803598:0:24303:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384377.803599:0:16769:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384377.803601:0:24303:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384377.803602:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384377.803605:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384377.803606:0:16769:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384377.803608:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384377.803608:0:16769:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384377.803612:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384377.803612:0:16769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.803615:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:0.0:1767384377.803618:0:16769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000069cfa3d8/0xf83434fd52e6dbed lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6dd3 expref: 11 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.803619:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.803623:0:24303:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000369fa24d with handle 0xf83434fd52e6dbdf from hash 00010000:00000001:3.0:1767384377.803627:0:24303:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384377.803629:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.803632:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.803633:0:24303:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000040:0.0:1767384377.803634:0:16769:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d50535f : new locks_count 3 00010000:00000001:3.0:1767384377.803635:0:24303:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:0.0:1767384377.803637:0:16769:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 10 00010000:00000001:3.0:1767384377.803638:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384377.803644:0:24303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000369fa24d/0xf83434fd52e6dbdf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6da9 expref: 10 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384377.803645:0:16769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384377.803649:0:16769:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:3.0:1767384377.803651:0:24303:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d50535f : new locks_count 2 00010000:00000001:0.0:1767384377.803652:0:16769:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000040:3.0:1767384377.803656:0:24303:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 9 00010000:00000001:0.0:1767384377.803656:0:16769:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384377.803675:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.803677:0:24303:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384377.803679:0:24303:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384377.803680:0:24303:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384377.803680:0:16769:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.803683:0:16769:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384377.803685:0:16769:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384377.803687:0:16769:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384377.803689:0:24303:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.803692:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.803693:0:24303:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384377.803697:0:24303:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384377.803697:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.803701:0:24303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384377.803703:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=97 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384377.803704:0:24303:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.803707:0:24303:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384377.803710:0:24303:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384377.803717:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384377.803718:0:24303:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384377.803723:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 8 to 192.168.204.31@tcp50 00000100:00000040:3.0:1767384377.803724:0:24303:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 8 to 192.168.204.31@tcp50 00000100:00000001:3.0:1767384377.803729:0:24303:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 00000100:00000001:0.0:1767384377.803729:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:0.0:1767384377.803736:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384377.803737:0:24303:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384377.803741:0:24303:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.803741:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.803748:0:24303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384377.803748:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384377.803756:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000100:00000040:3.0:1767384377.803757:0:24303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:0.0:1767384377.803761:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9103819. 00000400:00000010:3.0:1767384377.803762:0:24303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab9fc840. 00000100:00000200:0.0:1767384377.803768:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236727254016, offset 224 00000100:00000200:3.0:1767384377.803769:0:24303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236727253888, offset 224 00000400:00000200:0.0:1767384377.803781:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:3.0:1767384377.803787:0:24303:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:0.0:1767384377.803792:0:16769:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:0.0:1767384377.803806:0:16769:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [234:234:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384377.803813:0:16769:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384377.803817:0:16769:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:0.0:1767384377.803821:0:16769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb3ad037. 00000400:00000200:3.0:1767384377.803822:0:24303:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000800:00000200:0.0:1767384377.803829:0:16769:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000400:00000200:3.0:1767384377.803834:0:24303:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [235:235:255:4294967295] 192.168.204.31@tcp50 LPNI seq info [27:27:7:4294967295] 00000800:00000200:0.0:1767384377.803850:0:16769:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000400:00000200:3.0:1767384377.803857:0:24303:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384377.803857:0:16769:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb3ad037 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767384377.803865:0:24303:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:3.0:1767384377.803869:0:24303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000029c47ff. 00000800:00000200:3.0:1767384377.803874:0:24303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000100:00000001:0.0:1767384377.803874:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.803881:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 7 to 192.168.204.31@tcp50 00000800:00000200:3.0:1767384377.803884:0:24303:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00010000:00000001:0.0:1767384377.803886:0:16769:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384377.803888:0:24303:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000029c47ff type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1767384377.803889:0:16769:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.803893:0:24303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.803898:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000430160a5 x1853236727254016/t0(0) o103->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:358/0 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.803901:0:24303:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 6 to 192.168.204.31@tcp50 00010000:00000001:3.0:1767384377.803911:0:24303:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.803915:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000430160a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b784a280-c293-4c02-82e7-131a05e7e6a6+9:12151:x1853236727254016:12345-192.168.204.31@tcp50:103: Request processed in 492us (944us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384377.803916:0:24303:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.803923:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aac70421 x1853236727253888/t0(0) o103->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:358/0 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384377.803928:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 0 00000100:00000040:0.0:1767384377.803934:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 1 00000100:00000001:0.0:1767384377.803936:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384377.803939:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384377.803944:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c12cb57. 00000800:00000200:1.0:1767384377.803945:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384377.803951:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb3ad037. 00000020:00000010:0.0:1767384377.803952:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000100:00100000:3.0:1767384377.803956:0:24303:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aac70421 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b784a280-c293-4c02-82e7-131a05e7e6a6+9:12150:x1853236727253888:12345-192.168.204.31@tcp50:103: Request processed in 547us (907us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384377.803959:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384377.803959:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000141639d3. 00000020:00000040:0.0:1767384377.803966:0:16769:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 8 00000100:00100000:3.0:1767384377.803972:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 1 02000000:00000001:0.0:1767384377.803975:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767384377.803976:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000040:3.0:1767384377.803977:0:24303:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 02000000:00000010:0.0:1767384377.803979:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007baade66. 00000100:00000001:3.0:1767384377.803982:0:24303:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384377.803985:0:24303:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384377.803985:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9103819 02000000:00000001:0.0:1767384377.803985:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384377.803989:0:16769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df3320fe. 00000400:00000010:1.0:1767384377.803990:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9103819. 00000020:00000010:3.0:1767384377.803991:0:24303:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a472e30b. 02000000:00000001:0.0:1767384377.803995:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1767384377.803998:0:24303:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 02000000:00000010:0.0:1767384377.803998:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000432766de. 00000100:00000001:1.0:1767384377.803999:0:16139:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384377.804013:0:24303:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2bdcb8e. 02000000:00000001:1.0:1767384377.804014:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384377.804014:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:3.0:1767384377.804018:0:24303:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 7 02000000:00000010:1.0:1767384377.804019:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000af0e1478. 00000100:00000010:0.0:1767384377.804019:0:16769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b55a5e1. 00000100:00000001:3.0:1767384377.804021:0:24303:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384377.804028:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384377.804028:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384377.804033:0:24303:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384377.804033:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767384377.804033:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b04643c3. 00000100:00000001:3.0:1767384377.804038:0:24303:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384377.804039:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384377.804041:0:16769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c329a06. 00000100:00100000:3.0:1767384377.804045:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 2 02000000:00000001:0.0:1767384377.804047:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384377.804048:0:24303:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 02000000:00000010:0.0:1767384377.804050:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006dfd1201. 00000100:00000001:3.0:1767384377.804051:0:24303:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375665942400 : -119698043609216 : ffff9322a0a15f80) 02000000:00000001:0.0:1767384377.804056:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384377.804057:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4f3612e x1853236727254144/t0(0) o103->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:358/0 lens 328/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384377.804058:0:16769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000875b6f6e. 02000000:00000001:0.0:1767384377.804065:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384377.804068:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384377.804068:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000026d760c7. 02000000:00000001:0.0:1767384377.804073:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1767384377.804074:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec31bbb8. 00000100:00000010:0.0:1767384377.804075:0:16769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ba10c48. 00000100:00000001:3.0:1767384377.804078:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384377.804078:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384377.804080:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1767384377.804082:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec31bbb8. 02000000:00000010:0.0:1767384377.804083:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000053db3d47. 00000800:00000010:1.0:1767384377.804085:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000029c47ff. 02000000:00000001:0.0:1767384377.804088:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:3.0:1767384377.804091:0:24303:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f4f3612e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b784a280-c293-4c02-82e7-131a05e7e6a6+7:12152:x1853236727254144:12345-192.168.204.31@tcp50:103: 00000100:00000010:0.0:1767384377.804091:0:16769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f7a2529. 00000400:00000200:1.0:1767384377.804094:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384377.804097:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384377.804099:0:24303:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727254144 00010000:00000001:3.0:1767384377.804103:0:24303:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000200:0.0:1767384377.804103:0:16769:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000002:3.0:1767384377.804106:0:24303:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000400:00000200:1.0:1767384377.804107:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00010000:00000001:3.0:1767384377.804109:0:24303:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000400:00000010:0.0:1767384377.804111:0:16769:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000214021e5. 00000400:00000200:1.0:1767384377.804114:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9fc840 00000400:00000010:1.0:1767384377.804118:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab9fc840. 00000100:00000001:1.0:1767384377.804122:0:16139:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:0.0:1767384377.804124:0:16769:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000345f16d3. 00000100:00000001:1.0:1767384377.804133:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384377.804150:0:24303:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384377.804151:0:24303:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384377.804159:0:24303:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000026d760c7. 02000000:00000001:3.0:1767384377.804161:0:24303:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.804163:0:24303:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.804164:0:24303:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384377.804165:0:24303:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384377.804167:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384377.804168:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.804169:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d85a768 refcount=3 00000020:00000001:3.0:1767384377.804170:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000001:3.0:1767384377.804172:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013115392 : -119697696436224 : ffff9322b552d000) 00010000:00000040:3.0:1767384377.804173:0:24303:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000263a50e6 count: 3 00010000:00000001:3.0:1767384377.804175:0:24303:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384377.804176:0:24303:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384377.804177:0:24303:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384377.804178:0:24303:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.804179:0:24303:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.804181:0:24303:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384377.804182:0:24303:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384377.804184:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.804185:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.804186:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384377.804187:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.804189:0:24303:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d85a768 with handle 0xf83434fd52e6dbe6 from hash 00010000:00000001:3.0:1767384377.804190:0:24303:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384377.804191:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.804192:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.804192:0:24303:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384377.804193:0:24303:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384377.804194:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384377.804196:0:24303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d85a768/0xf83434fd52e6dbe6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6dcc expref: 7 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384377.804200:0:24303:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d50535f : new locks_count 1 00000020:00000040:3.0:1767384377.804201:0:24303:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 6 00010000:00000001:3.0:1767384377.804204:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.804205:0:24303:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384377.804209:0:24303:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384377.804210:0:24303:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384377.804211:0:24303:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.804212:0:24303:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384377.804213:0:24303:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384377.804214:0:24303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384377.804216:0:24303:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.804217:0:24303:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384377.804218:0:24303:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384377.804220:0:24303:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384377.804222:0:24303:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 7 to 192.168.204.31@tcp50 00000100:00000001:3.0:1767384377.804223:0:24303:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:3.0:1767384377.804225:0:24303:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384377.804226:0:24303:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.804227:0:24303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384377.804229:0:24303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:3.0:1767384377.804231:0:24303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ad3aa94. 00000100:00000200:3.0:1767384377.804233:0:24303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236727254144, offset 224 00000400:00000200:3.0:1767384377.804236:0:24303:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:3.0:1767384377.804240:0:24303:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:3.0:1767384377.804246:0:24303:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [236:236:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:3.0:1767384377.804253:0:24303:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384377.804256:0:24303:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:3.0:1767384377.804259:0:24303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2790d64. 00000800:00000200:3.0:1767384377.804262:0:24303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:3.0:1767384377.804265:0:24303:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:3.0:1767384377.804266:0:24303:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f2790d64 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384377.804278:0:24303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.804280:0:24303:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 6 to 192.168.204.31@tcp50 00010000:00000001:3.0:1767384377.804281:0:24303:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.804283:0:24303:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.804285:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4f3612e x1853236727254144/t0(0) o103->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:358/0 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.804297:0:24303:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f4f3612e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b784a280-c293-4c02-82e7-131a05e7e6a6+6:12152:x1853236727254144:12345-192.168.204.31@tcp50:103: Request processed in 228us (1153us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384377.804302:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 2 00000100:00000040:3.0:1767384377.804305:0:24303:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:3.0:1767384377.804306:0:24303:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384377.804308:0:24303:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384377.804311:0:24303:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ab822c0. 00000020:00000010:3.0:1767384377.804313:0:24303:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f7f218a9. 00000020:00000010:3.0:1767384377.804316:0:24303:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da895200. 00000020:00000040:3.0:1767384377.804318:0:24303:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 5 00000100:00000001:3.0:1767384377.804320:0:24303:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384377.804351:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384377.804355:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2790d64. 00000400:00000200:1.0:1767384377.804360:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.804365:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384377.804369:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ad3aa94 00000400:00000010:1.0:1767384377.804370:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ad3aa94. 00000100:00000001:1.0:1767384377.804373:0:16140:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384377.804375:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384377.808547:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.808555:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384377.808557:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.808558:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.808579:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384377.808586:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 224 into portal 28 MB=0x695824cd00d00 00000400:00000200:1.0:1767384377.808591:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.31@tcp50 of length 224/224 into md 0xa9d [8] + 5304 00000800:00000001:1.0:1767384377.808595:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.808600:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.808601:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.808604:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000001:1.0:1767384377.808607:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384377.808609:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384377.808611:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003687384f. 00000100:00000040:1.0:1767384377.808614:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000003687384f x1853236727254272 msgsize 224 00000100:00100000:1.0:1767384377.808617:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000001:1.0:1767384377.808629:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384377.808633:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.808635:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.808660:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384377.808674:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727254272 02000000:00000001:3.0:1767384377.808677:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384377.808679:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.808681:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.808684:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384377.808687:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727254272 00000020:00000001:3.0:1767384377.808689:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384377.808690:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbfb 00000020:00000001:3.0:1767384377.808692:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.808694:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021262af7 refcount=6 00000020:00000001:3.0:1767384377.808697:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370896977920 : -119702812573696 : ffff93218460c000) 00000020:00000001:3.0:1767384377.808700:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370896977920 : -119702812573696 : ffff93218460c000) 00000100:00000001:3.0:1767384377.808703:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384377.808707:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec31bbb8. 00000020:00000010:3.0:1767384377.808711:0:17556:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f55e6fbe. 00000020:00000040:3.0:1767384377.808717:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 8 - evictor 00000100:00000001:3.0:1767384377.808729:0:17556:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384377.808732:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2bdcb8e. 00000020:00000010:3.0:1767384377.808736:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a472e30b. 00000020:00000010:3.0:1767384377.808746:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00000100:00080000:1.0:1767384377.808753:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1767384377.808755:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384377.808759:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1767384377.808760:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 8 - evictor 00000100:00000001:3.0:1767384377.808761:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384377.808764:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.808770:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.808776:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.808783:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384377.808785:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384377.808790:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 5 00000100:00000040:3.0:1767384377.808792:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021262af7 : new rpc_count 1 00000100:00000001:3.0:1767384377.808794:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375665936128 : -119698043615488 : ffff9322a0a14700) 00000100:00000040:3.0:1767384377.808798:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003687384f x1853236727254272/t0(0) o9->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.808806:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384377.808808:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f55e6fbe. 00000100:00000001:3.0:1767384377.808810:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384377.808811:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f55e6fbe. 00000100:00100000:3.0:1767384377.808814:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003687384f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+6:12149:x1853236727254272:12345-192.168.204.31@tcp50:9: 00000100:00000200:3.0:1767384377.808817:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727254272 00000020:00000001:3.0:1767384377.808819:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384377.808822:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384377.808823:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.808825:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384377.808827:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507728 : -1038043888 : ffffffffc220b510) 00000020:00000001:3.0:1767384377.808829:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384377.808831:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384377.808833:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384377.808835:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384377.808837:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.808839:0:17556:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384377.808841:0:17556:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384377.808842:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384377.808847:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384377.808850:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000090e2dfa2. 02000000:00000001:3.0:1767384377.808851:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.808852:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.808858:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000021262af7 refcount=7 00010000:00000001:3.0:1767384377.808860:0:17556:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:3.0:1767384377.808863:0:17556:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384377.808864:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000021262af7 refcount=8 00010000:00000001:3.0:1767384377.808866:0:17556:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384377.808867:0:17556:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384377.808876:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000021262af7 : new refcount 7 00000020:00000080:3.0:1767384377.808877:0:17556:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6dbfb 00000020:00000040:3.0:1767384377.808880:0:17556:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021262af7 with handle 0xf83434fd52e6dbfb from hash 00000020:00000040:3.0:1767384377.808883:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000021262af7 : new refcount 6 00000020:00000010:3.0:1767384377.808884:0:17556:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ec31bbb8. 00000020:00000001:3.0:1767384377.808887:0:17556:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384377.808888:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000021262af7 : new refcount 5 00000020:00000001:3.0:1767384377.808889:0:17556:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384377.808890:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000021262af7 : new refcount 4 00000020:00000001:3.0:1767384377.808891:0:17556:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.808893:0:17556:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384377.808895:0:17556:0:(import.c:65:import_set_state_nolock()) 00000000245f87c7 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384377.808898:0:17556:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384377.808899:0:17556:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384377.808900:0:17556:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384377.808911:0:17556:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384377.808915:0:17556:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384377.808918:0:17556:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384377.808920:0:17556:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/0000000021262af7 dirty 0 pend 0 grant 0 00000020:00000010:3.0:1767384377.808925:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8fbe274. 00000020:00000010:3.0:1767384377.808929:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f75ed57d. 00000020:00000010:3.0:1767384377.808933:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005fcbfc70. 00000020:00000010:3.0:1767384377.808937:0:17556:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008cbe3df3. 00000020:00000010:3.0:1767384377.808941:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ecf540a3. 00000020:00000001:2.0:1767384377.808942:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 80000000:00000010:3.0:1767384377.808944:0:17556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009ebb6529. 00000020:00000001:2.0:1767384377.808946:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384377.808948:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 40000000:00000010:3.0:1767384377.808954:0:17556:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ec31bbb8. 00100000:00000010:3.0:1767384377.808958:0:17556:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005b6722ea. 00040000:00000010:3.0:1767384377.808962:0:17556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e835e7cd. 00040000:00000010:3.0:1767384377.808965:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002f5bdfa6. 00080000:00000010:3.0:1767384377.808969:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000087a39bee. 00002000:00000010:3.0:1767384377.808974:0:17556:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001c793ff7. 00000001:00000001:3.0:1767384377.808977:0:17556:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384377.808978:0:17556:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID '4b4bb59c-2ab8-4085-a175-d1e18b7f7cef' 00000001:00000001:3.0:1767384377.808982:0:17556:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384377.808984:0:17556:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:3.0:1767384377.808987:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384377.808994:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c7f9f936. 00080000:00000001:3.0:1767384377.808996:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375641595904 : -119698067955712 : ffff93229f2de000) 00080000:00000001:3.0:1767384377.809000:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384377.809018:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384377.809020:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384377.809022:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384377.809039:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.809041:0:17556:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384377.809044:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384377.809094:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384377.809096:0:17556:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384377.809098:0:17556:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384377.809100:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384377.809110:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384377.809111:0:17556:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384377.809113:0:17556:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.809115:0:17556:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384377.809116:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384377.809119:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000002cf5c54. 00080000:00000001:3.0:1767384377.809120:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370868666368 : -119702840885248 : ffff932182b0c000) 00080000:00000001:3.0:1767384377.809121:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384377.809127:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384377.809128:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384377.809133:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384377.809138:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384377.809141:0:17556:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000005a4ddbbf. 00000001:00000040:3.0:1767384377.809143:0:17556:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000021262af7 : new cb_count 2 00000020:00000040:3.0:1767384377.809145:0:17556:0:(genops.c:887:class_export_get()) GET export 0000000021262af7 refcount=5 00080000:00000001:3.0:1767384377.809148:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384377.809154:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384377.809155:0:17556:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384377.809157:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384377.809160:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384377.809161:0:17556:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:3.0:1767384377.809164:0:17556:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:3.0:1767384377.809166:0:17556:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.809168:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f75ed57d. 00000020:00000010:3.0:1767384377.809171:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005fcbfc70. 00000020:00000010:3.0:1767384377.809175:0:17556:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008cbe3df3. 00000020:00000010:3.0:1767384377.809180:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ecf540a3. 80000000:00000010:3.0:1767384377.809183:0:17556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009ebb6529. 40000000:00000010:3.0:1767384377.809185:0:17556:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ec31bbb8. 00100000:00000010:3.0:1767384377.809187:0:17556:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005b6722ea. 00040000:00000010:3.0:1767384377.809189:0:17556:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e835e7cd. 00040000:00000010:3.0:1767384377.809192:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002f5bdfa6. 00080000:00000010:3.0:1767384377.809196:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000087a39bee. 00002000:00000010:3.0:1767384377.809198:0:17556:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001c793ff7. 00000020:00000010:3.0:1767384377.809200:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8fbe274. 00000001:00000001:3.0:1767384377.809203:0:17556:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384377.809205:0:17556:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 8 00000001:00000001:3.0:1767384377.809208:0:17556:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384377.809226:0:17556:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 7 00000020:00000040:3.0:1767384377.809228:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000021262af7 : new refcount 4 00000001:00000001:3.0:1767384377.809229:0:17556:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384377.809230:0:17556:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 6 00000001:00000001:3.0:1767384377.809232:0:17556:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384377.809233:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000021262af7 : new refcount 3 00002000:00000001:3.0:1767384377.809239:0:17556:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.809241:0:17556:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.809242:0:17556:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.809244:0:17556:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384377.809246:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727254272 00010000:00000001:3.0:1767384377.809248:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384377.809253:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003687384f x1853236727254272/t0(0) o9->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384377.809259:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.809261:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384377.809263:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384377.809265:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384377.809267:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 7 to 192.168.204.31@tcp50 00000100:00000001:3.0:1767384377.809269:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:3.0:1767384377.809271:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384377.809272:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.809274:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384377.809276:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:3.0:1767384377.809278:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008777a947. 00000100:00000200:3.0:1767384377.809280:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236727254272, offset 224 00000400:00000200:3.0:1767384377.809284:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:3.0:1767384377.809289:0:17556:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:3.0:1767384377.809296:0:17556:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [237:237:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1767384377.809304:0:17556:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384377.809308:0:17556:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:3.0:1767384377.809310:0:17556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e835e7cd. 00000800:00000200:3.0:1767384377.809313:0:17556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:3.0:1767384377.809318:0:17556:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:3.0:1767384377.809320:0:17556:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e835e7cd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384377.809330:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.809332:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 6 to 192.168.204.31@tcp50 00010000:00000001:3.0:1767384377.809338:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384377.809340:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.809341:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384377.809345:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003687384f x1853236727254272/t0(0) o9->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.809352:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003687384f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+3:12149:x1853236727254272:12345-192.168.204.31@tcp50:9: Request processed in 545us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384377.809359:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 5 00000100:00000040:3.0:1767384377.809361:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021262af7 : new rpc_count 0 00000100:00000001:3.0:1767384377.809363:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384377.809364:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384377.809366:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a472e30b. 00000020:00000010:3.0:1767384377.809368:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 00000020:00000010:3.0:1767384377.809372:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2bdcb8e. 00000020:00000040:3.0:1767384377.809374:0:17556:0:(genops.c:898:class_export_put()) PUTting export 0000000021262af7 : new refcount 2 00000100:00000001:3.0:1767384377.809376:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384377.809402:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384377.809406:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e835e7cd. 00000400:00000200:1.0:1767384377.809410:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.809416:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384377.809420:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008777a947 00000400:00000010:1.0:1767384377.809428:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008777a947. 00000100:00000001:1.0:1767384377.809430:0:16139:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384377.809432:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1767384377.809501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000369fa24d. 00010000:00000010:3.1:1767384377.809507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d85a768. 00010000:00000010:0.1:1767384377.809523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000069cfa3d8. 00000800:00000001:1.0:1767384377.815856:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.815864:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384377.815867:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.815869:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.815877:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384377.815887:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 224 into portal 12 MB=0x695824cd00e00 00000400:00000200:1.0:1767384377.815895:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.31@tcp50 of length 224/224 into md 0x229 [64] + 11160 00000800:00000001:1.0:1767384377.815900:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.815906:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.815909:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.815913:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000100:00000001:1.0:1767384377.815917:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384377.815919:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384377.815923:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a2862eb. 00000100:00000040:1.0:1767384377.815926:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000008a2862eb x1853236727254528 msgsize 224 00000100:00100000:1.0:1767384377.815931:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000001:1.0:1767384377.815946:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384377.815952:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.815956:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.815989:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384377.815993:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727254528 02000000:00000001:3.0:1767384377.815996:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384377.815998:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.816000:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.816004:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384377.816006:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727254528 00000020:00000001:3.0:1767384377.816009:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384377.816010:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbf4 00000020:00000001:3.0:1767384377.816012:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.816014:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d4c43852 refcount=7 00000020:00000001:3.0:1767384377.816016:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000020:00000001:3.0:1767384377.816019:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00000100:00000001:3.0:1767384377.816023:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384377.816026:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080e11146. 00000100:00000001:3.0:1767384377.816029:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384377.816039:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080e11146. 00000020:00000010:3.0:1767384377.816044:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f5bdfa6. 00000020:00000010:3.0:1767384377.816060:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a472e30b. 00000020:00000010:3.0:1767384377.816064:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00000100:00000040:3.0:1767384377.816069:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384377.816072:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384377.816073:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384377.816075:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.816081:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.816093:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.816102:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384377.816104:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384377.816109:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 8 00000100:00000040:3.0:1767384377.816112:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d4c43852 : new rpc_count 1 00000100:00000001:3.0:1767384377.816114:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375665938816 : -119698043612800 : ffff9322a0a15180) 00000100:00000040:3.0:1767384377.816120:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008a2862eb x1853236727254528/t0(0) o39->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.816131:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384377.816134:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080e11146. 00000100:00000001:3.0:1767384377.816136:0:16784:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384377.816139:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080e11146. 00000100:00100000:3.0:1767384377.816143:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008a2862eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+7:12149:x1853236727254528:12345-192.168.204.31@tcp50:39: 00000100:00000200:3.0:1767384377.816147:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727254528 00000020:00000001:3.0:1767384377.816150:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384377.816152:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384377.816155:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.816158:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384377.816159:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669384032 : -1040167584 : ffffffffc2004d60) 00000020:00000001:3.0:1767384377.816163:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384377.816165:0:16784:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236727254528, found 0 last_xid 1853236727253759 00000020:00000001:3.0:1767384377.816168:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384377.816171:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384377.816178:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384377.816181:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.816183:0:16784:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384377.816185:0:16784:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384377.816187:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384377.816190:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384377.816194:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000068fa893d. 02000000:00000001:3.0:1767384377.816196:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.816198:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.816203:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000d4c43852 refcount=8 00010000:00000001:3.0:1767384377.816205:0:16784:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384377.816208:0:16784:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384377.816210:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000d4c43852 refcount=9 00010000:00000001:3.0:1767384377.816212:0:16784:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384377.816213:0:16784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384377.816221:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 8 00000020:00000080:3.0:1767384377.816223:0:16784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6dbf4 00000020:00000040:3.0:1767384377.816225:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d4c43852 with handle 0xf83434fd52e6dbf4 from hash 00000020:00000040:3.0:1767384377.816230:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 7 00000020:00000010:3.0:1767384377.816233:0:16784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001c2850e6. 00000020:00000001:3.0:1767384377.816236:0:16784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384377.816238:0:16784:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000d4c43852: total 0 00000020:00000001:3.0:1767384377.816240:0:16784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384377.816241:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 6 00000020:00000001:3.0:1767384377.816243:0:16784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.816244:0:16784:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384377.816246:0:16784:0:(import.c:65:import_set_state_nolock()) 000000000493d822 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384377.816249:0:16784:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384377.816251:0:16784:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384377.816252:0:16784:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384377.816262:0:16784:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384377.816266:0:16784:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384377.816269:0:16784:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000203af8a2 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384377.816273:0:16784:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000004e3a0a00 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384377.816276:0:16784:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/00000000d4c43852 dirty 0 pend 0 grant 0 00000004:00000001:3.0:1767384377.816288:0:16784:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:3.0:1767384377.816292:0:16784:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384377.816294:0:16784:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID '4b4bb59c-2ab8-4085-a175-d1e18b7f7cef' 00000001:00000001:3.0:1767384377.816298:0:16784:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384377.816300:0:16784:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384377.816304:0:16784:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384377.816311:0:16784:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005c88895f. 00080000:00000001:3.0:1767384377.816314:0:16784:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370858748928 : -119702850802688 : ffff932182196c00) 00080000:00000001:3.0:1767384377.816318:0:16784:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384377.816325:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:2.0:1767384377.816329:0:16772:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000d4c43852: total 0 00000020:00000001:2.0:1767384377.816331:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446624370896984064 : -119702812567552 : ffff93218460d800) 00010000:00000001:2.0:1767384377.816335:0:16772:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000001:00000001:3.0:1767384377.816339:0:16784:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:2.0:1767384377.816340:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da895200. 00080000:00000001:3.0:1767384377.816342:0:16784:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384377.816345:0:16772:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a013b735. 00080000:00000001:3.0:1767384377.816347:0:16784:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000010:2.0:1767384377.816351:0:16772:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a2df984. 00080000:00000001:3.0:1767384377.816352:0:16784:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:2.0:1767384377.816355:0:16772:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000001:00000001:3.0:1767384377.816358:0:16784:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:2.0:1767384377.816360:0:16772:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c7710a93. 00080000:00000001:3.0:1767384377.816361:0:16784:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384377.816365:0:16772:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002282cf2a. 40000000:00000010:2.0:1767384377.816369:0:16772:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f1e46827. 00100000:00000010:2.0:1767384377.816374:0:16772:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000069654615. 00040000:00000010:2.0:1767384377.816377:0:16772:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dc90d996. 00040000:00000010:2.0:1767384377.816380:0:16772:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000071d45921. 00080000:00000010:2.0:1767384377.816383:0:16772:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000048b2c44b. 00080000:00000001:3.0:1767384377.816385:0:16784:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384377.816387:0:16772:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec12fc81. 00000001:00000001:3.0:1767384377.816390:0:16784:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384377.816393:0:16784:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000010:2.0:1767384377.816399:0:16772:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a013b735. 00000020:00000010:2.0:1767384377.816403:0:16772:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a2df984. 00000020:00000010:2.0:1767384377.816406:0:16772:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384377.816409:0:16772:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c7710a93. 80000000:00000010:2.0:1767384377.816412:0:16772:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002282cf2a. 40000000:00000010:2.0:1767384377.816416:0:16772:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f1e46827. 00100000:00000010:2.0:1767384377.816418:0:16772:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000069654615. 00040000:00000010:2.0:1767384377.816423:0:16772:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dc90d996. 00040000:00000010:2.0:1767384377.816426:0:16772:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000071d45921. 00080000:00000010:2.0:1767384377.816428:0:16772:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000048b2c44b. 00002000:00000010:2.0:1767384377.816431:0:16772:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ec12fc81. 00000020:00000010:2.0:1767384377.816434:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da895200. 00080000:00000001:3.0:1767384377.816437:0:16784:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00010000:00010000:2.0:1767384377.816437:0:16772:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000d4c43852, canceled 0 locks, left on hash table 1. 00000001:00000040:3.0:1767384377.816444:0:16784:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000020:00000010:2.0:1767384377.816445:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071d45921. 00000001:00000001:3.0:1767384377.816451:0:16784:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384377.816451:0:16772:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c7710a93. 00080000:00000001:3.0:1767384377.816457:0:16784:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:2.0:1767384377.816457:0:16772:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048b2c44b. 00000020:00000010:2.0:1767384377.816462:0:16772:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000001:00000001:3.0:1767384377.816463:0:16784:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000020:00000010:2.0:1767384377.816464:0:16772:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da895200. 00000001:00000002:3.0:1767384377.816468:0:16784:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 80000000:00000010:2.0:1767384377.816468:0:16772:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002282cf2a. 40000000:00000010:2.0:1767384377.816470:0:16772:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f1e46827. 00100000:00000010:2.0:1767384377.816474:0:16772:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000069654615. 00040000:00000010:2.0:1767384377.816498:0:16772:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dc90d996. 00040000:00000010:2.0:1767384377.816500:0:16772:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a013b735. 00080000:00000010:2.0:1767384377.816502:0:16772:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003a2df984. 00002000:00000010:2.0:1767384377.816504:0:16772:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec12fc81. 00000001:00000001:2.0:1767384377.816506:0:16772:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000010:3.0:1767384377.816509:0:16784:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000005a5c6a28. 00000001:00000001:2.0:1767384377.816509:0:16772:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000040:3.0:1767384377.816514:0:16784:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000d4c43852 : new cb_count 2 00010000:00000040:2.0:1767384377.816515:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000359b95e0 count: 2 00000020:00000040:3.0:1767384377.816519:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000d4c43852 refcount=7 00000004:00000001:2.0:1767384377.816522:0:16772:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1767384377.816525:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000010:3.0:1767384377.816528:0:16784:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000004ee1c3e0. 00000020:00000001:2.0:1767384377.816528:0:16772:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384377.816532:0:16772:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384377.816536:0:16772:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.816538:0:16772:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.816551:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384377.816554:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384377.816559:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384377.816561:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384377.816563:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384377.816565:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384377.816567:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047beefc9 with handle 0xf83434fd52e6dc09 from hash 00010000:00000001:2.0:1767384377.816570:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384377.816572:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384377.816573:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384377.816575:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767384377.816581:0:16772:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000453e7ff0. 00010000:00000001:2.0:1767384377.816586:0:16772:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384377.816588:0:16772:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.816590:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384377.816591:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384377.816594:0:16772:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1767384377.816596:0:16772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000359b95e0) 00010000:00010000:2.0:1767384377.816599:0:16772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1767384377.816601:0:16772:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384377.816604:0:16784:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 0000000060e79683. 00010000:00000001:2.0:1767384377.816604:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.816608:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384377.816611:0:16772:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000d4c43852, 1 locks cancelled. 00080000:00000001:3.0:1767384377.816612:0:16784:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384377.816613:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384377.816616:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384377.816617:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384377.816621:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000047beefc9/0xf83434fd52e6dc09 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6df6 expref: 7 pid: 16784 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384377.816630:0:16772:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005d283f0c. 00010000:00000040:2.0:1767384377.816633:0:16772:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000d4c43852 : new locks_count 0 00000020:00000040:2.0:1767384377.816635:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 6 00010000:00000010:2.0:1767384377.816638:0:16772:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5ef7251. 00010000:00000040:2.0:1767384377.816642:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000359b95e0 count: 0 00010000:00000010:2.0:1767384377.816648:0:16772:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008350fde9. 00010000:00000001:2.0:1767384377.816678:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384377.816682:0:16772:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 4b4bb59c-2ab8-4, loop: 0 00000001:00000001:2.0:1767384377.816684:0:16772:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384377.816689:0:16772:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384377.816692:0:16772:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000d4c43852, canceled 1 locks, left on hash table 0. 00000020:00000010:2.0:1767384377.816697:0:16772:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c7710a93. 00000020:00000010:2.0:1767384377.816702:0:16772:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048b2c44b. 00000020:00000010:2.0:1767384377.816707:0:16772:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384377.816711:0:16772:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000da895200. 80000000:00000010:2.0:1767384377.816714:0:16772:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002282cf2a. 40000000:00000010:2.0:1767384377.816718:0:16772:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f1e46827. 00100000:00000010:2.0:1767384377.816722:0:16772:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000069654615. 00040000:00000010:2.0:1767384377.816735:0:16772:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dc90d996. 00040000:00000010:2.0:1767384377.816738:0:16772:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a013b735. 00080000:00000010:2.0:1767384377.816741:0:16772:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003a2df984. 00080000:00000001:3.0:1767384377.816742:0:16784:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00002000:00000010:2.0:1767384377.816745:0:16772:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ec12fc81. 00000001:00000001:3.0:1767384377.816748:0:16784:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 000000004ee1c3e0: xid 1853236727254528, transno 8589934593, tag 0, client gen 1, slot idx 0 00000020:00000010:2.0:1767384377.816750:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071d45921. 00000001:00000001:3.0:1767384377.816757:0:16784:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.816758:0:16772:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384377.816762:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 5 00000020:00000001:2.0:1767384377.816766:0:16772:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384377.816768:0:16772:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.816771:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384377.816772:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384377.816775:0:16784:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384377.816775:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384377.816777:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384377.816779:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384377.816781:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384377.816783:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000040:3.0:1767384377.816786:0:16784:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000020:00000001:2.0:1767384377.816787:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384377.816791:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384377.816793:0:16784:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.816799:0:16784:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384377.816800:0:16784:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384377.816805:0:16784:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007a29ae63. 00080000:00000001:3.0:1767384377.816808:0:16784:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370858745856 : -119702850805760 : ffff932182196000) 00080000:00000001:3.0:1767384377.816811:0:16784:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384377.816822:0:16784:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384377.816823:0:16784:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384377.816826:0:16784:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384377.816834:0:16784:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384377.816837:0:16784:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000002ee7073f. 00000001:00000040:3.0:1767384377.816840:0:16784:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000d4c43852 : new cb_count 3 00000020:00000040:3.0:1767384377.816842:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000d4c43852 refcount=6 00080000:00000001:3.0:1767384377.816845:0:16784:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384377.816853:0:16784:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384377.816856:0:16784:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384377.816857:0:16784:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384377.816863:0:16784:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384377.816865:0:16784:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:3.0:1767384377.816868:0:16784:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:3.0:1767384377.816871:0:16784:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384377.816873:0:16784:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.816875:0:16784:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384377.816877:0:16784:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 7 00000001:00000001:3.0:1767384377.816880:0:16784:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384377.816882:0:16784:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 6 00000020:00000040:3.0:1767384377.816884:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 5 00000001:00000001:3.0:1767384377.816886:0:16784:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384377.816887:0:16784:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 5 00000001:00000001:3.0:1767384377.816889:0:16784:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384377.816890:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 4 00000004:00000001:3.0:1767384377.816892:0:16784:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.816893:0:16784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.816901:0:16784:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.816903:0:16784:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384377.816906:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934593, xid 1853236727254528 00010000:00000001:3.0:1767384377.816908:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384377.816913:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008a2862eb x1853236727254528/t8589934593(0) o39->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384377.816922:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.816924:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384377.816927:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384377.816931:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384377.816934:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 7 to 192.168.204.31@tcp50 00000100:00000001:3.0:1767384377.816936:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:3.0:1767384377.816939:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384377.816942:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.816945:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384377.816947:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:3.0:1767384377.816951:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b68abf2. 00000100:00000200:3.0:1767384377.816955:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236727254528, offset 224 00000400:00000200:3.0:1767384377.816960:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000400:00000200:3.0:1767384377.816968:0:16784:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000400:00000200:3.0:1767384377.816979:0:16784:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [238:238:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767384377.816989:0:16784:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384377.816994:0:16784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000800:00000010:3.0:1767384377.816998:0:16784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000938ff00c. 00000800:00000200:3.0:1767384377.817003:0:16784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000800:00000200:3.0:1767384377.817009:0:16784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:3.0:1767384377.817012:0:16784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000938ff00c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384377.817026:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.817030:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 6 to 192.168.204.31@tcp50 00010000:00000001:3.0:1767384377.817033:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384377.817034:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.817055:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384377.817061:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a2862eb x1853236727254528/t8589934593(0) o39->4b4bb59c-2ab8-4085-a175-d1e18b7f7cef@192.168.204.31@tcp50:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.817072:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008a2862eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4b4bb59c-2ab8-4085-a175-d1e18b7f7cef+4:12149:x1853236727254528:12345-192.168.204.31@tcp50:39: Request processed in 939us (1143us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1767384377.817081:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 8 00000100:00000040:3.0:1767384377.817085:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d4c43852 : new rpc_count 0 00000100:00000001:3.0:1767384377.817088:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384377.817090:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384377.817092:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a472e30b. 00000020:00000010:3.0:1767384377.817096:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 00000020:00000010:3.0:1767384377.817100:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f5bdfa6. 00000020:00000040:3.0:1767384377.817105:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 3 00000100:00000001:3.0:1767384377.817108:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384377.817118:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384377.817123:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000938ff00c. 00000400:00000200:1.0:1767384377.817129:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.817136:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384377.817140:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b68abf2 00000400:00000010:1.0:1767384377.817143:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b68abf2. 00000100:00000001:1.0:1767384377.817148:0:16141:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384377.817150:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384377.822524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000359b95e0. 00010000:00000010:2.1:1767384377.822535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047beefc9. 00000800:00000001:1.0:1767384377.823392:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.823401:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384377.823403:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.823405:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.823410:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50) <- 192.168.204.31@tcp50 : PUT - for me 00000400:00000200:1.0:1767384377.823426:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.31@tcp50 of length 224 into portal 26 MB=0x695824cd00f00 00000400:00000200:1.0:1767384377.823433:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.31@tcp50 of length 224/224 into md 0x1949 [2] + 0 00000400:00000010:1.0:1767384377.823436:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f2a882b. 00000400:00000200:1.0:1767384377.823439:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006fc25a5e 00000800:00000001:1.0:1767384377.823441:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.823446:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.823448:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.823450:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00000400:00000200:1.0:1767384377.823452:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fc25a5e 00000400:00000010:1.0:1767384377.823454:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fc25a5e. 00000100:00000001:1.0:1767384377.823457:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384377.823459:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384377.823461:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000f3250c3d x1853236727254784 msgsize 224 00000100:00100000:1.0:1767384377.823464:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.31@tcp50 (source: 12345-192.168.204.31@tcp50) 00000100:00000040:1.0:1767384377.823466:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384377.823497:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384377.823502:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.823505:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.823513:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384377.823517:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236727254784 02000000:00000001:3.0:1767384377.823519:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384377.823521:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.823523:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.823527:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384377.823530:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236727254784 00000020:00000001:3.0:1767384377.823532:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384377.823533:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6dbd1 00000020:00000001:3.0:1767384377.823536:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.823538:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d50535f refcount=6 00000020:00000001:3.0:1767384377.823540:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000020:00000001:3.0:1767384377.823542:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00000100:00000001:3.0:1767384377.823546:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384377.823549:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b76ed74c. 00000100:00000001:3.0:1767384377.823552:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384377.823554:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b76ed74c. 00000020:00000010:3.0:1767384377.823560:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2bdcb8e. 00000020:00000010:3.0:1767384377.823570:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a472e30b. 00000020:00000010:3.0:1767384377.823573:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00000100:00000040:3.0:1767384377.823580:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384377.823583:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384377.823584:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384377.823585:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.823590:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.823598:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.823605:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384377.823606:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384377.823610:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.31@tcp50, seq: 170 00000100:00000040:3.0:1767384377.823613:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d50535f : new rpc_count 1 00000100:00000001:3.0:1767384377.823615:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141085776 : -119697568465840 : ffff9322bcf37c50) 00000100:00000040:3.0:1767384377.823619:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3250c3d x1853236727254784/t0(0) o251->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.823626:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384377.823628:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b76ed74c. 00000100:00000001:3.0:1767384377.823629:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384377.823631:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b76ed74c. 00000100:00100000:3.0:1767384377.823634:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3250c3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b784a280-c293-4c02-82e7-131a05e7e6a6+6:12149:x1853236727254784:12345-192.168.204.31@tcp50:251: 00000100:00000200:3.0:1767384377.823636:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236727254784 00000020:00000001:3.0:1767384377.823638:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384377.823640:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384377.823641:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.823643:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384377.823644:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667343088 : -1042208528 : ffffffffc1e128f0) 00000020:00000001:3.0:1767384377.823646:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384377.823647:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384377.823649:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384377.823650:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384377.823651:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384377.823653:0:16776:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:3.0:1767384377.823658:0:16776:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384377.823659:0:16776:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384377.823675:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384377.823677:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384377.823680:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000069ca7fcc. 02000000:00000001:3.0:1767384377.823682:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.823684:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.823688:0:16776:0:(genops.c:887:class_export_get()) GET export 000000005d50535f refcount=7 00010000:00000001:3.0:1767384377.823689:0:16776:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:3.0:1767384377.823692:0:16776:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384377.823695:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 6 20000000:00000010:3.0:1767384377.823697:0:16776:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000d95ff562. 00000020:00000040:3.0:1767384377.823699:0:16776:0:(genops.c:887:class_export_get()) GET export 000000005d50535f refcount=7 00010000:00000001:3.0:1767384377.823701:0:16776:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384377.823703:0:16776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384377.823710:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 6 00000020:00000080:3.0:1767384377.823711:0:16776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6dbd1 00000020:00000040:3.0:1767384377.823712:0:16776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005d50535f with handle 0xf83434fd52e6dbd1 from hash 00000020:00000040:3.0:1767384377.823715:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 5 00000020:00000001:3.0:1767384377.823717:0:16776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384377.823718:0:16776:0:(genops.c:1938:obd_stale_export_put()) Put export 000000005d50535f: total 0 00000020:00000001:3.0:1767384377.823720:0:16776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384377.823720:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 4 00000020:00000001:3.0:1767384377.823722:0:16776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.823723:0:16776:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384377.823725:0:16776:0:(import.c:65:import_set_state_nolock()) 00000000334e1b08 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384377.823726:0:16776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384377.823727:0:16776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384377.823728:0:16776:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384377.823735:0:16776:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.823737:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 3 20000000:00000001:3.0:1767384377.823738:0:16776:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.823739:0:16776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.823740:0:16776:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.823742:0:16776:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384377.823743:0:16776:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384377.823745:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236727254784 00010000:00000001:3.0:1767384377.823750:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384377.823753:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3250c3d x1853236727254784/t0(0) o251->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384377.823759:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.823761:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384377.823763:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384377.823765:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384377.823768:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000fd0d78d9 refcount 7 to 192.168.204.31@tcp50 00000100:00000001:3.0:1767384377.823770:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624376147828480 : -119697561723136 : ffff9322bd5a5f00) 02000000:00000001:3.0:1767384377.823772:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384377.823774:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.823776:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384377.823777:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.31@tcp50 00000400:00000010:3.0:1767384377.823780:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cc84a99. 00000100:00000200:3.0:1767384377.823783:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236727254784, offset 224 00000020:00000001:2.0:1767384377.823785:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767384377.823788:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.31@tcp50 00000020:00010000:2.0:1767384377.823791:0:16771:0:(genops.c:1924:obd_stale_export_get()) Get export 000000005d50535f: total 0 00000400:00000200:3.0:1767384377.823797:0:16776:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp50 to NMR: 192.168.204.31@tcp50 local destination 00000020:00000001:2.0:1767384377.823797:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446624370899664896 : -119702809886720 : ffff93218489c000) 00010000:00010000:2.0:1767384377.823804:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384377.823808:0:16771:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000400:00000200:3.0:1767384377.823811:0:16776:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp50 NI seq info: [239:239:256:4294967295] 192.168.204.31@tcp50 LPNI seq info [31:31:8:4294967295] 00000400:00000200:3.0:1767384377.823820:0:16776:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp50(192.168.204.131@tcp50:192.168.204.131@tcp50) -> 192.168.204.31@tcp50(192.168.204.31@tcp50:192.168.204.31@tcp50) : PUT try# 0 00000020:00000010:2.0:1767384377.823822:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000787c673d. 00000800:00000200:3.0:1767384377.823827:0:16776:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.31@tcp50 00000020:00000010:2.0:1767384377.823829:0:16771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c969827f. 00000800:00000010:3.0:1767384377.823831:0:16776:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094057746. 00000800:00000200:3.0:1767384377.823837:0:16776:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000274f6aba] -> 12345-192.168.204.31@tcp50 (4) 00000020:00000010:2.0:1767384377.823837:0:16771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a2df984. 00000020:00000010:2.0:1767384377.823845:0:16771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000800:00000200:3.0:1767384377.823846:0:16776:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.31@tcp50 ip 192.168.204.31:1023 00000800:00000200:3.0:1767384377.823850:0:16776:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000094057746 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1767384377.823853:0:16771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000074bd45a7. 80000000:00000010:2.0:1767384377.823859:0:16771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002282cf2a. 00000100:00000001:3.0:1767384377.823860:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767384377.823863:0:16771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f1e46827. 00000100:00000040:3.0:1767384377.823865:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 6 to 192.168.204.31@tcp50 00010000:00000001:3.0:1767384377.823869:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00100000:00000010:2.0:1767384377.823870:0:16771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000069654615. 00000020:00000001:3.0:1767384377.823871:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.823875:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00040000:00000010:2.0:1767384377.823877:0:16771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dc90d996. 00000100:00000040:3.0:1767384377.823878:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3250c3d x1853236727254784/t0(0) o251->b784a280-c293-4c02-82e7-131a05e7e6a6@192.168.204.31@tcp50:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1767384377.823883:0:16771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009cedbf96. 00080000:00000010:2.0:1767384377.823889:0:16771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000048b2c44b. 00002000:00000010:2.0:1767384377.823896:0:16771:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec12fc81. 00000020:00000010:2.0:1767384377.823903:0:16771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c969827f. 00000100:00100000:3.0:1767384377.823906:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3250c3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b784a280-c293-4c02-82e7-131a05e7e6a6+3:12149:x1853236727254784:12345-192.168.204.31@tcp50:251: Request processed in 276us (440us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384377.823910:0:16771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a2df984. 00000100:00100000:3.0:1767384377.823915:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.31@tcp50, seq: 170 00000020:00000010:2.0:1767384377.823917:0:16771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000100:00000040:3.0:1767384377.823918:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d50535f : new rpc_count 0 00000100:00000001:3.0:1767384377.823922:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384377.823924:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384377.823924:0:16771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000074bd45a7. 00000020:00000010:3.0:1767384377.823929:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a472e30b. 80000000:00000010:2.0:1767384377.823931:0:16771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002282cf2a. 00000020:00000010:3.0:1767384377.823933:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 40000000:00000010:2.0:1767384377.823938:0:16771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f1e46827. 00000020:00000010:3.0:1767384377.823939:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2bdcb8e. 00000800:00000200:1.0:1767384377.823943:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1767384377.823946:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 2 00100000:00000010:2.0:1767384377.823947:0:16771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000069654615. 00000800:00000010:1.0:1767384377.823948:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094057746. 00000100:00000001:3.0:1767384377.823951:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:2.0:1767384377.823954:0:16771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dc90d996. 00000100:00000200:3.0:1767384377.823956:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384377.823957:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:2.0:1767384377.823961:0:16771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009cedbf96. 00000400:00000010:3.0:1767384377.823963:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d71c03e6. 00080000:00000010:2.0:1767384377.823966:0:16771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000048b2c44b. 00000400:00000010:3.0:1767384377.823970:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efb7e823. 00000400:00000200:1.0:1767384377.823970:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp50->192.168.204.31@tcp50: PUT: OK 00002000:00000010:2.0:1767384377.823972:0:16771:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ec12fc81. 00000020:00000010:2.0:1767384377.823979:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000787c673d. 00000400:00000200:1.0:1767384377.823980:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cc84a99 00010000:00010000:2.0:1767384377.823984:0:16771:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000005d50535f, canceled 0 locks, left on hash table 1. 00000400:00000010:1.0:1767384377.823985:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cc84a99. 00000020:00000010:2.0:1767384377.823992:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000787c673d. 00000100:00000001:1.0:1767384377.823993:0:16140:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384377.823999:0:16771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009cedbf96. 02000000:00000001:1.0:1767384377.823999:0:16140:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384377.824004:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000069ca7fcc. 00000020:00000010:2.0:1767384377.824007:0:16771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048b2c44b. 02000000:00000001:1.0:1767384377.824010:0:16140:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:2.0:1767384377.824012:0:16771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000100:00000001:1.0:1767384377.824013:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384377.824018:0:16771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000074bd45a7. 80000000:00000010:2.0:1767384377.824022:0:16771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002282cf2a. 40000000:00000010:2.0:1767384377.824025:0:16771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f1e46827. 00100000:00000010:2.0:1767384377.824028:0:16771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000069654615. 00040000:00000010:2.0:1767384377.824037:0:16771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dc90d996. 00040000:00000010:2.0:1767384377.824040:0:16771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c969827f. 00080000:00000010:2.0:1767384377.824043:0:16771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003a2df984. 00002000:00000010:2.0:1767384377.824045:0:16771:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec12fc81. 00000001:00000001:2.0:1767384377.824048:0:16771:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1767384377.824050:0:16771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384377.824056:0:16771:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008681815b count: 7 00010000:00000001:2.0:1767384377.824060:0:16771:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384377.824062:0:16771:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384377.824065:0:16771:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384377.824067:0:16771:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.824069:0:16771:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.824072:0:16771:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384377.824074:0:16771:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384377.824077:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384377.824079:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384377.824081:0:16771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384377.824083:0:16771:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384377.824085:0:16771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b67f0cee with handle 0xf83434fd52e6dbd8 from hash 00010000:00000001:2.0:1767384377.824088:0:16771:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384377.824090:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384377.824091:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384377.824092:0:16771:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384377.824094:0:16771:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384377.824096:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384377.824099:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384377.824100:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384377.824103:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.824104:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384377.824107:0:16771:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000005d50535f, 1 locks cancelled. 00010000:00000001:2.0:1767384377.824109:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384377.824111:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384377.824112:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384377.824116:0:16771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b67f0cee/0xf83434fd52e6dbd8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.31@tcp50 remote: 0xb1caee9254df6da2 expref: 2 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384377.824125:0:16771:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d50535f : new locks_count 0 00000020:00000040:2.0:1767384377.824134:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 1 00010000:00000001:2.0:1767384377.824139:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384377.824141:0:16771:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: b784a280-c293-4, loop: 0 00000001:00000001:2.0:1767384377.824143:0:16771:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384377.824147:0:16771:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384377.824149:0:16771:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000005d50535f, canceled 1 locks, left on hash table 0. 00000020:00000010:2.0:1767384377.824153:0:16771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009cedbf96. 00000020:00000010:2.0:1767384377.824156:0:16771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048b2c44b. 00000020:00000010:2.0:1767384377.824159:0:16771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384377.824162:0:16771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000074bd45a7. 80000000:00000010:2.0:1767384377.824164:0:16771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002282cf2a. 40000000:00000010:2.0:1767384377.824167:0:16771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f1e46827. 00100000:00000010:2.0:1767384377.824170:0:16771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000069654615. 00040000:00000010:2.0:1767384377.824173:0:16771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dc90d996. 00040000:00000010:2.0:1767384377.824175:0:16771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c969827f. 00080000:00000010:2.0:1767384377.824178:0:16771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003a2df984. 00002000:00000010:2.0:1767384377.824180:0:16771:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ec12fc81. 00000020:00000010:2.0:1767384377.824183:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000787c673d. 00000020:00000001:2.0:1767384377.824185:0:16771:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384377.824187:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000005d50535f : new refcount 0 00000020:00000080:2.0:1767384377.824189:0:16771:0:(genops.c:904:class_export_put()) final put 000000005d50535f/b784a280-c293-4c02-82e7-131a05e7e6a6 00000020:00000001:2.0:1767384377.824205:0:16771:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384377.824206:0:16771:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.824209:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384377.824210:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384377.824212:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384377.824214:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384377.824215:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384377.824216:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384377.824218:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384377.824219:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384377.824221:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384377.824269:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384377.824273:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000005d50535f/b784a280-c293-4c02-82e7-131a05e7e6a6 for MGS 00000020:00000040:0.0:1767384377.824277:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 5 to 192.168.204.31@tcp50 00000020:00000001:0.0:1767384377.824279:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384377.824281:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:0.0:1767384377.824283:0:36:0:(genops.c:1229:class_import_get()) import 00000000334e1b08 refcount=2 obd=MGS 00000020:00000001:0.0:1767384377.824285:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384377.824286:0:36:0:(genops.c:1242:class_import_put()) import 00000000334e1b08 refcount=1 obd=MGS 00000020:00000001:0.0:1767384377.824287:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384377.824290:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384377.824290:0:36:0:(genops.c:1242:class_import_put()) import 00000000334e1b08 refcount=0 obd=MGS 00000020:00000040:0.0:1767384377.824291:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000334e1b08 00000020:00000001:0.0:1767384377.824301:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384377.824304:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384377.824306:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384377.824309:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dc570254. 00000001:00000010:0.0:1767384377.824314:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007bf9bd25. 00000001:00000010:0.0:1767384377.824317:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d7277ae4. 00000001:00000010:0.0:1767384377.824319:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000defd7bb9. 00000001:00000010:0.0:1767384377.824320:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ec1912cf. 00000001:00000010:0.0:1767384377.824322:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005a542473. 00000001:00000001:0.0:1767384377.824324:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384377.824326:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384377.824327:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384377.824328:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:0.0:1767384377.824329:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.824331:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384377.824332:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f4d7b29a) now 7 - export 00000020:00000010:0.0:1767384377.824335:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005d50535f. 00000020:00000001:0.0:1767384377.824342:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384377.824345:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384377.824347:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000334e1b08 for MGS 00000020:00000040:0.0:1767384377.824350:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 4 to 192.168.204.31@tcp50 00000020:00000040:0.0:1767384377.824352:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f4d7b29a) now 6 - import 00000020:00000010:0.0:1767384377.824354:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000334e1b08. 00000020:00000001:0.0:1767384377.824357:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:2.1:1767384377.829525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b67f0cee. 00000004:00000001:2.0:1767384377.851616:0:16808:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:1.0:1767384377.851621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:2.0:1767384377.851623:0:16808:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1767384377.851632:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384377.851633:0:16808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ec584d1. 00000100:00000010:1.0:1767384377.851639:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8ee8a83. 00000020:00000040:1.0:1767384377.851646:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384377.851651:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1767384377.851653:0:16808:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384377.851657:0:16808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384377.851660:0:16808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384377.851679:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384377.851681:0:16808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.851684:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384377.851690:0:16808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dc90d996. 02000000:00000010:1.0:1767384377.851693:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000750c2c58. 00000100:00000001:2.0:1767384377.851697:0:16808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.851700:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.851706:0:16808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384377.851709:0:16808:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.851712:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384377.851719:0:16808:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ec584d1] to pc [ptlrpcd_00_03+3] req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.851738:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384377.851741:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.851748:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8ee8a83] to pc [ptlrpcd_00_00+0] req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384377.851759:0:16808:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.851769:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384377.851773:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384377.851776:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.851778:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.851781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384377.851783:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384377.851784:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384377.851786:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384377.851787:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384377.851789:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000352cc0e9. 00000100:00000001:2.0:1767384377.851793:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.851794:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384377.851794:0:37:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384377.851796:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384377.851800:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384377.851801:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384377.851804:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384377.851807:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384377.851808:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384377.851817:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000538c2a44. 00000100:00000001:2.0:1767384377.851818:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384377.851820:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.851824:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384377.851825:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384377.851825:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.851829:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384377.851830:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.851834:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384377.851835:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.851835:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384377.851842:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ec584d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732526592:0@lo:13: 00000100:00000040:3.0:1767384377.851845:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.851851:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384377.851856:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384377.851862:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.851865:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384377.851867:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384377.851870:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.851873:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384377.851877:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.851878:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000352cc0e9] to pc [ptlrpcd_00_01+1] req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384377.851883:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384377.851888:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384377.851893:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.851897:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384377.851898:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d8ee8a83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732526720:0@lo:400: 00000100:00000040:1.0:1767384377.851903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384377.851907:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384377.851908:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ec12fc81. 00000100:00000001:1.0:1767384377.851910:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384377.851912:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.851913:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767384377.851916:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003891b089. 02000000:00000001:3.0:1767384377.851917:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384377.851919:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8dd205c. 00000100:00000001:0.0:1767384377.851921:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384377.851922:0:37:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384377.851923:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384377.851925:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384377.851927:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff31b53. 00000100:00000001:0.0:1767384377.851928:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384377.851930:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2bdcb8e. 00000100:00000001:1.0:1767384377.851934:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384377.851935:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384377.851939:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767384377.851943:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732526592, portal 4 02000000:00000001:3.0:1767384377.851945:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.851945:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.851948:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384377.851953:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169390720 : -119698540160896 : ffff932283089880) 00000100:00000001:0.0:1767384377.851954:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767384377.851955:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b24ecca. 00000400:00000010:3.0:1767384377.851956:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068fc5280. 00000100:00000001:0.0:1767384377.851957:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.851962:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384377.851963:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384377.851964:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384377.851967:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e5be2f0. 02000000:00000001:0.0:1767384377.851968:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384377.851972:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384377.851975:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384377.851976:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732526720, portal 25 00000100:00100000:0.0:1767384377.851983:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000352cc0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732526848:0@lo:400: 00000100:00000001:3.0:1767384377.851984:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384377.851988:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384377.851989:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375665948672 : -119698043602944 : ffff9322a0a17800) 00000100:00000001:0.0:1767384377.851995:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384377.851997:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384377.851999:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384377.852002:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bea016a5. 02000000:00000001:0.0:1767384377.852003:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.852004:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.852004:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384377.852009:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732526592, offset 0 00000100:00000001:1.0:1767384377.852009:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.852009:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384377.852015:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7277ae4. 00000100:00000040:1.0:1767384377.852018:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003891b089] to pc [ptlrpcd_00_02+2] req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384377.852021:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384377.852023:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384377.852029:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000810c09b2. 00000100:00000001:3.0:1767384377.852037:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384377.852038:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1559a6. 00000400:00000200:2.0:1767384377.852043:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384377.852044:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732526848, portal 4 00000100:00000001:1.0:1767384377.852047:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.852048:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384377.852050:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384377.852053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384377.852054:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375665940608 : -119698043611008 : ffff9322a0a15880) 00000400:00000010:3.0:1767384377.852057:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000400:00000200:2.0:1767384377.852063:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d208000 00000100:00000040:0.0:1767384377.852063:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.852064:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1767384377.852065:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236732526720, offset 0 00000100:00000010:1.0:1767384377.852069:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c4526064. 00000020:00000040:1.0:1767384377.852075:0:37:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384377.852077:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3808 00000100:00000001:1.0:1767384377.852081:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384377.852086:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384377.852087:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384377.852088:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384377.852089:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.852091:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384377.852094:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384377.852097:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cec84be9. 00000400:00000200:2.0:1767384377.852098:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384377.852099:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed63fbc6. 00000100:00000001:1.0:1767384377.852103:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384377.852107:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732526848, offset 0 00000400:00000200:3.0:1767384377.852108:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384377.852110:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384377.852111:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384377.852115:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384377.852118:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384377.852122:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ce9b47fd. 00000400:00000200:3.0:1767384377.852125:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d208080 00000100:00000040:2.0:1767384377.852129:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000ce9b47fd x1853236732526592 msgsize 224 00000400:00000200:0.0:1767384377.852131:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384377.852141:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384377.852142:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x197d [2] + 0 00000100:00000001:1.0:1767384377.852143:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384377.852147:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384377.852149:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d208100 00000100:00000040:1.0:1767384377.852152:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4526064] to pc [ptlrpcd_00_03+3] req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.852155:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058f58f78. 00000100:00000001:2.0:1767384377.852159:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384377.852163:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f0093a48 00000100:00000001:1.0:1767384377.852164:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384377.852169:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384377.852170:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (303) 00000400:00000200:0.0:1767384377.852174:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 5528 00000400:00000200:3.0:1767384377.852180:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384377.852182:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384377.852188:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bea016a5 00000400:00000200:0.0:1767384377.852188:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384377.852192:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bea016a5. 00000100:00000001:2.0:1767384377.852197:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384377.852198:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0093a48 00000100:00000200:2.0:1767384377.852201:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.852203:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0093a48. 00000100:00000001:3.0:1767384377.852213:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384377.852214:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384377.852214:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384377.852218:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384377.852218:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:2.0:1767384377.852220:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.852227:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000004c60ef66 x1853236732526720 msgsize 224 00000100:00000010:0.0:1767384377.852227:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000875b6f6e. 00000100:00000001:2.0:1767384377.852229:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.852232:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000875b6f6e x1853236732526848 msgsize 224 00000100:00000001:2.0:1767384377.852236:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384377.852241:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384377.852242:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.852243:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384377.852247:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384377.852250:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4470 usecs (5 jiffies) 00000100:00000001:2.0:1767384377.852254:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294965765 00000100:00000001:0.0:1767384377.852257:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.852261:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384377.852266:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed63fbc6 00000400:00000010:0.0:1767384377.852269:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed63fbc6. 00000100:00000001:0.0:1767384377.852273:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384377.852274:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000100:00000200:0.0:1767384377.852277:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.852279:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000100:00000001:1.0:1767384377.852281:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.852286:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384377.852286:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384377.852289:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384377.852290:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384377.852294:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384377.852295:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384377.852307:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.852323:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.852334:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384377.852338:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384377.852340:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384377.852343:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.852345:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.852347:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4470 usecs (5 jiffies) 00000100:00000040:3.0:1767384377.852349:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384377.852352:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384377.852352:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294965765 02000000:00000001:1.0:1767384377.852357:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384377.852359:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f02851e6. 02000000:00000001:1.0:1767384377.852365:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.852371:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384377.852373:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.852375:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c4526064 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732527104:0@lo:400: 00000100:00000001:3.0:1767384377.852379:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384377.852379:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294965765 00000100:00000001:1.0:1767384377.852385:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384377.852387:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ed5d51f. 00000100:00000001:3.0:1767384377.852389:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.852390:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384377.852392:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384377.852396:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294965770 02000000:00000001:1.0:1767384377.852396:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.852398:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294965765 02000000:00000001:1.0:1767384377.852402:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384377.852406:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bee003d9. 00000100:00000001:3.0:1767384377.852409:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294965765 02000000:00000010:1.0:1767384377.852409:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c6ede6a. 00000100:00000001:0.0:1767384377.852410:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384377.852414:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294965765 02000000:00000001:1.0:1767384377.852417:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.852419:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294965770 00000100:00000010:0.0:1767384377.852419:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3fa66e6. 00000100:00000001:0.0:1767384377.852424:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767384377.852425:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e23a655. 00000100:00000001:3.0:1767384377.852427:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294965765 00000100:00000001:0.0:1767384377.852429:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384377.852434:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a3ee0bf. 00000100:00000001:0.0:1767384377.852434:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.852436:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294965770 00000100:00000200:1.0:1767384377.852441:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732527104, portal 10 00000100:00000001:0.0:1767384377.852441:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.852443:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294965765 00000100:00000001:0.0:1767384377.852446:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.852447:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384377.852451:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294965770 00000100:00000001:1.0:1767384377.852451:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375665935232 : -119698043616384 : ffff9322a0a14380) 00000100:00000001:0.0:1767384377.852454:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384377.852458:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384377.852461:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294965765 00000100:00000040:1.0:1767384377.852461:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.852462:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.852466:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384377.852469:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384377.852470:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.852496:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384377.852499:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384377.852503:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384377.852503:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 00000100:00000001:0.0:1767384377.852505:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384377.852508:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732527104, offset 0 00000100:00000001:3.0:1767384377.852511:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.852515:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384377.852517:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.852540:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384377.852540:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384377.852545:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384377.852560:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384377.852564:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d208200 00000100:00000001:3.0:1767384377.852565:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384377.852570:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.852570:0:20598:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384377.852575:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11384 00000100:00100000:0.0:1767384377.852575:0:20598:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732526592 00000100:00000001:3.0:1767384377.852577:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.852580:0:20598:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384377.852600:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384377.852602:0:20598:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384377.852606:0:20598:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.852607:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384377.852611:0:20598:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.852614:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384377.852615:0:20598:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732526592 00000100:00000001:3.0:1767384377.852618:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384377.852619:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384377.852620:0:20598:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384377.852623:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732526720 00000020:00000040:0.0:1767384377.852623:0:20598:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000020:00000001:0.0:1767384377.852628:0:20598:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384377.852629:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1767384377.852632:0:20598:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000100:00000001:3.0:1767384377.852634:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1767384377.852634:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089a437b8. 00000020:00000001:0.0:1767384377.852635:0:20598:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:3.0:1767384377.852639:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.852641:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000089a437b8 x1853236732527104 msgsize 224 00000020:00000001:0.0:1767384377.852641:0:20598:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 02000000:00000001:3.0:1767384377.852645:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.852648:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384377.852653:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732526720 00000100:00100000:1.0:1767384377.852653:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384377.852653:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000005a79f7. 00000020:00000001:3.0:1767384377.852660:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384377.852661:0:20598:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bb3fdb53. 00000020:00000040:3.0:1767384377.852680:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:1.0:1767384377.852684:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384377.852685:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384377.852687:0:20598:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 8 - evictor 00000400:00000200:1.0:1767384377.852694:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 00000100:00000001:0.0:1767384377.852698:0:20598:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:1.0:1767384377.852699:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 00000020:00000040:3.0:1767384377.852700:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000020:00000010:0.0:1767384377.852704:0:20598:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bf9bd25. 00000020:00000001:3.0:1767384377.852706:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:1.0:1767384377.852707:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384377.852711:0:20598:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005355b37. 00000020:00000001:3.0:1767384377.852712:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000200:1.0:1767384377.852715:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384377.852717:0:20598:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 00000100:00000001:3.0:1767384377.852720:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384377.852726:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0549bc5. 00000100:00000040:0.0:1767384377.852727:0:20598:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384377.852734:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384377.852735:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384377.852735:0:20598:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384377.852739:0:20598:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384377.852740:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0549bc5. 00000100:00000040:1.0:1767384377.852742:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.852743:0:20598:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.852748:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f5bdfa6. 00000100:00000001:1.0:1767384377.852755:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.852755:0:20598:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.852756:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075ce7d0e. 00000100:00000001:1.0:1767384377.852757:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384377.852765:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00000100:00000001:1.0:1767384377.852765:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.852767:0:20598:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384377.852772:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3420 usecs (4 jiffies) 00000100:00000001:1.0:1767384377.852775:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294965765 00000100:00000040:3.0:1767384377.852776:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384377.852778:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294965770 00000100:00000001:3.0:1767384377.852780:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384377.852782:0:20598:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384377.852784:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384377.852784:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294965765 00000100:00000001:0.0:1767384377.852786:0:20598:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384377.852788:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.852791:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294965770 00000100:00000001:3.0:1767384377.852794:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.852795:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294965765 00000100:00100000:0.0:1767384377.852796:0:20598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000001:1.0:1767384377.852802:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294965770 00000100:00000040:0.0:1767384377.852803:0:20598:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:3.0:1767384377.852806:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.852807:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294965765 00000100:00000001:0.0:1767384377.852807:0:20598:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375169386240 : -119698540165376 : ffff932283088700) 00000100:00000001:1.0:1767384377.852815:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294965770 00000100:00000040:0.0:1767384377.852817:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ce9b47fd x1853236732526592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.852820:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384377.852820:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.852824:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384377.852828:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384377.852831:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00000001:1.0:1767384377.852835:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.852837:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384377.852837:0:20598:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384377.852841:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.852842:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376141073488 : -119697568478128 : ffff9322bcf34c50) 00000020:00000010:0.0:1767384377.852843:0:20598:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073594d8a. 00000100:00000001:0.0:1767384377.852849:0:20598:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384377.852851:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c60ef66 x1853236732526720/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.852851:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384377.852852:0:20598:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073594d8a. 00000100:00000001:1.0:1767384377.852856:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384377.852864:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384377.852864:0:20598:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ce9b47fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732526592:12345-0@lo:13: 00000100:00000001:3.0:1767384377.852867:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384377.852870:0:20598:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732526592 00000020:00000010:3.0:1767384377.852873:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0549bc5. 00000100:00000001:1.0:1767384377.852875:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384377.852876:0:20598:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384377.852877:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384377.852880:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.852881:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0549bc5. 00000020:00000001:0.0:1767384377.852882:0:20598:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384377.852886:0:20598:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.852888:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000001:0.0:1767384377.852889:0:20598:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384377.852893:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c60ef66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732526720:12345-0@lo:400: 00000100:00000001:1.0:1767384377.852894:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384377.852894:0:20598:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507920 : -1038043696 : ffffffffc220b5d0) 00000020:00000001:0.0:1767384377.852901:0:20598:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384377.852902:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732526720 00000100:00000001:1.0:1767384377.852903:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384377.852906:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384377.852906:0:20598:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.852907:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384377.852912:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384377.852912:0:20598:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384377.852913:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384377.852916:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.852916:0:20598:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384377.852917:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384377.852920:0:20598:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.852923:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384377.852924:0:20598:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384377.852926:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384377.852928:0:20598:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384377.852929:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667342976 : -1042208640 : ffffffffc1e12880) 00000100:00000040:1.0:1767384377.852931:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384377.852933:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1767384377.852934:0:20598:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006f3091a3. 00000020:00000001:3.0:1767384377.852936:0:16776:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384377.852939:0:20598:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.852941:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384377.852945:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384377.852946:0:20598:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.852949:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384377.852952:0:20598:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:3.0:1767384377.852953:0:16776:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384377.852953:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384377.852957:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.852958:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:0.0:1767384377.852959:0:20598:0:(ofd_obd.c:689:ofd_statfs()) Process entered 02000000:00000001:3.0:1767384377.852962:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384377.852963:0:20598:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:1.0:1767384377.852964:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767384377.852966:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f961b29c. 00000020:00000001:0.0:1767384377.852966:0:20598:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384377.852968:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384377.852972:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384377.852972:0:20598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 02000000:00000001:1.0:1767384377.852975:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.852976:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384377.852978:0:20598:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:3.0:1767384377.852981:0:16776:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.852983:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003891b089 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236732526976:0@lo:400: 00000020:00000020:0.0:1767384377.852983:0:20598:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00010000:00000040:3.0:1767384377.852986:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732526720 00000020:00000020:0.0:1767384377.852991:0:20598:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/0000000021262af7 dirty 0 pend 0 grant 0 00010000:00000001:3.0:1767384377.852992:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384377.852994:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000200:3.0:1767384377.852998:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c60ef66 x1853236732526720/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384377.852999:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00002000:00000020:0.0:1767384377.852999:0:20598:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 02000000:00000001:1.0:1767384377.853004:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384377.853006:0:20598:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:1.0:1767384377.853011:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384377.853013:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:0.0:1767384377.853013:0:20598:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384377.853016:0:20598:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.853017:0:16776:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384377.853022:0:20598:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384377.853024:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d2033f72 time=97 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384377.853025:0:20598:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732526592 00010000:00000001:0.0:1767384377.853029:0:20598:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384377.853030:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384377.853035:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00010000:00000200:0.0:1767384377.853036:0:20598:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ce9b47fd x1853236732526592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.853039:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:3.0:1767384377.853044:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384377.853047:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.853049:0:20598:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384377.853051:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384377.853053:0:20598:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.853056:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1767384377.853058:0:20598:0:(import.c:2128:obd_at_measure()) add 1 to 0000000088407232 time=87 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384377.853060:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000100:00000001:0.0:1767384377.853062:0:20598:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384377.853064:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236732526720, offset 224 00000100:00000040:0.0:1767384377.853066:0:20598:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000100:00000001:0.0:1767384377.853070:0:20598:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:0.0:1767384377.853073:0:20598:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384377.853074:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384377.853075:0:20598:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.853078:0:20598:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384377.853083:0:20598:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384377.853084:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384377.853087:0:20598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed63fbc6. 00000100:00000200:0.0:1767384377.853091:0:20598:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732526592, offset 224 00000400:00000200:3.0:1767384377.853093:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d208080 00000400:00000200:0.0:1767384377.853099:0:20598:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.853104:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2119 [1] + 224 00000400:00000200:0.0:1767384377.853110:0:20598:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.853112:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.853119:0:20598:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d208000 00000400:00000200:3.0:1767384377.853124:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384377.853128:0:20598:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2115 [1] + 224 00000100:00000001:3.0:1767384377.853133:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384377.853134:0:20598:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384377.853141:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.853142:0:20598:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384377.853148:0:20598:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384377.853155:0:20598:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.853156:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384377.853187:0:20598:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.853190:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384377.853197:0:20598:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384377.853198:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000400:00000010:3.0:1767384377.853201:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000100:00000001:3.0:1767384377.853203:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384377.853205:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384377.853217:0:20598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed63fbc6 00000100:00000001:3.0:1767384377.853221:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384377.853221:0:20598:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed63fbc6. 00000100:00000001:0.0:1767384377.853225:0:20598:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384377.853226:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:0.0:1767384377.853228:0:20598:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384377.853230:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384377.853233:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.853235:0:20598:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.853236:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384377.853241:0:20598:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000040:3.0:1767384377.853243:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c60ef66 x1853236732526720/t0(0) o400->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384377.853244:0:20598:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384377.853247:0:20598:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.853252:0:20598:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384377.853260:0:20598:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce9b47fd x1853236732526592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.853261:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c60ef66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732526720:12345-0@lo:400: Request processed in 389us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384377.853278:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1767384377.853279:0:20598:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ce9b47fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236732526592:12345-0@lo:13: Request processed in 439us (1146us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384377.853282:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000001:3.0:1767384377.853287:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384377.853289:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384377.853289:0:20598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:0.0:1767384377.853293:0:20598:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000020:00000010:3.0:1767384377.853294:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075ce7d0e. 00000100:00000001:0.0:1767384377.853295:0:20598:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384377.853299:0:20598:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384377.853301:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 00000020:00000010:0.0:1767384377.853303:0:20598:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005355b37. 00000020:00000010:3.0:1767384377.853306:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f5bdfa6. 00000020:00000010:0.0:1767384377.853308:0:20598:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000020:00000010:0.0:1767384377.853312:0:20598:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bf9bd25. 00000020:00000040:3.0:1767384377.853314:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00000020:00000040:0.0:1767384377.853316:0:20598:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 02000000:00000001:3.0:1767384377.853319:0:16776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384377.853320:0:20598:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384377.853325:0:16776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f961b29c. 02000000:00000001:3.0:1767384377.853331:0:16776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384377.853333:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384377.853339:0:16776:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384377.853349:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e98b49a9. 00000100:00080000:0.0:1767384377.853351:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:3.0:1767384377.853355:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044c68de7. 00000020:00000040:0.0:1767384377.853355:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 8 - evictor 02000000:00000010:0.0:1767384377.853369:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007bf9bd25. 02000000:00000001:0.0:1767384377.853371:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384377.853374:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072f136e9. 00000400:00000010:0.0:1767384377.853379:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed63fbc6. 00000100:00000200:0.0:1767384377.853382:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732526976, portal 10 00000100:00000001:0.0:1767384377.853384:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384377.853385:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.853386:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375665949568 : -119698043602048 : ffff9322a0a17b80) 00000100:00000001:3.0:1767384377.853388:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384377.853394:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384377.853395:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384377.853398:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384377.853401:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068fc5280. 00000400:00000200:3.0:1767384377.853405:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e5be2f0 00000400:00000010:3.0:1767384377.853408:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e5be2f0. 00000100:00000001:0.0:1767384377.853408:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384377.853413:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384377.853413:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384377.853419:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384377.853426:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.853432:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.853433:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.853435:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384377.853437:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384377.853438:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.853439:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.853441:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384377.853444:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d705ade time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384377.853446:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384377.853449:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384377.853450:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.853452:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384377.853455:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.853457:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.853460:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.853465:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.853467:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384377.853468:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384377.853472:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.853476:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294965770 00000100:00000001:2.0:1767384377.853501:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294965767 00000100:00000001:2.0:1767384377.853506:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294965770 00000100:00000001:2.0:1767384377.853510:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294965767 00000100:00100000:3.0:1767384377.853512:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d8ee8a83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732526720:0@lo:400: 00000100:00000001:2.0:1767384377.853513:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294965770 00000100:00000001:2.0:1767384377.853518:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294965767 00000100:00000001:3.0:1767384377.853520:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384377.853521:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294965770 00000100:00000001:3.0:1767384377.853523:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384377.853525:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384377.853528:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d8ee8a83 x1853236732526720/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.853529:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384377.853535:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000400:00000001:2.0:1767384377.853537:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384377.853538:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1767384377.853541:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384377.853543:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767384377.853544:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8dd205c. 02000000:00000010:3.0:1767384377.853558:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2bdcb8e. 00000400:00000200:2.0:1767384377.853560:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff31b53 00000400:00000010:2.0:1767384377.853563:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff31b53. 02000000:00000001:3.0:1767384377.853564:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384377.853567:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384377.853568:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384377.853569:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000100:00000200:0.0:1767384377.853570:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732526976, offset 0 00000020:00000001:3.0:1767384377.853576:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767384377.853576:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384377.853580:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000750c2c58. 00000400:00000200:0.0:1767384377.853582:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384377.853588:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384377.853591:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384377.853593:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8ee8a83. 00000100:00000200:2.0:1767384377.853593:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.853596:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384377.853604:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384377.853606:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.853607:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384377.853608:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d208180 00000100:00000001:2.0:1767384377.853610:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.853612:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384377.853616:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384377.853618:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384377.853619:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384377.853619:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 00000100:00000001:2.0:1767384377.853620:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.853623:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.853624:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.853626:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384377.853630:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384377.853630:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.853632:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384377.853635:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384377.853638:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ed627c6e time=87 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384377.853638:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384377.853641:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:2.0:1767384377.853643:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=87 v=5 (1 0 0 0) 00000100:00000010:0.0:1767384377.853647:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c329a06. 00000100:00000001:2.0:1767384377.853648:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384377.853650:0:17556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384377.853651:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000006c329a06 x1853236732526976 msgsize 224 00000100:00000001:2.0:1767384377.853652:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384377.853654:0:17556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732526848 00010000:00000001:2.0:1767384377.853658:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384377.853659:0:17556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384377.853676:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384377.853677:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00080000:2.0:1767384377.853680:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.853681:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.853684:0:17556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384377.853687:0:17556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732526848 00000100:00000001:0.0:1767384377.853687:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384377.853692:0:17556:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384377.853694:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000020:00000040:3.0:1767384377.853695:0:17556:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00000400:00000010:0.0:1767384377.853699:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000020:00000001:3.0:1767384377.853700:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384377.853701:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.853704:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000100:00000001:0.0:1767384377.853705:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384377.853706:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384377.853710:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000200:0.0:1767384377.853713:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.853715:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384377.853716:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:2.0:1767384377.853718:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.853721:0:17556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000040:2.0:1767384377.853727:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.853728:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384377.853734:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0549bc5. 00000100:00000001:0.0:1767384377.853734:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384377.853739:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.853740:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384377.853740:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.853745:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384377.853746:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0549bc5. 00000100:00000001:2.0:1767384377.853748:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384377.853754:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f5bdfa6. 00000004:00000001:2.0:1767384377.853755:0:16148:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384377.853755:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.853761:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075ce7d0e. 00000004:00000040:2.0:1767384377.853761:0:16148:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384377.853761:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384377.853766:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.853768:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00000004:00000040:2.0:1767384377.853768:0:16148:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000040:0.0:1767384377.853770:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3396 usecs (4 jiffies) 00000100:00000040:3.0:1767384377.853776:0:17556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384377.853777:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294965766 00000004:00000020:2.0:1767384377.853779:0:16148:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000002c5ba6b6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:3.0:1767384377.853780:0:17556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384377.853782:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294965770 00000100:00000001:3.0:1767384377.853783:0:17556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384377.853786:0:17556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.853788:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294965766 00000004:00000001:2.0:1767384377.853789:0:16148:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.853792:0:17556:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384377.853794:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294965770 00000100:00000001:3.0:1767384377.853795:0:17556:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384377.853798:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.853800:0:17556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.853800:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294965766 00000100:00000001:0.0:1767384377.853807:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294965770 00000100:00000001:0.0:1767384377.853811:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294965766 00000100:00000001:3.0:1767384377.853812:0:17556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384377.853812:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ec584d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236732526592:0@lo:13: 00000100:00000001:0.0:1767384377.853818:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294965770 00000100:00000001:0.0:1767384377.853821:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384377.853823:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.853823:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.853829:0:17556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384377.853830:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384377.853830:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.853833:0:17556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384377.853835:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384377.853837:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ec584d1 x1853236732526592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.853842:0:17556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:3.0:1767384377.853848:0:17556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:3.0:1767384377.853852:0:17556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154158208 : -119697555393408 : ffff9322bdbaf480) 00000100:00000001:2.0:1767384377.853855:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767384377.853859:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000875b6f6e x1853236732526848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384377.853860:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384377.853864:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ec12fc81. 02000000:00000001:2.0:1767384377.853870:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384377.853871:0:17556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384377.853873:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1767384377.853875:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0549bc5. 00000020:00000040:2.0:1767384377.853876:0:16148:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384377.853881:0:17556:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384377.853881:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384377.853884:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0549bc5. 00000100:00100000:3.0:1767384377.853889:0:17556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000875b6f6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236732526848:12345-0@lo:400: 00000100:00000001:0.0:1767384377.853890:0:17576:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1767384377.853891:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dc90d996. 00000100:00100000:0.0:1767384377.853895:0:17576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732527104 00000100:00000200:3.0:1767384377.853896:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732526848 02000000:00000001:2.0:1767384377.853898:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384377.853898:0:17576:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384377.853899:0:17556:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384377.853901:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384377.853902:0:17576:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384377.853904:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ec584d1. 00000020:00000001:3.0:1767384377.853905:0:17556:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384377.853905:0:17576:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.853911:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384377.853911:0:17576:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.853914:0:17556:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.853915:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384377.853916:0:17576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732527104 00000020:00000001:3.0:1767384377.853920:0:17556:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384377.853921:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384377.853922:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384377.853923:0:17556:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000040:0.0:1767384377.853925:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c1 00000020:00000001:3.0:1767384377.853929:0:17556:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384377.853929:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384377.853930:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384377.853935:0:17556:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384377.853935:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384377.853935:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004e3a0a00 refcount=5 00000020:00000001:3.0:1767384377.853942:0:17556:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384377.853942:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000100:00000001:2.0:1767384377.853943:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384377.853944:0:17556:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384377.853948:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370858610688 : -119702850940928 : ffff932182175000) 00000020:00000001:3.0:1767384377.853949:0:17556:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.853949:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.853953:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384377.853955:0:17556:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384377.853957:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee3c6306. 00000100:00000001:3.0:1767384377.853959:0:17556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384377.853962:0:17576:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000caf4fe75. 02000000:00000001:3.0:1767384377.853963:0:17556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384377.853968:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f961b29c. 00000020:00000040:0.0:1767384377.853969:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007c187eff) now 10 - evictor 02000000:00000001:3.0:1767384377.853972:0:17556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.853975:0:17556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.853977:0:17556:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384377.853979:0:17556:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732526848 00000100:00000001:2.0:1767384377.853980:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384377.853982:0:17576:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:3.0:1767384377.853983:0:17556:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767384377.853985:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732526976 00000020:00000010:0.0:1767384377.853987:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc570254. 02000000:00000001:2.0:1767384377.853988:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000200:3.0:1767384377.853989:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000875b6f6e x1853236732526848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.853991:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384377.853994:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005355b37. 00000100:00000001:2.0:1767384377.853995:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.854001:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 02000000:00000001:2.0:1767384377.854002:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.854003:0:17556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.854008:0:17556:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384377.854009:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732526976 00000100:00000040:0.0:1767384377.854010:0:17576:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00001000:3.0:1767384377.854012:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=87 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384377.854013:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384377.854014:0:17576:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1767384377.854017:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000100:00000001:0.0:1767384377.854018:0:17576:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384377.854019:0:17556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384377.854020:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384377.854023:0:17576:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384377.854024:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000100:00000040:3.0:1767384377.854025:0:17556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:3.0:1767384377.854031:0:17556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000001:2.0:1767384377.854031:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:0.0:1767384377.854032:0:17576:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384377.854037:0:17576:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1767384377.854038:0:17556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384377.854039:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:0.0:1767384377.854040:0:17576:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.854042:0:17556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.854046:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384377.854047:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384377.854052:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033fd573d. 00000100:00000001:0.0:1767384377.854052:0:17576:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384377.854053:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384377.854058:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384377.854059:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e5be2f0. 00000020:00000010:2.0:1767384377.854062:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033fd573d. 00000100:00000200:3.0:1767384377.854064:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732526848, offset 224 00000100:00000001:0.0:1767384377.854068:0:17576:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384377.854070:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000787c673d. 00000100:00000001:0.0:1767384377.854071:0:17576:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384377.854073:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384377.854078:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df0d2855. 00000100:00100000:0.0:1767384377.854079:0:17576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000020:00000010:2.0:1767384377.854083:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d473f0f0. 00000400:00000200:3.0:1767384377.854085:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384377.854085:0:17576:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004e3a0a00 : new rpc_count 1 00000100:00000001:2.0:1767384377.854090:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384377.854090:0:17576:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375665945088 : -119698043606528 : ffff9322a0a16a00) 00000100:00000001:2.0:1767384377.854093:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384377.854097:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384377.854098:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089a437b8 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.854099:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d208100 00000100:00000001:2.0:1767384377.854103:0:16784:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384377.854107:0:16784:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384377.854109:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2121 [1] + 224 00000100:00000001:0.0:1767384377.854113:0:17576:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384377.854117:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.854118:0:17576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e820723a. 00000100:00000001:0.0:1767384377.854125:0:17576:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384377.854126:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384377.854128:0:17576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e820723a. 00000100:00000001:2.0:1767384377.854130:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384377.854133:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384377.854137:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384377.854138:0:17576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089a437b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732527104:12345-0@lo:400: 00000100:00000200:0.0:1767384377.854142:0:17576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732527104 00000100:00000200:3.0:1767384377.854143:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.854145:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384377.854145:0:17576:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384377.854150:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384377.854151:0:17576:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384377.854155:0:17576:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.854159:0:17556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384377.854160:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000020:00000001:0.0:1767384377.854161:0:17576:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384377.854165:0:17576:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000100:00000040:2.0:1767384377.854167:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000020:00000001:0.0:1767384377.854171:0:17576:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384377.854172:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154150144 : -119697555401472 : ffff9322bdbad500) 00000020:00000001:0.0:1767384377.854177:0:17576:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384377.854180:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c329a06 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384377.854181:0:17576:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384377.854183:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384377.854184:0:17576:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384377.854188:0:17576:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384377.854189:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e5be2f0 00000020:00000001:0.0:1767384377.854194:0:17576:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1767384377.854195:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e5be2f0. 00000100:00000001:2.0:1767384377.854199:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384377.854199:0:17576:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384377.854200:0:17556:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384377.854202:0:17576:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384377.854204:0:17556:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384377.854206:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033fd573d. 02000000:00000010:0.0:1767384377.854207:0:17576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005c5c33ab. 00000100:00000001:3.0:1767384377.854209:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.854211:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384377.854212:0:17576:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.854215:0:17556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000020:00000010:2.0:1767384377.854216:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033fd573d. 00010000:00000001:3.0:1767384377.854229:0:17556:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384377.854229:0:17576:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.854233:0:17556:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384377.854234:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c329a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236732526976:12345-0@lo:400: 00000020:00000001:0.0:1767384377.854235:0:17576:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.854236:0:17556:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:0.0:1767384377.854241:0:17576:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732527104 00000100:00000200:2.0:1767384377.854242:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732526976 00000100:00000040:3.0:1767384377.854244:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000875b6f6e x1853236732526848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384377.854246:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384377.854247:0:17576:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384377.854251:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384377.854255:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384377.854255:0:17576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000089a437b8 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.854259:0:17556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000875b6f6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236732526848:12345-0@lo:400: Request processed in 383us (2022us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384377.854261:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384377.854265:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659696096 : -1049855520 : ffffffffc16c79e0) 00000020:00000001:2.0:1767384377.854271:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384377.854275:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384377.854278:0:17556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00000001:0.0:1767384377.854279:0:17576:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384377.854280:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1767384377.854283:0:17576:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.854284:0:17556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000020:00000001:2.0:1767384377.854284:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384377.854289:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384377.854289:0:17576:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384377.854290:0:17556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384377.854295:0:17556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384377.854295:0:16784:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384377.854296:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384377.854300:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075ce7d0e. 00000100:00000001:2.0:1767384377.854301:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384377.854301:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 02000000:00000001:2.0:1767384377.854306:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384377.854307:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000010:3.0:1767384377.854308:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 02000000:00000010:2.0:1767384377.854310:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ec12fc81. 02000000:00000001:0.0:1767384377.854312:0:17576:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384377.854314:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f5bdfa6. 02000000:00000001:2.0:1767384377.854314:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.854315:0:17576:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.854321:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.854322:0:17576:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384377.854323:0:17556:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000020:00000001:2.0:1767384377.854326:0:16784:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.854328:0:17556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384377.854330:0:17576:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:2.0:1767384377.854331:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732526976 00000400:00000010:0.0:1767384377.854335:0:17576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000100:00000200:0.0:1767384377.854339:0:17576:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732527104, offset 224 00010000:00000001:2.0:1767384377.854342:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384377.854346:0:17576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1767384377.854350:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c329a06 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.854357:0:17576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384377.854358:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.854377:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384377.854383:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384377.854384:0:17576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d208200 00010000:00000001:2.0:1767384377.854387:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384377.854392:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384377.854394:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767384377.854398:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=92 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384377.854399:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000810c09b2. 00000100:00000001:2.0:1767384377.854406:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384377.854407:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1559a6 00000100:00000040:2.0:1767384377.854409:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000400:00000010:3.0:1767384377.854412:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1559a6. 00000100:00000001:2.0:1767384377.854413:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384377.854417:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384377.854419:0:16147:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384377.854419:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.854424:0:17576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x212d [1] + 224 00000100:00000001:2.0:1767384377.854426:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384377.854428:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.854431:0:17576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384377.854434:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384377.854443:0:17576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384377.854450:0:17576:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384377.854453:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384377.854457:0:17576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.854466:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.854469:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.854472:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384377.854473:0:17576:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384377.854474:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384377.854477:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.854479:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.854483:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384377.854526:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384377.854529:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384377.854532:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384377.854533:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.854534:0:17576:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384377.854536:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384377.854541:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.854541:0:17576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000400:00000010:0.0:1767384377.854545:0:17576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000100:00000001:0.0:1767384377.854551:0:17576:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384377.854552:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.854554:0:17576:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384377.854556:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384377.854557:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384377.854560:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384377.854560:0:17576:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.854563:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.854592:0:17576:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000040:3.0:1767384377.854594:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384377.854596:0:17576:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384377.854599:0:17576:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.854604:0:17576:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384377.854608:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.854610:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384377.854611:0:17576:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089a437b8 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.854613:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384377.854621:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384377.854626:0:17576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000089a437b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236732527104:12345-0@lo:400: Request processed in 509us (1980us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384377.854656:0:17576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1767384377.854657:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000352cc0e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236732526848:0@lo:400: 00000100:00000040:0.0:1767384377.854660:0:17576:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004e3a0a00 : new rpc_count 0 00000100:00000001:3.0:1767384377.854677:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.854678:0:17576:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384377.854682:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384377.854682:0:17576:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384377.854686:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000352cc0e9 x1853236732526848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384377.854686:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005355b37. 00000020:00000010:0.0:1767384377.854693:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000100:00000001:3.0:1767384377.854694:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384377.854698:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1767384377.854698:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc570254. 00000100:00080000:1.0:1767384377.854699:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000010:3.0:1767384377.854701:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7277ae4. 00000020:00000040:1.0:1767384377.854705:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 10 - evictor 00000020:00000040:0.0:1767384377.854706:0:17576:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 02000000:00000001:3.0:1767384377.854707:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384377.854710:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384377.854713:0:16147:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384377.854713:0:17576:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384377.854716:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384377.854719:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000538c2a44. 02000000:00000001:3.0:1767384377.854722:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384377.854723:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384377.854725:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000352cc0e9. 00000100:00000001:3.0:1767384377.854728:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384377.854730:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.854730:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.854734:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.854734:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384377.854741:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1767384377.854741:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384377.854745:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384377.854746:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384377.854750:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384377.854750:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e23a655. 00000100:00000001:3.0:1767384377.854755:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.854756:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a3ee0bf 00000400:00000010:0.0:1767384377.854759:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a3ee0bf. 00000100:00000001:0.0:1767384377.854762:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384377.854766:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.854773:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e5be2f0. 00000100:00000200:0.0:1767384377.854774:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384377.854778:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732526976, offset 224 00000100:00000001:0.0:1767384377.854785:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384377.854788:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384377.854789:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384377.854792:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384377.854794:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384377.854796:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384377.854799:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384377.854799:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.854804:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384377.854809:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b961afe7 time=92 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384377.854810:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d208180 00000100:00001000:0.0:1767384377.854817:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000078b227da time=92 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384377.854819:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2141 [1] + 224 00000100:00000001:0.0:1767384377.854824:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384377.854826:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384377.854826:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.854830:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384377.854832:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384377.854836:0:16149:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.854837:0:16784:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384377.854842:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1767384377.854843:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384377.854844:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384377.854849:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384377.854852:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.854860:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384377.854861:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.854895:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384377.854896:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384377.854899:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767384377.854901:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e5be2f0 00000100:00000001:0.0:1767384377.854901:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384377.854905:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e5be2f0. 00000100:00000001:3.0:1767384377.854908:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384377.854908:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.854911:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384377.854916:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.854918:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c4526064 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732527104:0@lo:400: 00000100:00000040:3.0:1767384377.854921:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000100:00000001:0.0:1767384377.854923:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.854925:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384377.854926:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384377.854928:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.854930:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c4526064 x1853236732527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384377.854932:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384377.854937:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c329a06 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.854941:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384377.854945:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384377.854948:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c6ede6a. 00000100:00100000:3.0:1767384377.854950:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c329a06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236732526976:12345-0@lo:400: Request processed in 748us (1295us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384377.854953:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384377.854956:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384377.854958:0:16149:0:(genops.c:1242:class_import_put()) import 000000009928819f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:3.0:1767384377.854962:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000020:00000001:0.0:1767384377.854963:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384377.854966:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 02000000:00000010:0.0:1767384377.854966:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cec84be9. 00000100:00000001:3.0:1767384377.854971:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384377.854973:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384377.854974:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384377.854976:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384377.854979:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df0d2855. 00000100:00000010:0.0:1767384377.854979:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c4526064. 00000100:00000001:0.0:1767384377.854984:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1767384377.854985:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d473f0f0. 00000100:00000001:0.0:1767384377.854987:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384377.854990:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000787c673d. 00000100:00000001:0.0:1767384377.854991:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.854995:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000100:00000001:0.0:1767384377.854995:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.854996:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384377.855000:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384377.855001:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384377.855004:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384377.855006:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072f136e9. 00000400:00000200:0.0:1767384377.855009:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed63fbc6 00000400:00000010:0.0:1767384377.855011:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed63fbc6. 00000100:00000001:0.0:1767384377.855014:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384377.855019:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384377.855025:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.855030:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384377.855032:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.855034:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384377.855035:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384377.855036:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384377.855037:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.855039:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384377.855041:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384377.855043:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384377.855046:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384377.855047:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.855048:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384377.855051:0:16149:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.855053:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384377.855054:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384377.855055:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384377.855056:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.855058:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.855062:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384377.855064:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384377.855065:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384377.855068:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384377.855073:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003891b089 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236732526976:0@lo:400: 00000100:00000001:0.0:1767384377.855077:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.855078:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384377.855081:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003891b089 x1853236732526976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.855085:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384377.855087:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384377.855089:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007bf9bd25. 02000000:00000001:0.0:1767384377.855091:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384377.855092:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384377.855093:0:16149:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384377.855094:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384377.855095:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b24ecca. 02000000:00000001:0.0:1767384377.855098:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384377.855099:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384377.855101:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003891b089. 00000100:00000001:0.0:1767384377.855105:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384377.855106:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.855107:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.855110:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384377.855112:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.855114:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.855116:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384377.859376:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:3.0:1767384377.859381:0:17579:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef 00000001:00000040:3.0:1767384377.859384:0:17579:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000021262af7 : new cb_count 1 00000020:00000040:3.0:1767384377.859386:0:17579:0:(genops.c:898:class_export_put()) PUTting export 0000000021262af7 : new refcount 1 00000001:00000010:3.0:1767384377.859389:0:17579:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000005a4ddbbf. 00040000:00000001:3.0:1767384377.859394:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384377.859398:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384377.859400:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000002cf5c54. 00080000:00000001:3.0:1767384377.859405:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384377.859406:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384377.859407:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384377.859408:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384377.859409:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c7f9f936. 00080000:00000001:3.0:1767384377.859411:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384377.859412:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:3.0:1767384377.859414:0:17579:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef 00000001:00000040:3.0:1767384377.859415:0:17579:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000021262af7 : new cb_count 0 00000020:00000040:3.0:1767384377.859416:0:17579:0:(genops.c:898:class_export_put()) PUTting export 0000000021262af7 : new refcount 0 00000020:00000080:3.0:1767384377.859417:0:17579:0:(genops.c:904:class_export_put()) final put 0000000021262af7/4b4bb59c-2ab8-4085-a175-d1e18b7f7cef 00000001:00000010:3.0:1767384377.859426:0:17579:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000009236b51. 00040000:00000001:3.0:1767384377.859428:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384377.859429:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384377.859430:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c4abe3a5. 00080000:00000001:3.0:1767384377.859432:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384377.859446:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384377.859449:0:37:0:(genops.c:863:class_export_destroy()) destroying export 0000000021262af7/4b4bb59c-2ab8-4085-a175-d1e18b7f7cef for lustre-OST0000 00000020:00000040:1.0:1767384377.859455:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 3 to 192.168.204.31@tcp50 00000020:00000001:1.0:1767384377.859458:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:1.0:1767384377.859460:0:37:0:(genops.c:1229:class_import_get()) import 00000000245f87c7 refcount=2 obd=lustre-OST0000 00000020:00000001:1.0:1767384377.859462:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384377.859463:0:37:0:(genops.c:1242:class_import_put()) import 00000000245f87c7 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384377.859464:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384377.859467:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384377.859468:0:37:0:(genops.c:1242:class_import_put()) import 00000000245f87c7 refcount=0 obd=lustre-OST0000 00000020:00000040:1.0:1767384377.859469:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000245f87c7 00000020:00000001:1.0:1767384377.859512:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384377.859522:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384377.859526:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384377.859534:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e5e7a713. 00000001:00000010:1.0:1767384377.859539:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007d125960. 00000001:00000010:1.0:1767384377.859541:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d00c29e1. 00000001:00000010:1.0:1767384377.859544:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a3498470. 00000001:00000010:1.0:1767384377.859546:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b599483a. 00000001:00000010:1.0:1767384377.859548:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fa6adf1e. 00000001:00000001:1.0:1767384377.859552:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384377.859553:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384377.859555:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384377.859557:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384377.859560:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000026f124a4. 00000020:00000020:1.0:1767384377.859564:0:37:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384377.859567:0:37:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000386d9b2c dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384377.859571:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384377.859573:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 7 - export 00000020:00000010:1.0:1767384377.859576:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000021262af7. 00000020:00000001:1.0:1767384377.859585:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384377.859589:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384377.859591:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000245f87c7 for lustre-OST0000 00000020:00000040:1.0:1767384377.859595:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 2 to 192.168.204.31@tcp50 00000020:00000040:1.0:1767384377.859598:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - import 00000020:00000010:1.0:1767384377.859600:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000245f87c7. 00000020:00000001:1.0:1767384377.859604:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000040:1.0:1767384377.862539:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294965770, at 4294965771 00000100:00000010:1.0:1767384377.862547:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ed5d51f. 00000100:00000040:3.0:1767384377.862557:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294965770, at 4294965771 00000100:00000040:2.0:1767384377.862558:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294965770, at 4294965771 00000100:00000010:3.0:1767384377.862567:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3fa66e6. 00000100:00000010:2.0:1767384377.862569:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bee003d9. 00000100:00000040:0.0:1767384377.863533:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294965770, at 4294965772 00000100:00000010:0.0:1767384377.863539:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f02851e6. 00000400:00000001:2.0:1767384378.299627:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.299636:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384378.299640:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000400:00000010:2.0:1767384378.299647:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000400:00000200:2.0:1767384378.299672:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384378.299681:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384378.299703:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ef57681f. 00000400:00000010:2.0:1767384378.299709:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000003074bf1. 00010000:00000001:1.0:1767384378.747626:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384378.747637:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.747662:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384378.747665:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.747710:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384378.747715:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384378.747718:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384378.981938:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384378.981968:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384378.981979:0:16141:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000819085a5] EOF from 12345-192.168.204.31@tcp50 ip 192.168.204.31:1021 00000800:00000001:1.0:1767384378.981997:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384378.982015:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384378.982136:0:16138:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000819085a5 00000800:00000010:0.0:1767384378.982140:0:16138:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000819085a5. 00000800:00000200:0.0:1767384378.982144:0:16138:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000de10a17e 00000800:00000010:0.0:1767384378.982145:0:16138:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000de10a17e. 00000800:00000200:0.0:1767384378.982147:0:16138:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000607e60a4 00000800:00000200:0.0:1767384378.982151:0:16138:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.31@tcp50 00000000274f6aba deleted 00000800:00000010:0.0:1767384378.982153:0:16138:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000274f6aba. 00000800:00000010:0.0:1767384378.982155:0:16138:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000607e60a4. 00000800:00000200:0.0:1767384378.982171:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fdb15896] -> 12345-192.168.204.131@tcp16 (6) 00000800:00000200:0.0:1767384378.982175:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp16 ip 192.168.204.131:988 00000800:00000200:0.0:1767384378.982179:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384378.982278:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384378.982282:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384378.982290:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384378.982295:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384378.982296:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384379.771611:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384379.771619:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384379.771640:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384379.771642:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384379.771685:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384379.771689:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384379.771692:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384379.976790:0:39696:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384379.976804:0:39696:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384379.976809:0:39696:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384379.976815:0:39696:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384379.976821:0:39696:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384379.976823:0:39696:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384380.112945:0:39733:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384380.112963:0:39733:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.112969:0:39733:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384380.112976:0:39733:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384380.112983:0:39733:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.112988:0:39733:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384380.294889:0:39744:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384380.294904:0:39744:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.294909:0:39744:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384380.294916:0:39744:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384380.294922:0:39744:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.294924:0:39744:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384380.347553:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp47 00000400:00000010:2.0:1767384380.347561:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a0200986. 00000400:00000010:2.0:1767384380.347569:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000019e055ac. 00000400:00000010:2.0:1767384380.347574:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000400:00000010:2.0:1767384380.347582:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000939ec01c. 00000400:00000200:2.0:1767384380.347586:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp47 00000400:00000200:2.0:1767384380.347611:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp47 local destination 00000400:00000200:2.0:1767384380.347635:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp47 00000400:00000200:2.0:1767384380.347638:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp47 NI seq info: [240:240:256:4294967295] 192.168.204.131@tcp47 LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1767384380.347646:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp47 00000400:00000200:2.0:1767384380.347653:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp47(192.168.204.131@tcp47:) -> 192.168.204.131@tcp47(192.168.204.131@tcp47:192.168.204.131@tcp47) : GET try# 0 00000800:00000200:2.0:1767384380.347658:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp47 00000800:00000010:2.0:1767384380.347663:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005b0ff619. 00000800:00000200:2.0:1767384380.347670:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006527500b] -> 12345-192.168.204.131@tcp47 (2) 00000800:00000200:2.1:1767384380.347675:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006527500b] -> 12345-192.168.204.131@tcp47 (2) 00000400:00000200:2.0:1767384380.347697:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp47 added to recovery queue. ping count: 3 next ping: 308 health :700 00000400:00000200:2.0:1767384380.347702:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp44 00000400:00000010:2.0:1767384380.347704:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e17e9eb5. 00000400:00000010:2.0:1767384380.347706:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000d524312. 00000400:00000010:2.0:1767384380.347709:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff31b53. 00000400:00000010:2.0:1767384380.347712:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d2b83cc7. 00000400:00000200:2.0:1767384380.347715:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp44 00000400:00000200:2.0:1767384380.347722:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp44 local destination 00000400:00000200:2.0:1767384380.347725:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp44 00000400:00000200:2.0:1767384380.347728:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp44 NI seq info: [241:241:256:4294967295] 192.168.204.131@tcp44 LPNI seq info [206:206:8:4294967295] 00000400:00000200:2.0:1767384380.347732:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp44 00000400:00000200:2.0:1767384380.347738:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp44(192.168.204.131@tcp44:) -> 192.168.204.131@tcp44(192.168.204.131@tcp44:192.168.204.131@tcp44) : GET try# 0 00000800:00000200:2.0:1767384380.347741:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp44 00000800:00000010:2.0:1767384380.347744:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c0919da7. 00000800:00000200:2.0:1767384380.347747:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eedabb6d] -> 12345-192.168.204.131@tcp44 (2) 00000800:00000200:2.1:1767384380.347761:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eedabb6d] -> 12345-192.168.204.131@tcp44 (2) 00000400:00000200:2.0:1767384380.347780:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp44 added to recovery queue. ping count: 4 next ping: 316 health :600 00000400:00000200:1.0:1767384380.347817:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.347908:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.347911:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.347975:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348027:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.348038:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.348104:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348130:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.348174:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348177:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348266:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.348304:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348309:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348381:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348461:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.348466:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348534:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348633:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.348638:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348700:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.348746:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348757:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348822:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.348837:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348870:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348928:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.348976:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.348982:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349058:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.349081:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349130:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349179:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.349183:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349216:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349264:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.349273:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349305:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349358:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.349361:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349404:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349473:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.349494:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349553:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.349637:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349639:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349718:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.349734:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349791:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.349816:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349845:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.349905:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349935:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.349978:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.349996:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.350029:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.350084:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.350097:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.350177:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.350179:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.350240:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.350259:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.350285:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.350319:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.350349:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384380.350376:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000800:00000010:3.0:1767384380.350402:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f01e4cb. 00000800:00000010:3.0:1767384380.350408:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cabbe7af. 00000800:00000010:3.0:1767384380.350416:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093605498. 00000400:00000200:1.0:1767384380.350421:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000800:00000010:3.0:1767384380.350446:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093605498. 00000800:00020000:3.0:1767384380.350462:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000400:00000200:1.0:1767384380.350463:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000800:00000010:3.0:1767384380.350502:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cabbe7af. 00000400:00000200:1.0:1767384380.350506:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000800:00000010:3.0:1767384380.350507:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005f01e4cb. 00000400:02020000:3.0:1767384380.350589:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp44 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384380.350597:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.350602:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp44 notifying 192.168.204.131@tcp44: down 00000400:00000200:3.0:1767384380.350630:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384380.350640:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp44 00000800:00000010:3.0:1767384380.350644:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c0919da7. 00000400:00000200:3.0:1767384380.350652:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384380.350660:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp44->192.168.204.131@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384380.350665:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384380.350677:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384380.350681:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384380.350687:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp44) recovery failed with -71 00000800:00000010:1.0:1767384380.350853:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f30fabec. 00000800:00000010:1.0:1767384380.350858:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000069484714. 00000800:00000010:1.0:1767384380.350862:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d55bd590. 00000800:00000010:1.0:1767384380.350880:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d55bd590. 00000800:00020000:1.0:1767384380.350887:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384380.350891:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069484714. 00000800:00000010:1.0:1767384380.350893:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f30fabec. 00000400:02020000:1.0:1767384380.350941:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp47 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384380.350946:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp47 notifying 192.168.204.131@tcp47: down 00000400:00000200:1.0:1767384380.350950:0:16134:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384380.350954:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp47 00000800:00000010:1.0:1767384380.350957:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005b0ff619. 00000400:00000200:1.0:1767384380.350961:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384380.350965:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp47->192.168.204.131@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384380.350971:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384380.350974:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384380.350976:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp47) recovery failed with -71 00080000:00000001:3.0:1767384380.424275:0:39781:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384380.424290:0:39781:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.424293:0:39781:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384380.424299:0:39781:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384380.424304:0:39781:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.424307:0:39781:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.424890:0:39781:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:3.0:1767384380.424892:0:39781:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:3.0:1767384380.424894:0:39781:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000001:0.0:1767384380.425643:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384380.425655:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.425662:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384380.425692:0:10067:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384380.425700:0:10067:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.425704:0:10067:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.438783:0:39781:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:3.0:1767384380.438792:0:39781:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 0000000057f3defe. 00000020:01000004:3.0:1767384380.438797:0:39781:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:3.0:1767384380.438798:0:39781:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:3.0:1767384380.438801:0:39781:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:3.0:1767384380.438803:0:39781:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 000000004277e021. 00000020:00000010:3.0:1767384380.438807:0:39781:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 00000000fc4a4611. 00000020:00000001:3.0:1767384380.438809:0:39781:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1767384380.438813:0:39781:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 00000000da0b622d. 00000020:00000001:3.0:1767384380.438815:0:39781:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384380.438818:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f7ffc1c. 00000020:00000010:3.0:1767384380.438823:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e201a90f. 00000040:00000010:3.0:1767384380.438826:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000784ae563. 00000020:00000010:3.0:1767384380.438830:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060a93c9c. 00000020:00000010:3.0:1767384380.438834:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c93ec2b8. 00040000:00000010:3.0:1767384380.438839:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004173483f. 00040000:00000010:3.0:1767384380.438843:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005a6faef9. 00080000:00000010:3.0:1767384380.438846:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000031d2bb0c. 10000000:00000001:3.0:1767384380.438850:0:39781:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1767384380.438852:0:39781:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1767384380.438856:0:39781:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1767384380.438857:0:39781:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767384380.438860:0:39781:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384380.438861:0:39781:0:(mgc_request.c:108:config_log_get()) log lustre-client (000000005ea07f6f) refs 3 10000000:00000001:3.0:1767384380.438863:0:39781:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384380.438864:0:39781:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446624375666739712 : -119698042811904 : ffff9322a0ad8a00) 10000000:00000001:3.0:1767384380.438867:0:39781:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384380.438868:0:39781:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xf83434fd52e6d835 00010000:00000001:3.0:1767384380.438870:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384380.438872:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384380.438875:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084773b36 refcount=2 00000020:00000001:3.0:1767384380.438876:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013114880 : -119697696436736 : ffff9322b552ce00) 00010000:00000001:3.0:1767384380.438878:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013114880 : -119697696436736 : ffff9322b552ce00) 00010000:00000001:3.0:1767384380.438881:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384380.438883:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384380.438885:0:39781:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 0000000084773b36/0xf83434fd52e6d835 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d83c expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384380.438892:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384380.438893:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384380.438895:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384380.438896:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384380.438897:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084773b36 refcount=3 00000020:00000001:3.0:1767384380.438898:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013114880 : -119697696436736 : ffff9322b552ce00) 00010000:00000001:3.0:1767384380.438899:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013114880 : -119697696436736 : ffff9322b552ce00) 00010000:00000001:3.0:1767384380.438900:0:39781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384380.438901:0:39781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 0000000084773b36/0xf83434fd52e6d835 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d83c expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384380.438905:0:39781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384380.438906:0:39781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 0000000084773b36/0xf83434fd52e6d835 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf83434fd52e6d83c expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384380.438913:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384380.438913:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384380.438915:0:39781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.131@tcp lock: 0000000084773b36/0xf83434fd52e6d835 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf83434fd52e6d83c expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384380.438918:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384380.438919:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384380.438921:0:39781:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384380.438923:0:39781:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007ceec5d7. 00010000:00000001:3.0:1767384380.438926:0:39781:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384380.438937:0:39781:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767384380.438939:0:39781:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384380.438940:0:39781:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384380.438942:0:39781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384380.438942:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384380.438943:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384380.438945:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384380.438946:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384380.438947:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384380.438947:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384380.438948:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384380.438949:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384380.438949:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384380.438950:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384380.438951:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384380.438951:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384380.438952:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384380.438953:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000005ea07f6f) refs 3 10000000:00000001:3.0:1767384380.438955:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384380.438956:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384380.438956:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000005ea07f6f) refs 2 10000000:00000001:3.0:1767384380.438957:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1767384380.438958:0:39781:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:3.0:1767384380.438960:0:39781:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384380.438962:0:39781:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384380.438965:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e201a90f. 00000040:00000010:3.0:1767384380.438970:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000784ae563. 00000020:00000010:3.0:1767384380.438973:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000060a93c9c. 00000020:00000010:3.0:1767384380.438978:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c93ec2b8. 00040000:00000010:3.0:1767384380.438984:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004173483f. 00000020:00000001:2.0:1767384380.438985:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00040000:00000010:3.0:1767384380.438989:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005a6faef9. 00000020:00000001:2.0:1767384380.438991:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384380.438994:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000031d2bb0c. 00010000:00010000:2.0:1767384380.438995:0:16772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1767384380.439000:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f7ffc1c. 00010000:00000001:2.0:1767384380.439001:0:16772:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:3.0:1767384380.439010:0:39781:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.439011:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1767384380.439019:0:39781:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 00000000da0b622d. 00010000:00010000:2.0:1767384380.439020:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 0000000084773b36/0xf83434fd52e6d835 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf83434fd52e6d83c expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384380.439023:0:39781:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384380.439028:0:39781:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 00000000f0917d09. 00000020:00000040:3.0:1767384380.439039:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000001f4922d9 : new refcount 5 00010000:00010000:2.0:1767384380.439040:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000084773b36 already unused, calling callback (00000000081d0b67) 10000000:00000001:2.0:1767384380.439049:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:3.0:1767384380.439050:0:39781:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 000000009ebb6529. 10000000:00010000:2.0:1767384380.439051:0:16772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 0000000084773b36/0xf83434fd52e6d835 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf83434fd52e6d83c expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000010:00000001:3.0:1767384380.439061:0:39781:0:(lwp_dev.c:209:lwp_process_config()) Process entered 00010000:00000001:2.0:1767384380.439061:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384380.439069:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384380.439070:0:39781:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000020:00000001:2.0:1767384380.439071:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:3.0:1767384380.439076:0:39781:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000020:00000040:2.0:1767384380.439077:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084773b36 refcount=3 00000100:00000001:3.0:1767384380.439088:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000020:00000001:2.0:1767384380.439089:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013114880 : -119697696436736 : ffff9322b552ce00) 00010000:00000001:2.0:1767384380.439096:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013114880 : -119697696436736 : ffff9322b552ce00) 00000100:00000001:3.0:1767384380.439097:0:39781:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384380.439106:0:39781:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00010000:00000001:2.0:1767384380.439106:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384380.439112:0:16772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 0000000084773b36/0xf83434fd52e6d835 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xf83434fd52e6d83c expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384380.439114:0:39781:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384380.439126:0:39781:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384380.439130:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384380.439133:0:39781:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 10000000:00000001:2.0:1767384380.439133:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384380.439143:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:00010000:2.0:1767384380.439143:0:16772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 0000000084773b36/0xf83434fd52e6d835 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xf83434fd52e6d83c expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384380.439149:0:39781:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384380.439153:0:39781:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 10000000:01000000:2.0:1767384380.439157:0:16772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00080000:3.0:1767384380.439158:0:39781:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000020:00000001:3.0:1767384380.439173:0:39781:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:2.0:1767384380.439173:0:16772:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00000020:00000040:3.0:1767384380.439184:0:39781:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=1 obd=lustre-MDT0000-lwp-MDT0000 10000000:00000001:2.0:1767384380.439185:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384380.439191:0:39781:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000040:2.0:1767384380.439191:0:16772:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000005ea07f6f) refs 1 00000100:00000001:3.0:1767384380.439196:0:39781:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.439204:0:39781:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 10000000:01000000:2.0:1767384380.439206:0:16772:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00000001:3.0:1767384380.439207:0:39781:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1767384380.439209:0:39781:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1767384380.439214:0:39781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a2ae206. 00000020:00000040:3.0:1767384380.439217:0:39781:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 10000000:00000001:2.0:1767384380.439225:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384380.439226:0:39781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384380.439231:0:39781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:2.0:1767384380.439232:0:16772:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384380.439236:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767384380.439237:0:39781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384380.439240:0:16772:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384380.439243:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000010:3.0:1767384380.439244:0:39781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004173483f. 10000000:00000001:2.0:1767384380.439246:0:16772:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384380.439249:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384380.439250:0:16772:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384380.439252:0:39781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384380.439252:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384380.439255:0:16772:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384380.439257:0:39781:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446624370893184896 : -119702816366720 : ffff93218426df80) 00000020:00000040:2.0:1767384380.439259:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000006d14cdc8 : new refcount 11 00000100:00080000:3.0:1767384380.439263:0:39781:0:(import.c:65:import_set_state_nolock()) 000000005141bbef lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 10000000:00000010:2.0:1767384380.439265:0:16772:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 000000005ea07f6f. 00000100:00000001:3.0:1767384380.439271:0:39781:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:00000001:2.0:1767384380.439272:0:16772:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384380.439279:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.439280:0:39781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.439299:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384380.439303:0:39781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a2ae206] to pc [ptlrpcd_rcv+-1] req@000000005a2ae206 x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384380.439304:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384380.439309:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384380.439315:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384380.439321:0:16772:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384380.439324:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084773b36 with handle 0xf83434fd52e6d835 from hash 00010000:00000001:2.0:1767384380.439326:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384380.439328:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384380.439329:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384380.439329:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384380.439331:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384380.439332:0:39781:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.439333:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767384380.439339:0:16772:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384380.439341:0:16772:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384380.439349:0:16772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ec584d1. 00000020:00000040:2.0:1767384380.439352:0:16772:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384380.439357:0:16772:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384380.439359:0:16772:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384380.439363:0:16772:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384380.439368:0:16772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf85f1a0. 00000100:00000001:2.0:1767384380.439373:0:16772:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.439376:0:16772:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384380.439380:0:16772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 0000000084773b36/0xf83434fd52e6d835 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6d83c expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384380.439393:0:16772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1767384380.439395:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384380.439396:0:16772:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384380.439401:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384380.439403:0:16772:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384380.439405:0:16145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384380.439406:0:16772:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384380.439413:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005a2ae206 x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384380.439415:0:16772:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ec584d1] to pc [ptlrpcd_00_00+0] req@000000001ec584d1 x1853236732527360/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384380.439434:0:16145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384380.439438:0:16145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384380.439442:0:16145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384380.439444:0:16145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384380.439446:0:16145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384380.439449:0:16145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005a2ae206 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16145:1853236732527232:0@lo:39: 00000100:00000001:0.0:1767384380.439453:0:16145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384380.439457:0:16145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767384380.439459:0:16772:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384380.439459:0:16145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.439465:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384380.439466:0:16145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767384380.439469:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384380.439471:0:16772:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.439472:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384380.439473:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003dcee543. 00010000:00000001:2.0:1767384380.439474:0:16772:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.439526:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384380.439529:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384380.439531:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384380.439535:0:16145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384380.439537:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 0000000084773b36/0xf83434fd52e6d835 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6d83c expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384380.439540:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ec584d1 x1853236732527360/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384380.439546:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072f136e9. 00000100:00000001:1.0:1767384380.439555:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384380.439559:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed63fbc6. 00000100:00000001:1.0:1767384380.439563:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384380.439574:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732527232, portal 10 00010000:00000001:2.0:1767384380.439587:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384380.439587:0:16145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384380.439593:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384380.439595:0:16145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624370893184896 : -119702816366720 : ffff93218426df80) 00000100:00000001:3.0:1767384380.439596:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384380.439596:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 0000000084773b36/0xf83434fd52e6d835 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6d83c expref: -99 pid: 16765 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384380.439610:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384380.439629:0:16145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005a2ae206 x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384380.439630:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384380.439635:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384380.439643:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.439644:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384380.439649:0:16772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007ceec5d7. 00010000:00000001:2.0:1767384380.439657:0:16772:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384380.439658:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ec584d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732527360:0@lo:103: 00000020:00000001:2.0:1767384380.439669:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384380.439680:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384380.439680:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.439681:0:16145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384380.439694:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384380.439695:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384380.439696:0:16145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384380.439702:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.439702:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384380.439703:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000020:00000001:2.0:1767384380.439709:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384380.439716:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1767384380.439717:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767384380.439717:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732527232, offset 0 00000020:00000001:2.0:1767384380.439722:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384380.439724:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384380.439726:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1767384380.439727:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a6faef9. 00000400:00000200:0.0:1767384380.439730:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384380.439736:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384380.439746:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068fc5280. 00000400:00000200:0.0:1767384380.439752:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384380.439760:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e5be2f0. 00000400:00000200:0.0:1767384380.439765:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d208280 00000100:00000200:3.0:1767384380.439769:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732527360, portal 18 00000400:00000200:0.0:1767384380.439775:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11832 00000100:00000001:3.0:1767384380.439777:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384380.439781:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169390720 : -119698540160896 : ffff932283089880) 00000400:00000200:0.0:1767384380.439784:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384380.439788:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ec584d1 x1853236732527360/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384380.439790:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384380.439799:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384380.439800:0:16145:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384380.439806:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384380.439810:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384380.439816:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df3320fe. 00000400:00000010:3.0:1767384380.439817:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000100:00000040:0.0:1767384380.439829:0:16145:0:(events.c:337:request_in_callback()) incoming req@00000000df3320fe x1853236732527232 msgsize 224 00000100:00000200:3.0:1767384380.439830:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732527360, offset 0 00000400:00000200:3.0:1767384380.439851:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384380.439852:0:16145:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384380.439877:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384380.439879:0:16145:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384380.439888:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d208300 00000400:00000200:0.0:1767384380.439892:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000400:00000010:0.0:1767384380.439896:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000100:00000001:0.0:1767384380.439899:0:16145:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384380.439905:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000100:00000200:0.0:1767384380.439907:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005a2ae206 x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384380.439910:0:16784:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384380.439922:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384380.439923:0:16784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732527232 00000100:00000001:0.0:1767384380.439926:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384380.439932:0:16784:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384380.439936:0:16784:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384380.439939:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384380.439940:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005a2ae206 x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384380.439942:0:16784:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384380.439954:0:16784:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.439958:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384380.439961:0:16784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732527232 00000100:00000200:3.0:1767384380.439964:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:2.0:1767384380.439966:0:16784:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384380.439973:0:16784:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8c8 00000020:00000001:2.0:1767384380.439979:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384380.439980:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb9b70bc. 00000100:00000001:0.0:1767384380.439980:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384380.439981:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000203af8a2 refcount=5 00000100:00000040:3.0:1767384380.439990:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000bb9b70bc x1853236732527360 msgsize 328 00000020:00000001:2.0:1767384380.439992:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:0.0:1767384380.439992:0:16145:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384380.440002:0:16784:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375210665984 : -119698498885632 : ffff9322857e6800) 00000100:00000001:0.0:1767384380.440003:0:16145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384380.440014:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384380.440014:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384380.440015:0:16145:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3413 usecs (4 jiffies) 00000020:00000010:2.0:1767384380.440024:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a5b914e. 00000100:00000001:0.0:1767384380.440025:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294968352 00000100:00000001:2.0:1767384380.440031:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384380.440032:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b14ab6f7. 00000020:00000010:2.0:1767384380.440033:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a5b914e. 00000100:00000001:3.0:1767384380.440037:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384380.440042:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026074c83. 00000100:00000001:0.0:1767384380.440042:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384380.440051:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000020:00000010:2.0:1767384380.440052:0:16784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000089fadb8e. 00000100:00000001:0.0:1767384380.440052:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294968352 00000400:00000010:3.0:1767384380.440060:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000100:00000010:0.0:1767384380.440061:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003eca53e6. 00000020:00000010:2.0:1767384380.440063:0:16784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005882749f. 00000100:00000001:3.0:1767384380.440071:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384380.440072:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384380.440076:0:16784:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:3.0:1767384380.440081:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ec584d1 x1853236732527360/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384380.440082:0:16784:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384380.440084:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294968352 00000100:00000001:2.0:1767384380.440086:0:16784:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384380.440091:0:16784:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384380.440093:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000873d6559. 00000100:00000001:1.0:1767384380.440102:0:24303:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384380.440107:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767384380.440109:0:24303:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732527360 00000100:00000001:2.0:1767384380.440111:0:16784:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384380.440117:0:24303:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384380.440121:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294968352 00000100:00000001:1.0:1767384380.440123:0:24303:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384380.440128:0:16784:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384380.440128:0:24303:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384380.440132:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078547dfc. 00000100:00000001:3.0:1767384380.440138:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384380.440139:0:24303:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.440139:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384380.440148:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ec584d1 x1853236732527360/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384380.440149:0:24303:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732527360 00000100:00000001:0.0:1767384380.440150:0:16145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384380.440151:0:16784:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384380.440156:0:24303:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384380.440157:0:16784:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384380.440161:0:24303:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:0.0:1767384380.440164:0:16145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.440168:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384380.440174:0:16784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000040:1.0:1767384380.440175:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00000100:00000001:0.0:1767384380.440177:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.440189:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:0.0:1767384380.440189:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384380.440190:0:16784:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000203af8a2 : new rpc_count 1 00000100:00000001:3.0:1767384380.440197:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.440199:0:24303:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00000001:3.0:1767384380.440201:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384380.440202:0:16784:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154156416 : -119697555395200 : ffff9322bdbaed80) 00000100:00000001:0.0:1767384380.440203:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384380.440209:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384380.440210:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384380.440214:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.440215:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384380.440216:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df3320fe x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:361/0 lens 224/0 e 0 to 0 dl 1767384391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384380.440216:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d55bd590. 00000100:00000001:0.0:1767384380.440222:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384380.440227:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384380.440228:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294968358 00000100:00000001:0.0:1767384380.440228:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384380.440240:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d55bd590. 00000100:00000001:0.0:1767384380.440240:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.440244:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968352 00000020:00000010:1.0:1767384380.440249:0:24303:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000addc9376. 00000100:00000001:3.0:1767384380.440256:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294968358 00000020:00000010:1.0:1767384380.440257:0:24303:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec8fb918. 00000100:00000001:2.0:1767384380.440259:0:16784:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384380.440268:0:24303:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b31309d. 00000100:00000001:3.0:1767384380.440270:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968352 00000020:00000010:2.0:1767384380.440271:0:16784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a5b914e. 00000100:00000040:1.0:1767384380.440278:0:24303:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384380.440282:0:16784:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384380.440284:0:24303:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384380.440286:0:16784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a5b914e. 00000100:00000001:3.0:1767384380.440288:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294968358 00000100:00000001:1.0:1767384380.440288:0:24303:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384380.440294:0:24303:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00100000:2.0:1767384380.440299:0:16784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df3320fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16145:x1853236732527232:12345-0@lo:39: 00010000:00000001:1.0:1767384380.440299:0:24303:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.440301:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294968352 00010000:00000001:1.0:1767384380.440309:0:24303:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000200:2.0:1767384380.440312:0:16784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732527232 00000100:00000001:3.0:1767384380.440314:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294968358 00010000:00000001:1.0:1767384380.440314:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384380.440318:0:16784:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384380.440322:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384380.440328:0:16784:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:1.0:1767384380.440328:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000049a70949 refcount=3 00000100:00000001:3.0:1767384380.440330:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294968352 00000020:00000001:2.0:1767384380.440332:0:16784:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.440339:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166794240 : -119698542757376 : ffff932282e0fa00) 00000100:00000001:3.0:1767384380.440341:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384380.440341:0:16784:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384380.440343:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166794240 : -119698542757376 : ffff932282e0fa00) 00000020:00000001:2.0:1767384380.440348:0:16784:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669384032 : -1040167584 : ffffffffc2004d60) 00000100:00000001:3.0:1767384380.440352:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.440354:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384380.440355:0:16784:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384380.440357:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.440357:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384380.440359:0:16784:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384380.440362:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384380.440363:0:16784:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384380.440366:0:16784:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1767384380.440368:0:24303:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.440369:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384380.440370:0:16784:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.440375:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384380.440376:0:24303:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.440377:0:16784:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000100:00000001:3.0:1767384380.440381:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384380.440381:0:16784:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384380.440385:0:24303:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.440386:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384380.440387:0:16784:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384380.440396:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384380.440397:0:16784:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384380.440406:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384380.440408:0:16784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000039b0ba5e. 00000100:00000001:1.0:1767384380.440408:0:24303:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384380.440420:0:16784:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.440424:0:16784:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384380.440430:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000203af8a2 refcount=6 00010000:00000001:2.0:1767384380.440432:0:16784:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:1.0:1767384380.440433:0:24303:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000001:2.0:1767384380.440435:0:16784:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000100:00000001:1.0:1767384380.440436:0:24303:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384380.440438:0:16784:0:(genops.c:887:class_export_get()) GET export 00000000203af8a2 refcount=7 00010000:00000001:2.0:1767384380.440442:0:16784:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00100000:1.0:1767384380.440442:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:0.0:1767384380.440443:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384380.440445:0:16784:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000001:0.0:1767384380.440447:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384380.440448:0:24303:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000020:00000040:2.0:1767384380.440451:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 6 00000100:00000001:0.0:1767384380.440451:0:16769:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.440452:0:24303:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624370893183104 : -119702816368512 : ffff93218426d880) 00000020:00000080:2.0:1767384380.440456:0:16784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d8c8 00000100:00000001:0.0:1767384380.440457:0:16769:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384380.440459:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000203af8a2 with handle 0xf83434fd52e6d8c8 from hash 00000100:00000040:1.0:1767384380.440460:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb9b70bc x1853236732527360/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:361/0 lens 328/0 e 0 to 0 dl 1767384391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384380.440466:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 5 00000020:00000001:2.0:1767384380.440472:0:16784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000001:1.0:1767384380.440473:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384380.440475:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 4 00000020:00000010:1.0:1767384380.440502:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d55bd590. 00000100:00000001:1.0:1767384380.440505:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384380.440508:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d55bd590. 00000100:00100000:1.0:1767384380.440511:0:24303:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb9b70bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e84c064-9ddf-4290-a20e-ee745f39ffee+15:16146:x1853236732527360:12345-0@lo:103: 00000020:00000001:2.0:1767384380.440516:0:16784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000200:1.0:1767384380.440517:0:24303:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732527360 00010000:00000001:1.0:1767384380.440520:0:24303:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384380.440522:0:24303:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384380.440524:0:24303:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000040:2.0:1767384380.440525:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 3 00000020:00000001:2.0:1767384380.440529:0:16784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.440529:0:24303:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384380.440532:0:24303:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384380.440533:0:16784:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 02000000:00000010:1.0:1767384380.440536:0:24303:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000035ef3f0a. 00000100:00080000:2.0:1767384380.440537:0:16784:0:(import.c:65:import_set_state_nolock()) 00000000a2f5ce9a : changing import state from FULL to CLOSED 02000000:00000001:1.0:1767384380.440541:0:24303:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.440543:0:16784:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384380.440545:0:24303:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.440546:0:16784:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:1.0:1767384380.440548:0:24303:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1767384380.440549:0:16784:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00010000:1.0:1767384380.440551:0:24303:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384380.440554:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384380.440555:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384380.440556:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000049a70949 refcount=3 00000020:00000001:1.0:1767384380.440557:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166794240 : -119698542757376 : ffff932282e0fa00) 00010000:00000001:1.0:1767384380.440559:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166794240 : -119698542757376 : ffff932282e0fa00) 00010000:00000001:2.0:1767384380.440560:0:16784:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384380.440562:0:24303:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008681815b count: 6 00000020:00000020:2.0:1767384380.440567:0:16784:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384380.440571:0:16784:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000004e3a0a00 dirty 0 pend 0 grant 0 00010000:00000001:1.0:1767384380.440572:0:24303:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384380.440576:0:24303:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000020:2.0:1767384380.440577:0:16784:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000203af8a2 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384380.440580:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384380.440581:0:24303:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000020:2.0:1767384380.440582:0:16784:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/00000000d4c43852 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384380.440588:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.440588:0:24303:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384380.440593:0:16784:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:2.0:1767384380.440603:0:16784:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000001:1.0:1767384380.440605:0:24303:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384380.440606:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384380.440608:0:16784:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384380.440631:0:16784:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.440634:0:24303:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000001:2.0:1767384380.440635:0:16784:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00010000:00000001:1.0:1767384380.440636:0:24303:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000040:2.0:1767384380.440639:0:16784:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 6 00000001:00000001:2.0:1767384380.440643:0:16784:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00000001:1.0:1767384380.440644:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000040:2.0:1767384380.440645:0:16784:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 5 00010000:00000001:1.0:1767384380.440646:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384380.440651:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 2 00010000:00000001:1.0:1767384380.440651:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384380.440653:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384380.440654:0:16784:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000020:00000040:1.0:1767384380.440657:0:24303:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000049a70949 with handle 0xf83434fd52e6d83c from hash 00000001:00000040:2.0:1767384380.440658:0:16784:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 4 00010000:00000001:1.0:1767384380.440662:0:24303:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000001:2.0:1767384380.440663:0:16784:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00010000:00000001:1.0:1767384380.440664:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384380.440666:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 1 00010000:00000001:1.0:1767384380.440666:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384380.440669:0:16784:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.440670:0:24303:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384380.440672:0:24303:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384380.440674:0:16784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.440674:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384380.440677:0:16784:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384380.440679:0:24303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000049a70949/0xf83434fd52e6d83c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf83434fd52e6d835 expref: 15 pid: 16777 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384380.440680:0:16784:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384380.440687:0:16784:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236732527232 00010000:00000001:2.0:1767384380.440690:0:16784:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:1.0:1767384380.440691:0:24303:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 9 00000020:00000040:1.0:1767384380.440694:0:24303:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 14 00010000:00000200:2.0:1767384380.440696:0:16784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df3320fe x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:361/0 lens 224/224 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384380.440699:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384380.440702:0:24303:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384380.440705:0:24303:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384380.440707:0:16784:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384380.440708:0:24303:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384380.440711:0:24303:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.440712:0:24303:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384380.440714:0:24303:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384380.440717:0:24303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384380.440718:0:16784:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.440720:0:24303:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1767384380.440722:0:16784:0:(import.c:2128:obd_at_measure()) add 1 to 000000003c26f07b time=95 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384380.440724:0:24303:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384380.440727:0:24303:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=100 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384380.440728:0:16784:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384380.440733:0:16784:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384380.440733:0:24303:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384380.440738:0:16784:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000040:1.0:1767384380.440738:0:24303:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 22 to 0@lo 00000100:00000001:1.0:1767384380.440742:0:24303:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384380.440744:0:16784:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384380.440747:0:16784:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.440749:0:16784:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384380.440753:0:24303:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384380.440754:0:16784:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384380.440757:0:24303:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384380.440760:0:16784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bea016a5. 00000100:00000001:1.0:1767384380.440761:0:24303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384380.440765:0:16784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732527232, offset 224 00000100:00000040:1.0:1767384380.440766:0:24303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384380.440770:0:24303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 00000400:00000200:2.0:1767384380.440774:0:16784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384380.440780:0:24303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732527360, offset 224 00000400:00000200:2.0:1767384380.440781:0:16784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384380.440789:0:24303:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384380.440792:0:16784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d208280 00000400:00000200:1.0:1767384380.440799:0:24303:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384380.440801:0:16784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215d [1] + 224 00000400:00000200:2.0:1767384380.440806:0:16784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384380.440810:0:24303:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d208300 00000400:00000200:2.0:1767384380.440814:0:16784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384380.440819:0:24303:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2165 [1] + 224 00000400:00000200:1.0:1767384380.440824:0:24303:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384380.440826:0:16784:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384380.440827:0:24303:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384380.440832:0:16784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005a2ae206 x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.440832:0:24303:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384380.440838:0:24303:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ec584d1 x1853236732527360/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384380.440851:0:16784:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005a2ae206 x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384380.440855:0:24303:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ec584d1 x1853236732527360/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384380.440878:0:16784:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384380.440882:0:24303:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384380.440884:0:16784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bea016a5 00000400:00000010:2.0:1767384380.440887:0:16784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bea016a5. 00000100:00000001:2.0:1767384380.440890:0:16784:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384380.440892:0:16784:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384380.440897:0:24303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 00000100:00000001:2.0:1767384380.440900:0:16784:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384380.440900:0:24303:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 00000100:00000001:1.0:1767384380.440906:0:24303:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384380.440907:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384380.440908:0:16784:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 21 to 0@lo 00000100:00000001:1.0:1767384380.440911:0:24303:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384380.440913:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384380.440915:0:16784:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384380.440918:0:24303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.440919:0:16784:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384380.440921:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384380.440924:0:16784:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384380.440925:0:24303:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000001:3.0:1767384380.440926:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384380.440933:0:16784:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df3320fe x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:361/0 lens 224/224 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384380.440936:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068fc5280. 00010000:00000001:1.0:1767384380.440936:0:24303:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.440945:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384380.440948:0:24303:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384380.440951:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e5be2f0 00000100:00000001:0.0:1767384380.440952:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384380.440954:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb9b70bc x1853236732527360/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:361/0 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384380.440962:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e5be2f0. 00000100:00000001:3.0:1767384380.440973:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384380.440974:0:16145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384380.440979:0:16145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384380.440983:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072f136e9. 00000100:00000200:3.0:1767384380.440984:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ec584d1 x1853236732527360/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384380.440994:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed63fbc6 00000400:00000010:0.0:1767384380.441003:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed63fbc6. 00000100:00000001:0.0:1767384380.441015:0:16145:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384380.441019:0:16784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df3320fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:16145:x1853236732527232:12345-0@lo:39: Request processed in 749us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384380.441028:0:24303:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb9b70bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16146:x1853236732527360:12345-0@lo:103: Request processed in 544us (1027us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384380.441028:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005a2ae206 x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384380.441064:0:16784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1767384380.441064:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000200:3.0:1767384380.441068:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ec584d1 x1853236732527360/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384380.441075:0:24303:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000100:00000040:2.0:1767384380.441076:0:16784:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000203af8a2 : new rpc_count 0 00000100:00000200:0.0:1767384380.441077:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005a2ae206 x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384380.441087:0:16784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384380.441090:0:24303:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384380.441092:0:16784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384380.441095:0:24303:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384380.441099:0:16784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000089fadb8e. 00000020:00000010:1.0:1767384380.441102:0:24303:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec8fb918. 00000020:00000010:2.0:1767384380.441111:0:16784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005882749f. 00000020:00000010:1.0:1767384380.441113:0:24303:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b31309d. 00000020:00000010:2.0:1767384380.441125:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026074c83. 00000020:00000010:1.0:1767384380.441127:0:24303:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000addc9376. 00000020:00000040:2.0:1767384380.441135:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000203af8a2 : new refcount 0 00000020:00000040:1.0:1767384380.441137:0:24303:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000020:00000080:2.0:1767384380.441145:0:16784:0:(genops.c:904:class_export_put()) final put 00000000203af8a2/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:3.0:1767384380.441151:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384380.441152:0:16145:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384380.441156:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384380.441157:0:16145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384380.441161:0:16784:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384380.441168:0:24303:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384380.441173:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384380.441174:0:16145:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384380.441183:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384380.441185:0:16145:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384380.441190:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384380.441191:0:16145:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384380.441194:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:3.0:1767384380.441198:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384380.441200:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000203af8a2/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000001:0.0:1767384380.441200:0:16145:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384380.441214:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384380.441214:0:16145:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384380.441216:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 19 to 0@lo 00000020:00000001:2.0:1767384380.441233:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00001000:3.0:1767384380.441235:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384380.441236:0:16145:0:(import.c:2128:obd_at_measure()) add 5 to 00000000665965af time=95 v=5 (5 0 0 0) 00000004:00000001:2.0:1767384380.441238:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:2.0:1767384380.441246:0:37:0:(genops.c:1229:class_import_get()) import 00000000a2f5ce9a refcount=2 obd=lustre-MDT0000 00000100:00001000:3.0:1767384380.441257:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=100 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384380.441258:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767384380.441258:0:16145:0:(import.c:2128:obd_at_measure()) add 1 to 0000000047eda308 time=95 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384380.441264:0:37:0:(genops.c:1242:class_import_put()) import 00000000a2f5ce9a refcount=1 obd=lustre-MDT0000 00000100:00000001:3.0:1767384380.441271:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384380.441273:0:16145:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767384380.441275:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384380.441277:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.441279:0:16145:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.441280:0:37:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384380.441288:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384380.441290:0:37:0:(genops.c:1242:class_import_put()) import 00000000a2f5ce9a refcount=0 obd=lustre-MDT0000 00010000:00000001:0.0:1767384380.441290:0:16145:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384380.441302:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384380.441303:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000a2f5ce9a 00010000:00000001:0.0:1767384380.441303:0:16145:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.441319:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.441320:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384380.441320:0:16145:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384380.441329:0:16145:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000004:00000010:2.0:1767384380.441331:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000c4af9632. 00000100:00000001:0.0:1767384380.441332:0:16145:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384380.441335:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ec584d1 x1853236732527360/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384380.441337:0:16145:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.441341:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384380.441349:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000040:0.0:1767384380.441355:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005a2ae206 x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384380.441357:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006dfe5f2e. 00000100:00000001:3.0:1767384380.441370:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1767384380.441371:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e00ceb75. 00000001:00000010:2.0:1767384380.441381:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ecae0ed1. 00000100:00000001:3.0:1767384380.441383:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384380.441388:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1767384380.441390:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a360945a. 00000100:00000001:0.0:1767384380.441390:0:16145:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384380.441400:0:16145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384380.441403:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ec584d1 x1853236732527360/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384380.441403:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ccb5836a. 00000100:00000001:0.0:1767384380.441404:0:16145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1767384380.441415:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000176f3066. 00000100:00080000:0.0:1767384380.441417:0:16145:0:(import.c:65:import_set_state_nolock()) 000000005141bbef lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000001:00000001:2.0:1767384380.441429:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:0.0:1767384380.441434:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:2.0:1767384380.441437:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:0.0:1767384380.441441:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000001:00000001:2.0:1767384380.441443:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:0.0:1767384380.441448:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:2.0:1767384380.441451:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c4141815. 00000100:00000001:0.0:1767384380.441454:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767384380.441458:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ec584d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732527360:0@lo:103: 00000001:00000010:2.0:1767384380.441461:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c4ea350. 00000100:00000001:3.0:1767384380.441465:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1767384380.441465:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bfc47f9a. 00000100:00000040:0.0:1767384380.441500:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a2ae206 x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384380.441510:0:16145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005a2ae206 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16145:1853236732527232:0@lo:39: 00000100:00000001:0.0:1767384380.441516:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384380.441518:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384380.441520:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005a2ae206 x1853236732527232/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384380.441526:0:16145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384380.441529:0:16145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384380.441531:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384380.441531:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003dcee543. 00000001:00000010:2.0:1767384380.441533:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002276b062. 00000100:00000001:1.0:1767384380.441538:0:39781:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384380.441540:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006a510517. 02000000:00000001:0.0:1767384380.441541:0:16145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384380.441543:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ec584d1 x1853236732527360/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.441547:0:39781:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000020:00000001:0.0:1767384380.441547:0:16145:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000010:2.0:1767384380.441549:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003cac488b. 00000100:00080000:1.0:1767384380.441553:0:39781:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000020:00000040:0.0:1767384380.441553:0:16145:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000001:00000001:2.0:1767384380.441561:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:1.0:1767384380.441562:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000020:00000001:0.0:1767384380.441563:0:16145:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384380.441567:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:1.0:1767384380.441568:0:39781:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767384380.441569:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004173483f. 00000100:00100000:1.0:1767384380.441575:0:39781:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00010000:00000001:2.0:1767384380.441577:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 02000000:00000001:0.0:1767384380.441583:0:16145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384380.441585:0:39781:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000001:00000010:2.0:1767384380.441586:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000009ccd9a99. 02000000:00000001:0.0:1767384380.441588:0:16145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384380.441595:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a2ae206. 00000020:00000020:2.0:1767384380.441599:0:37:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:1.0:1767384380.441600:0:39781:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384380.441606:0:16145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384380.441607:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384380.441609:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000020:2.0:1767384380.441610:0:37:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000004e3a0a00 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384380.441612:0:39781:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384380.441612:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384380.441627:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:3.0:1767384380.441630:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000020:2.0:1767384380.441631:0:37:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef/00000000d4c43852 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384380.441631:0:39781:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:3.0:1767384380.441638:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a6faef9. 00000004:00000001:2.0:1767384380.441640:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384380.441640:0:39781:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384380.441640:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384380.441652:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:3.0:1767384380.441653:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384380.441654:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.441655:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1767384380.441656:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1767384380.441658:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384380.441659:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384380.441666:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000040:2.0:1767384380.441668:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 9 - export 00000001:00000001:1.0:1767384380.441668:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767384380.441668:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384380.441675:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.441682:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384380.441683:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000203af8a2. 02000000:00000010:3.0:1767384380.441691:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bf85f1a0. 02000000:00000001:3.0:1767384380.441699:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384380.441701:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384380.441702:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000010:3.0:1767384380.441706:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ec584d1. 00000020:00000001:2.0:1767384380.441709:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384380.441712:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000a2f5ce9a for lustre-MDT0000 00000100:00000001:3.0:1767384380.441714:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1767384380.441718:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 18 to 0@lo 00000100:00000001:3.0:1767384380.441719:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384380.441722:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 8 - import 00000100:00000001:3.0:1767384380.441727:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384380.441727:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000a2f5ce9a. 00000020:00000001:2.0:1767384380.441733:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:3.0:1767384380.441737:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384380.441741:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.441745:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384380.441747:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384380.442051:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384380.442053:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384380.442053:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384380.442384:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.442386:0:39781:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:1.0:1767384380.442388:0:39781:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384380.442389:0:39781:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384380.442392:0:39781:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 000000009ebb6529. 00000020:00000001:1.0:1767384380.442397:0:39781:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384380.442399:0:39781:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 00000000f0917d09. 00000020:00000010:1.0:1767384380.442401:0:39781:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 00000000fc4a4611. 00000020:00000010:1.0:1767384380.442417:0:39781:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 000000004277e021. 00000020:00000010:1.0:1767384380.442422:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000addc9376. 00000020:00000010:1.0:1767384380.442430:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fa0e9f74. 00000040:00000010:1.0:1767384380.442432:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001ff64029. 00000020:00000010:1.0:1767384380.442436:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e2506e52. 00000020:00000010:1.0:1767384380.442439:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be6393ac. 00000020:00000010:1.0:1767384380.442442:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ce016605. 80000000:00000010:1.0:1767384380.442446:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c08a53f6. 40000000:00000010:1.0:1767384380.442449:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d55bd590. 00100000:00000010:1.0:1767384380.442453:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d1af1536. 00040000:00000010:1.0:1767384380.442456:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ce5c1bca. 00040000:00000010:1.0:1767384380.442459:0:39781:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000047f06718. 00040000:00000010:1.0:1767384380.442462:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000365510b0. 00080000:00000010:1.0:1767384380.442465:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000086b37a10. 00000004:00000010:1.0:1767384380.442468:0:39781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000edb0d3f4. 00000004:00000010:1.0:1767384380.442472:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002d552581. 00000004:00000010:1.0:1767384380.442475:0:39781:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ca4d3fb6. 00002000:00000010:1.0:1767384380.442499:0:39781:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dc0947c2. 00000004:00000010:1.0:1767384380.442503:0:39781:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e15d53ed. 00000020:00000010:1.0:1767384380.442506:0:39781:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005b845b22. 00000020:00000001:1.0:1767384380.442512:0:39781:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384380.442515:0:39781:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 0000000011d421a2. 00000020:00000001:1.0:1767384380.442518:0:39781:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384380.442521:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095e5d5ab. 00000020:00000010:1.0:1767384380.442523:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000b32f00d. 00000040:00000010:1.0:1767384380.442525:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006332c0dd. 00000020:00000010:1.0:1767384380.442527:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002e107793. 00000020:00000010:1.0:1767384380.442530:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000847f5429. 00040000:00000010:1.0:1767384380.442533:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000023a1dc43. 00040000:00000010:1.0:1767384380.442535:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000011a607bc. 00080000:00000010:1.0:1767384380.442538:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000083932957. 10000000:00000001:1.0:1767384380.442541:0:39781:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384380.442543:0:39781:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384380.442545:0:39781:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384380.442547:0:39781:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384380.442549:0:39781:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384380.442554:0:39781:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (00000000a85a5bc1) refs 3 10000000:00000001:1.0:1767384380.442556:0:39781:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384380.442557:0:39781:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446624376190620160 : -119697518931456 : ffff9322bfe75200) 10000000:00000001:1.0:1767384380.442559:0:39781:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384380.442560:0:39781:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xf83434fd52e6d7b0 00010000:00000001:1.0:1767384380.442561:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384380.442562:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384380.442564:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009dd34fae refcount=2 00000020:00000001:1.0:1767384380.442565:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515162112 : -119698194389504 : ffff932297a4a600) 00010000:00000001:1.0:1767384380.442567:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515162112 : -119698194389504 : ffff932297a4a600) 00010000:00000001:1.0:1767384380.442569:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384380.442570:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384380.442572:0:39781:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 000000009dd34fae/0xf83434fd52e6d7b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d7b7 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.442577:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.442578:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384380.442579:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384380.442580:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384380.442581:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009dd34fae refcount=3 00000020:00000001:1.0:1767384380.442582:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515162112 : -119698194389504 : ffff932297a4a600) 00010000:00000001:1.0:1767384380.442584:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515162112 : -119698194389504 : ffff932297a4a600) 00010000:00000001:1.0:1767384380.442585:0:39781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384380.442586:0:39781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000009dd34fae/0xf83434fd52e6d7b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d7b7 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.442590:0:39781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384380.442591:0:39781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000009dd34fae/0xf83434fd52e6d7b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf83434fd52e6d7b7 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.442594:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.442595:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384380.442596:0:39781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.131@tcp lock: 000000009dd34fae/0xf83434fd52e6d7b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf83434fd52e6d7b7 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.442604:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384380.442605:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.442607:0:39781:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384380.442609:0:39781:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000069484714. 00010000:00000001:1.0:1767384380.442611:0:39781:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384380.442630:0:39781:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384380.442631:0:39781:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.442633:0:39781:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.442634:0:39781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384380.442635:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.442636:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384380.442638:0:39781:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384380.442639:0:39781:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xf83434fd52e6dbc3 00010000:00000001:1.0:1767384380.442640:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384380.442641:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384380.442642:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=2 00000020:00000001:1.0:1767384380.442643:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384380.442645:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00000020:00000001:2.0:1767384380.442647:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384380.442647:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384380.442651:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.442652:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384380.442657:0:16772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767384380.442658:0:39781:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384380.442663:0:16772:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384380.442666:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384380.442667:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.442668:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384380.442669:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384380.442670:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384380.442671:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=3 00000020:00000001:1.0:1767384380.442672:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384380.442673:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00010000:00000001:1.0:1767384380.442674:0:39781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384380.442677:0:39781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384380.442678:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 000000009dd34fae/0xf83434fd52e6d7b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf83434fd52e6d7b7 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.442692:0:39781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384380.442694:0:39781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384380.442696:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009dd34fae already unused, calling callback (00000000081d0b67) 10000000:00000001:2.0:1767384380.442700:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384380.442703:0:16772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 000000009dd34fae/0xf83434fd52e6d7b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf83434fd52e6d7b7 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.442704:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.442707:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384380.442709:0:39781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384380.442716:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384380.442718:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384380.442719:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384380.442721:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.442722:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384380.442724:0:39781:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000040:2.0:1767384380.442725:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009dd34fae refcount=3 00000020:00000001:2.0:1767384380.442728:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515162112 : -119698194389504 : ffff932297a4a600) 00010000:00000010:1.0:1767384380.442728:0:39781:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000905db868. 00010000:00000001:1.0:1767384380.442732:0:39781:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384380.442733:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515162112 : -119698194389504 : ffff932297a4a600) 00010000:00000001:2.0:1767384380.442736:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384380.442737:0:16772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 000000009dd34fae/0xf83434fd52e6d7b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf83434fd52e6d7b7 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384380.442739:0:39781:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00000001:2.0:1767384380.442741:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384380.442743:0:39781:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767384380.442744:0:16772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 000000009dd34fae/0xf83434fd52e6d7b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf83434fd52e6d7b7 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.442746:0:39781:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.442749:0:39781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384380.442751:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.442753:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:01000000:2.0:1767384380.442754:0:16772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384380.442755:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384380.442758:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 2 10000000:01000000:2.0:1767384380.442759:0:16772:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:00000001:1.0:1767384380.442762:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384380.442763:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384380.442765:0:16772:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000a85a5bc1) refs 3 10000000:00000001:1.0:1767384380.442765:0:39781:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384380.442768:0:39781:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xf83434fd52e6d827 10000000:00000001:2.0:1767384380.442769:0:16772:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767384380.442772:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:2.0:1767384380.442773:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.442774:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384380.442775:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384380.442777:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384380.442781:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.442782:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:1.0:1767384380.442782:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d30792a refcount=2 00010000:00000001:2.0:1767384380.442789:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:3.0:1767384380.442793:0:16771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:1.0:1767384380.442794:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515166720 : -119698194384896 : ffff932297a4b800) 00010000:00000001:2.0:1767384380.442795:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384380.442800:0:16772:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.442805:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515166720 : -119698194384896 : ffff932297a4b800) 00000020:00000040:2.0:1767384380.442807:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009dd34fae with handle 0xf83434fd52e6d7b0 from hash 00010000:00000001:1.0:1767384380.442810:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384380.442811:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384380.442813:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384380.442816:0:39781:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 000000007d30792a/0xf83434fd52e6d827 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d82e expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384380.442819:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384380.442822:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384380.442823:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384380.442824:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384380.442826:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384380.442828:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384380.442829:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384380.442831:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000001:1.0:1767384380.442832:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384380.442834:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d30792a refcount=3 00010000:00000001:2.0:1767384380.442836:0:16772:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:1.0:1767384380.442837:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515166720 : -119698194384896 : ffff932297a4b800) 00010000:00000001:2.0:1767384380.442838:0:16772:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767384380.442841:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515166720 : -119698194384896 : ffff932297a4b800) 00000100:00000010:2.0:1767384380.442844:0:16772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000106211af. 00010000:00000001:1.0:1767384380.442845:0:39781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384380.442847:0:39781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000007d30792a/0xf83434fd52e6d827 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d82e expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384380.442849:0:16772:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384380.442855:0:16772:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1767384380.442856:0:39781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000001:2.0:1767384380.442858:0:16772:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:1.0:1767384380.442859:0:39781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 000000007d30792a/0xf83434fd52e6d827 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf83434fd52e6d82e expref: -99 pid: 16765 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384380.442863:0:16772:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.442865:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.442868:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384380.442869:0:39781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.131@tcp lock: 000000007d30792a/0xf83434fd52e6d827 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf83434fd52e6d82e expref: -99 pid: 16765 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384380.442870:0:16772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026074c83. 00010000:00000001:1.0:1767384380.442876:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384380.442878:0:16772:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.442879:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.442884:0:16772:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:1.0:1767384380.442884:0:39781:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384380.442889:0:16772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 000000009dd34fae/0xf83434fd52e6d7b0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6d7b7 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384380.442890:0:39781:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f9941c0d. 00010000:00000001:1.0:1767384380.442894:0:39781:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384380.442896:0:39781:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767384380.442901:0:16772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384380.442902:0:39781:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.442906:0:16772:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384380.442906:0:39781:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.442911:0:39781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384380.442912:0:16772:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:1.0:1767384380.442913:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384380.442916:0:16772:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.442916:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384380.442919:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384380.442921:0:39781:0:(mgc_request.c:123:config_log_put()) log params(000000008b16e478) refs 2 00000100:00000040:2.0:1767384380.442924:0:16772:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106211af] to pc [ptlrpcd_00_01+1] req@00000000106211af x1853236732527488/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384380.442925:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384380.442929:0:39781:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384380.442931:0:39781:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xf83434fd52e6d7a2 00010000:00000001:1.0:1767384380.442935:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384380.442937:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384380.442939:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012d5a9e8 refcount=2 00000020:00000001:1.0:1767384380.442941:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515163136 : -119698194388480 : ffff932297a4aa00) 00010000:00000001:1.0:1767384380.442943:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515163136 : -119698194388480 : ffff932297a4aa00) 00010000:00000001:1.0:1767384380.442945:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384380.442945:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384380.442947:0:39781:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.131@tcp lock: 0000000012d5a9e8/0xf83434fd52e6d7a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf83434fd52e6d7a9 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.442951:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384380.442953:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384380.442954:0:16772:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384380.442956:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384380.442961:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384380.442961:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384380.442966:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384380.442966:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012d5a9e8 refcount=3 00000100:00000001:3.0:1767384380.442968:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384380.442971:0:16772:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.442972:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515163136 : -119698194388480 : ffff932297a4aa00) 00000100:00100000:3.0:1767384380.442974:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000001:2.0:1767384380.442975:0:16772:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.442976:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515163136 : -119698194388480 : ffff932297a4aa00) 00000100:00000001:0.0:1767384380.442976:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384380.442981:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384380.442984:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.442984:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.442985:0:39781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384380.442991:0:39781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 0000000012d5a9e8/0xf83434fd52e6d7a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf83434fd52e6d7a9 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384380.442996:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1767384380.442996:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 000000009dd34fae/0xf83434fd52e6d7b0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6d7b7 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.442999:0:39781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384380.443005:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384380.443005:0:39781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.131@tcp lock: 0000000012d5a9e8/0xf83434fd52e6d7a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf83434fd52e6d7a9 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384380.443009:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384380.443018:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 000000009dd34fae/0xf83434fd52e6d7b0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6d7b7 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384380.443020:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384380.443021:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384380.443030:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384380.443030:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384380.443034:0:39781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.131@tcp lock: 0000000012d5a9e8/0xf83434fd52e6d7a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf83434fd52e6d7a9 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384380.443038:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384380.443053:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000106211af x1853236732527488/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384380.443062:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384380.443065:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384380.443067:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.443070:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384380.443073:0:39781:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384380.443075:0:16772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000069484714. 00010000:00000010:1.0:1767384380.443078:0:39781:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d61515f6. 00010000:00000001:1.0:1767384380.443085:0:39781:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384380.443086:0:16772:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384380.443088:0:39781:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000020:00000001:2.0:1767384380.443096:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384380.443097:0:39781:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.443105:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384380.443105:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.443105:0:39781:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.443111:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.443114:0:39781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:2.0:1767384380.443115:0:16772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 02000000:00000001:3.0:1767384380.443118:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384380.443118:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384380.443120:0:16772:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384380.443130:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384380.443130:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384380.443131:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384380.443137:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767384380.443138:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384380.443138:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 000000007d30792a/0xf83434fd52e6d827 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf83434fd52e6d82e expref: -99 pid: 16765 timeout: 0 lvb_type: 0 10000000:00000040:1.0:1767384380.443140:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(0000000065781ca8) refs 2 10000000:00000001:1.0:1767384380.443155:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:2.0:1767384380.443156:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007d30792a already unused, calling callback (00000000081d0b67) 00000100:00100000:3.0:1767384380.443158:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000106211af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732527488:0@lo:103: 10000000:00000001:1.0:1767384380.443160:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384380.443164:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000040:1.0:1767384380.443166:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000878c590f) refs 3 10000000:00010000:2.0:1767384380.443171:0:16772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 000000007d30792a/0xf83434fd52e6d827 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf83434fd52e6d82e expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384380.443173:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:1.0:1767384380.443173:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384380.443181:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767384380.443182:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767384380.443185:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 10000000:00000001:1.0:1767384380.443186:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:3.0:1767384380.443190:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384380.443191:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384380.443192:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384380.443198:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384380.443199:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000040:1.0:1767384380.443199:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000a85a5bc1) refs 2 02000000:00000010:3.0:1767384380.443208:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a6faef9. 00000020:00000040:2.0:1767384380.443208:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d30792a refcount=3 10000000:00000001:1.0:1767384380.443209:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384380.443217:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767384380.443218:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384380.443222:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000a85a5bc1) refs 1 00000020:00000001:2.0:1767384380.443223:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515166720 : -119698194384896 : ffff932297a4b800) 00000400:00000010:3.0:1767384380.443224:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068fc5280. 10000000:01000000:1.0:1767384380.443226:0:39781:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:00000001:1.0:1767384380.443232:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384380.443233:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515166720 : -119698194384896 : ffff932297a4b800) 00000400:00000010:3.0:1767384380.443234:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e5be2f0. 10000000:00000001:1.0:1767384380.443235:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384380.443239:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000200:3.0:1767384380.443245:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732527488, portal 18 10000000:00000001:1.0:1767384380.443245:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384380.443247:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:00000001:1.0:1767384380.443253:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384380.443255:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:2.0:1767384380.443257:0:16772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 000000007d30792a/0xf83434fd52e6d827 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf83434fd52e6d82e expref: -99 pid: 16765 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384380.443257:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384380.443264:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169387136 : -119698540164480 : ffff932283088a80) 10000000:00000001:1.0:1767384380.443264:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384380.443270:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384380.443275:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:3.0:1767384380.443280:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000106211af x1853236732527488/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384380.443281:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384380.443286:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000006d14cdc8 : new refcount 10 10000000:00000001:2.0:1767384380.443291:0:16772:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000010:1.0:1767384380.443297:0:39781:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000a85a5bc1. 10000000:00010000:2.0:1767384380.443298:0:16772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 000000007d30792a/0xf83434fd52e6d827 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf83434fd52e6d82e expref: -99 pid: 16765 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384380.443309:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:1.0:1767384380.443316:0:39781:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:00000001:1.0:1767384380.443327:0:39781:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.443343:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:01000000:2.0:1767384380.443343:0:16772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1767384380.443344:0:39781:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384380.443353:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000b32f00d. 00000100:00000040:3.0:1767384380.443356:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384380.443363:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 10000000:01000000:2.0:1767384380.443365:0:16772:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000040:00000010:1.0:1767384380.443365:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006332c0dd. 10000000:00000001:2.0:1767384380.443369:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384380.443374:0:16772:0:(mgc_request.c:123:config_log_put()) log params(000000008b16e478) refs 1 00000100:00000200:3.0:1767384380.443376:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732527488, offset 0 00000020:00000010:1.0:1767384380.443377:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002e107793. 10000000:01000000:2.0:1767384380.443380:0:16772:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:2.0:1767384380.443388:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384380.443390:0:16772:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767384380.443391:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000847f5429. 10000000:00000001:2.0:1767384380.443392:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384380.443397:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:2.0:1767384380.443398:0:16772:0:(mgc_request.c:120:config_log_put()) Process leaving 00040000:00000010:1.0:1767384380.443400:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000023a1dc43. 10000000:00000001:2.0:1767384380.443405:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384380.443409:0:16772:0:(mgc_request.c:120:config_log_put()) Process leaving 00040000:00000010:1.0:1767384380.443410:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000011a607bc. 10000000:00000001:2.0:1767384380.443411:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 00080000:00000010:1.0:1767384380.443415:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000083932957. 10000000:00000001:2.0:1767384380.443417:0:16772:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:3.0:1767384380.443422:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:2.0:1767384380.443426:0:16772:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:1.0:1767384380.443428:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095e5d5ab. 10000000:00000001:2.0:1767384380.443429:0:16772:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767384380.443432:0:16772:0:(genops.c:898:class_export_put()) PUTting export 000000006d14cdc8 : new refcount 9 00000020:00000001:1.0:1767384380.443433:0:39781:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384380.443435:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d208380 10000000:00000010:2.0:1767384380.443437:0:16772:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 000000008b16e478. 00000020:00000010:1.0:1767384380.443451:0:39781:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 0000000011d421a2. 10000000:00000001:2.0:1767384380.443453:0:16772:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384380.443459:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384380.443460:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00000020:00000001:1.0:1767384380.443463:0:39781:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.443468:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384380.443510:0:39781:0:(obd_config.c:1053:class_get_profile()) Process entered 00010000:00000001:2.0:1767384380.443513:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384380.443515:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:1.0:1767384380.443515:0:39781:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1767384380.443518:0:39781:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446624376008564096 : -119697700987520 : ffff9322b50d5d80) 00000400:00000200:3.0:1767384380.443519:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384380.443520:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384380.443527:0:39781:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446624376008564096 : -119697700987520 : ffff9322b50d5d80) 00010000:00000001:2.0:1767384380.443528:0:16772:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384380.443536:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384380.443538:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007d30792a with handle 0xf83434fd52e6d827 from hash 00000020:00000010:1.0:1767384380.443539:0:39781:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 000000009906d800. 00000100:00000001:3.0:1767384380.443541:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384380.443548:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:2.0:1767384380.443549:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:1.0:1767384380.443551:0:39781:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00010000:00000001:2.0:1767384380.443556:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1767384380.443561:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2ea6c3. 00010000:00000001:2.0:1767384380.443562:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384380.443562:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384380.443569:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000100:00000040:3.0:1767384380.443570:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000006f2ea6c3 x1853236732527488 msgsize 328 00010000:00000001:2.0:1767384380.443570:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384380.443578:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:1.0:1767384380.443582:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000e9de6670. 00010000:00000001:2.0:1767384380.443584:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384380.443586:0:39782:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000020:00000080:1.0:1767384380.443587:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00010000:00000010:0.0:1767384380.443596:0:39782:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000dbaf7361. 00000100:00100000:3.0:1767384380.443597:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1767384380.443598:0:16772:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:1.0:1767384380.443599:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00010000:00000001:2.0:1767384380.443607:0:16772:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000080:1.0:1767384380.443607:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000020:00000010:0.0:1767384380.443609:0:39782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7328db8. 00000020:00080000:1.0:1767384380.443625:0:39781:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 000000004e3a0a00 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00000010:2.0:1767384380.443628:0:16772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ec584d1. 00000020:00000010:0.0:1767384380.443632:0:39782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be1cdbdc. 00000100:00000001:3.0:1767384380.443633:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384380.443633:0:16772:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00080000:1.0:1767384380.443637:0:39781:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000d4c43852 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef 192.168.204.31@tcp50 3 (0 3 0) 1 0 0 0: 0000000000000000 0 stale:0 00000100:00000001:2.0:1767384380.443641:0:16772:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:0.0:1767384380.443641:0:39782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005274af4b. 00000400:00000200:3.0:1767384380.443644:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 02000000:00000001:2.0:1767384380.443645:0:16772:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384380.443652:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000020:00000001:1.0:1767384380.443653:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 02000000:00000001:2.0:1767384380.443654:0:16772:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384380.443654:0:39782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003fc45096. 00000100:00000001:3.0:1767384380.443666:0:16146:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1767384380.443667:0:16772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d69d2d9. 00000020:00080000:1.0:1767384380.443667:0:39781:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (000000007c187eff) has exports, disconnecting them 00000020:00000010:0.0:1767384380.443667:0:39782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002a777a26. 00000020:00000001:1.0:1767384380.443677:0:39781:0:(genops.c:1515:class_disconnect_export_list()) Process entered 80000000:00000010:0.0:1767384380.443679:0:39782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c738f56a. 00000100:00000200:3.0:1767384380.443683:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000106211af x1853236732527488/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384380.443684:0:39781:0:(genops.c:887:class_export_get()) GET export 000000004e3a0a00 refcount=5 00000100:00000001:2.0:1767384380.443685:0:16772:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:0.0:1767384380.443685:0:39782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000709f2f9e. 00100000:00000010:0.0:1767384380.443696:0:39782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005d50535f. 00000020:00000040:1.0:1767384380.443697:0:39781:0:(genops.c:887:class_export_get()) GET export 000000004e3a0a00 refcount=6 00010000:00000001:2.0:1767384380.443698:0:16772:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384380.443705:0:16772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 000000007d30792a/0xf83434fd52e6d827 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6d82e expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00040000:00000010:0.0:1767384380.443708:0:39782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005a542473. 00000020:00080000:1.0:1767384380.443709:0:39781:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (000000004e3a0a00), last request at 1767384377 00040000:00000010:0.0:1767384380.443718:0:39782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002d53e574. 00000020:00000001:1.0:1767384380.443726:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000010:0.0:1767384380.443729:0:39782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000334e1b08. 00000004:00000001:1.0:1767384380.443731:0:39781:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384380.443736:0:39781:0:(genops.c:887:class_export_get()) GET export 000000004e3a0a00 refcount=7 00002000:00000010:0.0:1767384380.443738:0:39782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000c4df617. 00010000:00010000:2.0:1767384380.443741:0:16772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384380.443743:0:39781:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00010000:00000001:2.0:1767384380.443748:0:16772:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384380.443748:0:39782:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008f1f2cd0. 00000020:00000001:1.0:1767384380.443749:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384380.443753:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 6 00000020:00000080:1.0:1767384380.443760:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d8c1 00000100:00000001:2.0:1767384380.443761:0:16772:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384380.443763:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384380.443765:0:16772:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.443765:0:39782:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1767384380.443766:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004e3a0a00 with handle 0xf83434fd52e6d8c1 from hash 00000020:00000001:0.0:1767384380.443769:0:39782:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384380.443772:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000106211af x1853236732527488/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384380.443775:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 5 00010000:00010000:0.0:1767384380.443775:0:39782:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767384380.443779:0:16772:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ec584d1] to pc [ptlrpcd_00_02+2] req@000000001ec584d1 x1853236732527616/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384380.443785:0:39781:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ee3c6306. 00010000:00000001:0.0:1767384380.443791:0:16771:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:1.0:1767384380.443796:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00010000:00000001:0.0:1767384380.443798:0:16771:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:1.0:1767384380.443804:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 4 00010000:00010000:0.0:1767384380.443806:0:16771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384380.443815:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384380.443821:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 3 00000020:00000001:1.0:1767384380.443829:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.443838:0:39781:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384380.443843:0:39781:0:(import.c:65:import_set_state_nolock()) 00000000ff557790 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384380.443845:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384380.443850:0:16771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008c8fa64b already unused, calling callback (00000000081d0b67) 00000100:00000001:1.0:1767384380.443853:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384380.443854:0:16146:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:0.0:1767384380.443856:0:16771:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384380.443860:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 10000000:00010000:0.0:1767384380.443861:0:16771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384380.443865:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.443867:0:16772:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384380.443867:0:39781:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384380.443869:0:16771:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384380.443875:0:16771:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384380.443878:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384380.443879:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294968362 00010000:00000001:1.0:1767384380.443880:0:39781:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.443880:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384380.443887:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384380.443888:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008c8fa64b refcount=3 00000004:00000001:1.0:1767384380.443892:0:39781:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00000001:2.0:1767384380.443893:0:16772:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.443894:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 00000100:00000001:3.0:1767384380.443895:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968358 00000001:00000001:1.0:1767384380.443897:0:39781:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00000001:2.0:1767384380.443900:0:16772:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384380.443905:0:39781:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.443905:0:16771:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376227800576 : -119697481751040 : ffff9322c21ea600) 10000000:00000001:2.0:1767384380.443908:0:16772:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.443910:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294968362 00000004:00000001:1.0:1767384380.443911:0:39781:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.443914:0:16771:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384380.443917:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 000000007d30792a/0xf83434fd52e6d827 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6d82e expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384380.443923:0:16771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384380.443924:0:39781:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00000001:3.0:1767384380.443925:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968358 00010000:00000001:2.0:1767384380.443929:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000040:1.0:1767384380.443933:0:39781:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 5 00010000:00010000:2.0:1767384380.443936:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 000000007d30792a/0xf83434fd52e6d827 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6d82e expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384380.443937:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294968362 00000001:00000001:1.0:1767384380.443940:0:39781:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000001:3.0:1767384380.443948:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294968358 00000001:00000040:1.0:1767384380.443948:0:39781:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 4 10000000:00000001:0.0:1767384380.443952:0:16771:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384380.443959:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294968362 00000020:00000040:1.0:1767384380.443960:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 2 10000000:00010000:0.0:1767384380.443960:0:16771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384380.443975:0:39781:0:(nodemap_member.c:50:nm_member_del()) Process leaving 10000000:01000000:0.0:1767384380.443976:0:16771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000001:00000040:1.0:1767384380.443979:0:39781:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 3 00000100:00000001:3.0:1767384380.443980:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294968358 10000000:01000000:0.0:1767384380.443981:0:16771:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00000001:2.0:1767384380.443982:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384380.443987:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 10000000:00000001:0.0:1767384380.443990:0:16771:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000010:2.0:1767384380.443994:0:16772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f9941c0d. 00000001:00000001:1.0:1767384380.443995:0:39781:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 10000000:00000040:0.0:1767384380.443996:0:16771:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000003d4d1dd) refs 1 00000100:00000001:3.0:1767384380.443998:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384380.443999:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 1 00010000:00000001:2.0:1767384380.444003:0:16772:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384380.444005:0:16771:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00000001:3.0:1767384380.444009:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384380.444010:0:39781:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.444012:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:0.0:1767384380.444012:0:16771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384380.444017:0:16771:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:2.0:1767384380.444019:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.444029:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384380.444030:0:16771:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384380.444032:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384380.444032:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384380.444033:0:16771:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:2.0:1767384380.444039:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00080000:1.0:1767384380.444039:0:39781:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000004e3a0a00): rc 0 10000000:00000001:0.0:1767384380.444039:0:16771:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384380.444042:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384380.444042:0:16771:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:2.0:1767384380.444043:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384380.444045:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000004e3a0a00 : new refcount 0 10000000:00000001:0.0:1767384380.444046:0:16771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384380.444051:0:16771:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000080:1.0:1767384380.444053:0:39781:0:(genops.c:904:class_export_put()) final put 000000004e3a0a00/lustre-MDT0000-lwp-OST0000_UUID 00010000:00010000:2.0:1767384380.444054:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384380.444054:0:16771:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384380.444058:0:16771:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:2.0:1767384380.444059:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1767384380.444060:0:16771:0:(genops.c:898:class_export_put()) PUTting export 000000006d14cdc8 : new refcount 8 10000000:00000010:0.0:1767384380.444062:0:16771:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 0000000003d4d1dd. 00000020:00000001:1.0:1767384380.444068:0:39781:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 10000000:00000001:0.0:1767384380.444068:0:16771:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:2.0:1767384380.444069:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.444073:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 10000000:00000001:0.0:1767384380.444073:0:16771:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384380.444075:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384380.444078:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00010000:00000001:0.0:1767384380.444080:0:16771:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1767384380.444081:0:39781:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00000100:00000001:3.0:1767384380.444083:0:24303:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384380.444083:0:16771:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384380.444084:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1767384380.444084:0:39781:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00000100:00100000:3.0:1767384380.444091:0:24303:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732527488 00010000:00000001:0.0:1767384380.444092:0:16771:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384380.444093:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:1.0:1767384380.444093:0:39781:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 02000000:00000001:3.0:1767384380.444099:0:24303:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384380.444101:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000004:00000080:1.0:1767384380.444101:0:39781:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa2938a26fb28 00010000:00000001:0.0:1767384380.444102:0:16771:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384380.444104:0:24303:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384380.444107:0:16771:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384380.444114:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ec584d1 x1853236732527616/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384380.444115:0:24303:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384380.444116:0:39781:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00000020:00000040:0.0:1767384380.444117:0:16771:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008c8fa64b with handle 0xf83434fd52e6dbc3 from hash 00100000:00000001:1.0:1767384380.444124:0:39781:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384380.444129:0:16771:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1767384380.444132:0:24303:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.444133:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:1.0:1767384380.444134:0:39781:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.444139:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384380.444143:0:24303:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732527488 00000004:00000001:1.0:1767384380.444144:0:39781:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00010000:00000001:0.0:1767384380.444144:0:16771:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:3.0:1767384380.444151:0:24303:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767384380.444151:0:16771:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384380.444153:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000004:00000010:1.0:1767384380.444153:0:39781:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 000000009510b316. 00000020:00000040:3.0:1767384380.444158:0:24303:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00010000:00000001:0.0:1767384380.444158:0:16771:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:2.0:1767384380.444160:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384380.444161:0:39781:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000020:00000001:3.0:1767384380.444170:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:1.0:1767384380.444170:0:39781:0:(lod_dev.c:979:lod_process_config()) Process entered 02000000:00000001:2.0:1767384380.444172:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384380.444172:0:16771:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000040:3.0:1767384380.444184:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 02000000:00000001:2.0:1767384380.444184:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384380.444185:0:16771:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000004:00000001:1.0:1767384380.444188:0:39781:0:(osp_dev.c:662:osp_process_config()) Process entered 00000004:00000001:1.0:1767384380.444194:0:39781:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000100:00000010:0.0:1767384380.444195:0:16771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5da1fc3. 00000020:00000001:3.0:1767384380.444199:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000004:00000040:1.0:1767384380.444200:0:39781:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff93229f2e5800 02000000:00000001:2.0:1767384380.444201:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384380.444203:0:16771:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384380.444208:0:39781:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000020:00000001:3.0:1767384380.444210:0:24303:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00080000:1.0:1767384380.444212:0:39781:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384380.444214:0:16771:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384380.444219:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ec584d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732527616:0@lo:103: 00000100:00000001:3.0:1767384380.444224:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384380.444224:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 02000000:00000001:0.0:1767384380.444224:0:16771:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384380.444227:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384380.444238:0:39781:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1767384380.444239:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043e71c02. 02000000:00000001:0.0:1767384380.444239:0:16771:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384380.444240:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384380.444241:0:39781:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 02000000:00000001:2.0:1767384380.444248:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.444249:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384380.444249:0:39781:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 02000000:00000010:0.0:1767384380.444252:0:16771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f0b1312. 00000020:00000010:3.0:1767384380.444267:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043e71c02. 02000000:00000001:2.0:1767384380.444269:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384380.444269:0:39781:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384380.444269:0:16771:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.444278:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 02000000:00000010:2.0:1767384380.444279:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b9afb72. 00010000:00000001:0.0:1767384380.444279:0:16771:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767384380.444281:0:39781:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000020:00000010:3.0:1767384380.444282:0:24303:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ea07f6f. 00010000:00010000:0.0:1767384380.444284:0:16771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384380.444286:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.444286:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000010:3.0:1767384380.444295:0:24303:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000756761ba. 00000004:00000040:1.0:1767384380.444295:0:39781:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000400:00000010:2.0:1767384380.444297:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8dd205c. 00010000:00010000:0.0:1767384380.444298:0:16771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000010:3.0:1767384380.444310:0:24303:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00010000:00000001:0.0:1767384380.444311:0:16771:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384380.444312:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bea016a5. 00000004:00080000:1.0:1767384380.444315:0:39781:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:1.0:1767384380.444318:0:39781:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384380.444324:0:16771:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000001:00000001:1.0:1767384380.444325:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000200:2.0:1767384380.444327:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732527616, portal 18 00000100:00000001:0.0:1767384380.444327:0:16771:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384380.444329:0:24303:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000001:00000001:1.0:1767384380.444329:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1767384380.444335:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384380.444340:0:24303:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384380.444340:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169390720 : -119698540160896 : ffff932283089880) 00000100:00000040:0.0:1767384380.444342:0:16771:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5da1fc3] to pc [ptlrpcd_00_03+3] req@00000000c5da1fc3 x1853236732527744/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384380.444351:0:24303:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384380.444357:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ec584d1 x1853236732527616/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384380.444359:0:24303:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384380.444365:0:24303:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384380.444369:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384380.444377:0:24303:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000001:00000001:1.0:1767384380.444377:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384380.444384:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:3.0:1767384380.444386:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384380.444390:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384380.444396:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008536b67c refcount=3 00000020:00000001:3.0:1767384380.444407:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118464 : -119697696433152 : ffff9322b552dc00) 00000100:00000001:2.0:1767384380.444408:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:1.0:1767384380.444413:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384380.444418:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118464 : -119697696433152 : ffff9322b552dc00) 00000100:00000040:2.0:1767384380.444421:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384380.444423:0:39781:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00010000:00000001:3.0:1767384380.444430:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384380.444431:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000179b793c. 00000100:00080000:1.0:1767384380.444431:0:39781:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00010000:00000001:0.0:1767384380.444432:0:16771:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384380.444441:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384380.444443:0:39781:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384380.444443:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384380.444444:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732527616, offset 0 00010000:00000001:3.0:1767384380.444445:0:24303:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384380.444446:0:39781:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=1 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:0.0:1767384380.444451:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384380.444456:0:24303:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.444457:0:16771:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.444458:0:39781:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384380.444464:0:39781:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384380.444469:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384380.444473:0:16771:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.444476:0:39781:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1767384380.444520:0:39781:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00010000:00000010:2.1:1767384380.444522:0:16148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084773b36. 10000000:00000001:0.0:1767384380.444523:0:16771:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384380.444525:0:39781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020a4ab3b. 00010000:00010000:0.0:1767384380.444526:0:16771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384380.444533:0:39781:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:0.0:1767384380.444541:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384380.444542:0:39781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:0.0:1767384380.444545:0:16771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 000000008c8fa64b/0xf83434fd52e6dbc3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6dbca expref: -99 pid: 16780 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384380.444548:0:39781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384380.444553:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384380.444555:0:39781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384380.444556:0:16771:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000022046ced count: 0 02000000:00000010:1.0:1767384380.444566:0:39781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023a1dc43. 00000400:00000200:2.0:1767384380.444570:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d208400 00000100:00000001:1.0:1767384380.444576:0:39781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.444581:0:39781:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446624375665937920 : -119698043613696 : ffff9322a0a14e00) 00010000:00000001:0.0:1767384380.444585:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384380.444586:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00000100:00080000:1.0:1767384380.444588:0:39781:0:(import.c:65:import_set_state_nolock()) 000000003b7ce7bf lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00010000:00000001:0.0:1767384380.444589:0:16771:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384380.444591:0:16771:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000905db868. 00000100:00000001:1.0:1767384380.444595:0:39781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384380.444596:0:24303:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.444598:0:16771:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.444601:0:39781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384380.444603:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384380.444605:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384380.444609:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384380.444625:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384380.444628:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384380.444628:0:39781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a4ab3b] to pc [ptlrpcd_rcv+-1] req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384380.444629:0:24303:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384380.444629:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384380.444634:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384380.444636:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384380.444641:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00010000:0.0:1767384380.444643:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384380.444648:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000010:2.0:1767384380.444649:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef820843. 00000020:00000001:0.0:1767384380.444651:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.444653:0:24303:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384380.444655:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000ef820843 x1853236732527616 msgsize 328 00010000:00010000:0.0:1767384380.444659:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384380.444660:0:24303:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384380.444673:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1767384380.444674:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384380.444681:0:39781:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.444689:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384380.444690:0:24303:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000004:00000001:1.0:1767384380.444690:0:39781:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.444698:0:24303:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624370893191168 : -119702816360448 : ffff93218426f800) 00000100:00000001:2.0:1767384380.444699:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384380.444699:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:1.0:1767384380.444701:0:39781:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.444705:0:16145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384380.444707:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f2ea6c3 x1853236732527488/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:361/0 lens 328/0 e 0 to 0 dl 1767384391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384380.444708:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000179b793c 00080000:00000001:1.0:1767384380.444711:0:39781:0:(osd_handler.c:1463:osd_process_config()) Process entered 00000100:00000040:0.0:1767384380.444714:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384380.444715:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000179b793c. 00100000:00000001:1.0:1767384380.444717:0:39781:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00000100:00000001:2.0:1767384380.444726:0:16148:0:(events.c:34:request_out_callback()) Process entered 00100000:00000001:1.0:1767384380.444728:0:39781:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00000100:00000200:2.0:1767384380.444736:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ec584d1 x1853236732527616/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384380.444737:0:39781:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000004a4fc427. 00100000:00000001:1.0:1767384380.444748:0:39781:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000010:1.0:1767384380.444757:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e466a547. 00100000:00000010:1.0:1767384380.444770:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008795a5e6. 00000100:00000001:3.0:1767384380.444777:0:24303:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00100000:00000010:1.0:1767384380.444780:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006747cd9e. 00000100:00000001:0.0:1767384380.444780:0:16145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1767384380.444783:0:24303:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043e71c02. 00000100:00000001:0.0:1767384380.444785:0:16145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.444786:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00100000:00000010:1.0:1767384380.444789:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000aceb1ee9. 00000100:00000001:3.0:1767384380.444790:0:24303:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384380.444793:0:16145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384380.444796:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ec584d1 x1853236732527616/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384380.444802:0:24303:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043e71c02. 02000000:00000001:0.0:1767384380.444804:0:16145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00100000:00000010:1.0:1767384380.444805:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004b132d47. 00100000:00000010:1.0:1767384380.444816:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e9c57617. 02000000:00000001:0.0:1767384380.444817:0:16145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384380.444820:0:24303:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f2ea6c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16146:x1853236732527488:12345-0@lo:103: 00100000:00000010:1.0:1767384380.444826:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a8570c4a. 00000100:00100000:0.0:1767384380.444835:0:16145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000020a4ab3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16145:1853236732527872:0@lo:9: 00100000:00000010:1.0:1767384380.444839:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008e540288. 00000100:00000200:3.0:1767384380.444845:0:24303:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732527488 00000100:00000001:2.0:1767384380.444847:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384380.444848:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cc00ac28. 00010000:00000001:3.0:1767384380.444850:0:24303:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1767384380.444855:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000002:3.0:1767384380.444857:0:24303:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:0.0:1767384380.444858:0:16145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00100000:00000010:1.0:1767384380.444859:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ce9e533f. 00010000:00000001:3.0:1767384380.444861:0:24303:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384380.444863:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384380.444868:0:16145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384380.444872:0:24303:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384380.444873:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294968363 00100000:00000010:1.0:1767384380.444873:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002be730a9. 02000000:00000001:0.0:1767384380.444874:0:16145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384380.444880:0:24303:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00100000:00000010:1.0:1767384380.444885:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000002cfc611. 02000000:00000010:3.0:1767384380.444887:0:24303:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c03bb49d. 02000000:00000001:0.0:1767384380.444888:0:16145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384380.444889:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968362 00100000:00000010:1.0:1767384380.444890:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007f478e3e. 02000000:00000010:0.0:1767384380.444898:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016d43df8. 02000000:00000001:3.0:1767384380.444903:0:24303:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384380.444905:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005747da08. 02000000:00000001:0.0:1767384380.444905:0:16145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.444907:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294968363 00000100:00000001:3.0:1767384380.444908:0:24303:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384380.444916:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008c35564d. 00010000:00000001:3.0:1767384380.444919:0:24303:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000400:00000010:0.0:1767384380.444921:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072f136e9. 00010000:00010000:3.0:1767384380.444922:0:24303:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00100000:00000010:1.0:1767384380.444923:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001896c037. 00000100:00000001:2.0:1767384380.444924:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968362 00000400:00000010:0.0:1767384380.444929:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed63fbc6. 00010000:00000001:3.0:1767384380.444935:0:24303:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384380.444939:0:24303:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:1.0:1767384380.444939:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000014a29aa. 00000100:00000001:2.0:1767384380.444940:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294968363 00000100:00000200:0.0:1767384380.444940:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732527872, portal 4 00000020:00000040:3.0:1767384380.444949:0:24303:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008536b67c refcount=3 00100000:00000010:1.0:1767384380.444951:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000af9e5891. 00000100:00000001:2.0:1767384380.444952:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294968362 00000100:00000001:0.0:1767384380.444952:0:16145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384380.444956:0:24303:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013118464 : -119697696433152 : ffff9322b552dc00) 00100000:00000010:1.0:1767384380.444959:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001a4effb0. 00000100:00000001:0.0:1767384380.444959:0:16145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375665937920 : -119698043613696 : ffff9322a0a14e00) 00000100:00000001:2.0:1767384380.444961:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294968363 00010000:00000001:3.0:1767384380.444966:0:24303:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013118464 : -119697696433152 : ffff9322b552dc00) 00100000:00000010:1.0:1767384380.444968:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bff5d1ea. 00000100:00000001:2.0:1767384380.444973:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294968362 00100000:00000010:1.0:1767384380.444976:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002c74dce2. 00010000:00000040:3.0:1767384380.444977:0:24303:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008681815b count: 5 00000100:00000040:0.0:1767384380.444978:0:16145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384380.444979:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384380.444985:0:24303:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00100000:00000010:1.0:1767384380.444987:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005b0edeb0. 00000100:00000001:2.0:1767384380.444988:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.444995:0:24303:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00100000:00000001:1.0:1767384380.444996:0:39781:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000100:00000001:2.0:1767384380.444997:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384380.445006:0:24303:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1767384380.445007:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384380.445007:0:39781:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384380.445013:0:24303:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.445014:0:16145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384380.445015:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1767384380.445023:0:24303:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.445024:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00080000:1.0:1767384380.445025:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (000000007c187eff) has no exports 00000100:00000001:2.0:1767384380.445029:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384380.445032:0:16145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384380.445034:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:2.0:1767384380.445036:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384380.445038:0:24303:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384380.445038:0:39781:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00000001:2.0:1767384380.445039:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384380.445039:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00010000:00000001:3.0:1767384380.445046:0:24303:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384380.445046:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384380.445047:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236732527872, offset 0 00000100:00100000:2.0:1767384380.445056:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384380.445058:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384380.445059:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384380.445062:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384380.445063:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384380.445065:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384380.445066:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384380.445072:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384380.445073:0:24303:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384380.445074:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384380.445079:0:24303:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.445079:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384380.445080:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384380.445089:0:24303:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008536b67c with handle 0xf83434fd52e6d7b7 from hash 00000100:00000040:2.0:1767384380.445089:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5da1fc3 x1853236732527744/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384380.445098:0:24303:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1767384380.445102:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d208500 00010000:00000001:3.0:1767384380.445104:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384380.445110:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384380.445113:0:24303:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384380.445118:0:24303:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384380.445123:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 5752 00010000:00000001:3.0:1767384380.445126:0:24303:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384380.445126:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384380.445131:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384380.445135:0:24303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008536b67c/0xf83434fd52e6d7b7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf83434fd52e6d7b0 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384380.445135:0:39783:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000400:00000200:0.0:1767384380.445136:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384380.445137:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:1.0:1767384380.445141:0:39783:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000007477f7e6. 02000000:00000001:2.0:1767384380.445143:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384380.445153:0:39783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011a607bc. 02000000:00000001:2.0:1767384380.445154:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384380.445164:0:39783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000847f5429. 00000400:00000200:0.0:1767384380.445164:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:3.0:1767384380.445167:0:24303:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 8 00000100:00100000:2.0:1767384380.445168:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5da1fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732527744:0@lo:103: 00000020:00000010:1.0:1767384380.445170:0:39783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000083932957. 00000100:00000001:0.0:1767384380.445175:0:16145:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:3.0:1767384380.445178:0:24303:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000020:00000010:1.0:1767384380.445180:0:39783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020403faa. 00000100:00000200:0.0:1767384380.445180:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384380.445186:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1767384380.445187:0:39783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006332c0dd. 00000100:00000010:0.0:1767384380.445191:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3ad4c05. 02000000:00000001:2.0:1767384380.445193:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767384380.445194:0:24303:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000010:1.0:1767384380.445194:0:39783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000011d421a2. 00000100:00000040:0.0:1767384380.445198:0:16145:0:(events.c:337:request_in_callback()) incoming req@00000000f3ad4c05 x1853236732527872 msgsize 224 00010000:00000001:3.0:1767384380.445204:0:24303:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1767384380.445205:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:1.0:1767384380.445206:0:39783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009a77dae5. 00010000:00000001:3.0:1767384380.445214:0:24303:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:2.0:1767384380.445216:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384380.445220:0:24303:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384380.445221:0:39783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002e107793. 00000100:00100000:0.0:1767384380.445221:0:16145:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1767384380.445222:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009cedbf96. 00010000:00000001:3.0:1767384380.445240:0:24303:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384380.445241:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384380.445241:0:39783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004a044033. 00000100:00000001:0.0:1767384380.445249:0:16145:0:(events.c:373:request_in_callback()) Process leaving 00040000:00000010:1.0:1767384380.445252:0:39783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000b32f00d. 00010000:00000001:3.0:1767384380.445259:0:24303:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:2.0:1767384380.445261:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c51b81b4. 00010000:00010000:3.0:1767384380.445262:0:24303:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:0.0:1767384380.445266:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00010000:00000001:3.0:1767384380.445267:0:24303:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384380.445275:0:24303:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000010:1.0:1767384380.445276:0:39783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007003b3f3. 00000400:00000010:0.0:1767384380.445276:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00010000:00000001:3.0:1767384380.445280:0:24303:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384380.445286:0:39783:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cc5ea207. 00000100:00001000:3.0:1767384380.445287:0:24303:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384380.445289:0:16145:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384380.445291:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000179b793c. 00000020:00000010:1.0:1767384380.445296:0:39783:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000054e3d55c. 00000100:00000200:0.0:1767384380.445301:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384380.445302:0:24303:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384380.445303:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732527744, portal 18 00000020:00000001:1.0:1767384380.445308:0:39783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767384380.445310:0:24303:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 19 to 0@lo 00000100:00000001:2.0:1767384380.445312:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384380.445312:0:39783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.445320:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624376154155520 : -119697555396096 : ffff9322bdbaea00) 00000100:00000001:3.0:1767384380.445323:0:24303:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00010000:00010000:1.0:1767384380.445325:0:39783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384380.445331:0:24303:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384380.445334:0:39782:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:3.0:1767384380.445337:0:24303:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384380.445337:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5da1fc3 x1853236732527744/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384380.445339:0:39782:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384380.445342:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1767384380.445347:0:39782:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.131@tcp lock: 0000000012d5a9e8/0xf83434fd52e6d7a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf83434fd52e6d7a9 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384380.445349:0:24303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384380.445357:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384380.445359:0:24303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384380.445369:0:24303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000100:00000200:3.0:1767384380.445382:0:24303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732527488, offset 224 00000100:00000001:2.0:1767384380.445383:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384380.445383:0:39782:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000012d5a9e8 already unused, calling callback (00000000081d0b67) 10000000:00000001:1.0:1767384380.445395:0:39782:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:2.0:1767384380.445398:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00010000:1.0:1767384380.445401:0:39782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.131@tcp lock: 0000000012d5a9e8/0xf83434fd52e6d7a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf83434fd52e6d7a9 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384380.445403:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384380.445412:0:24303:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384380.445416:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000100:00000001:0.0:1767384380.445416:0:16145:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384380.445427:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732527744, offset 0 00010000:00000001:1.0:1767384380.445427:0:39782:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384380.445430:0:16145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384380.445432:0:24303:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384380.445436:0:39782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384380.445445:0:39782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384380.445445:0:16145:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4378 usecs (5 jiffies) 00000400:00000200:2.0:1767384380.445446:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384380.445451:0:39782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012d5a9e8 refcount=3 00000400:00000200:3.0:1767384380.445456:0:24303:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d208380 00000100:00000001:0.0:1767384380.445457:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294968358 00000020:00000001:1.0:1767384380.445463:0:39782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515163136 : -119698194388480 : ffff932297a4aa00) 00000400:00000200:2.0:1767384380.445466:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384380.445470:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294968363 00010000:00000001:1.0:1767384380.445474:0:39782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515163136 : -119698194388480 : ffff932297a4aa00) 00000400:00000200:2.0:1767384380.445514:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d208480 00000100:00000001:0.0:1767384380.445517:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294968359 00000100:00000001:0.0:1767384380.445521:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294968363 00000100:00000001:0.0:1767384380.445525:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294968359 00000400:00000200:3.0:1767384380.445527:0:24303:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2175 [1] + 224 00000100:00000001:0.0:1767384380.445529:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294968363 00000400:00000200:3.0:1767384380.445533:0:24303:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384380.445537:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294968359 00000400:00000200:2.0:1767384380.445540:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00010000:00000001:1.0:1767384380.445543:0:39782:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1767384380.445550:0:24303:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384380.445551:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294968363 00010000:00010000:1.0:1767384380.445552:0:39782:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.131@tcp lock: 0000000012d5a9e8/0xf83434fd52e6d7a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf83434fd52e6d7a9 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384380.445553:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384380.445555:0:24303:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384380.445565:0:16145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384380.445567:0:24303:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000106211af x1853236732527488/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384380.445573:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000001:1.0:1767384380.445577:0:39782:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384380.445578:0:16145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767384380.445584:0:39782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.131@tcp lock: 0000000012d5a9e8/0xf83434fd52e6d7a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf83434fd52e6d7a9 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384380.445587:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384380.445588:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384380.445594:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767384380.445604:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384380.445607:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7760c50. 00000100:00000040:2.0:1767384380.445628:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000a7760c50 x1853236732527744 msgsize 328 10000000:01000000:1.0:1767384380.445631:0:39782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384380.445635:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384380.445643:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:01000000:1.0:1767384380.445647:0:39782:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000100:00000001:0.0:1767384380.445648:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384380.445652:0:24303:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000106211af x1853236732527488/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384380.445654:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384380.445656:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384380.445659:0:39782:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384380.445664:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384380.445666:0:39782:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(0000000065781ca8) refs 1 00000100:00000001:2.0:1767384380.445669:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384380.445678:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384380.445680:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 10000000:01000000:1.0:1767384380.445684:0:39782:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000400:00000010:2.0:1767384380.445688:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 10000000:00000001:1.0:1767384380.445696:0:39782:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384380.445698:0:16148:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:1.0:1767384380.445704:0:39782:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000200:2.0:1767384380.445708:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5da1fc3 x1853236732527744/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384380.445709:0:39782:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384380.445711:0:24303:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384380.445712:0:39783:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384380.445713:0:39782:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384380.445719:0:39782:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384380.445719:0:39783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384380.445722:0:39782:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:3.0:1767384380.445724:0:24303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000100:00000001:2.0:1767384380.445726:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1767384380.445726:0:39782:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767384380.445726:0:39783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384380.445734:0:24303:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 10000000:00000001:1.0:1767384380.445734:0:39782:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:0.0:1767384380.445735:0:39783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767384380.445736:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5da1fc3 x1853236732527744/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384380.445742:0:39782:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384380.445742:0:39783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.445747:0:24303:0:(events.c:386:reply_out_callback()) Process entered 10000000:00000001:1.0:1767384380.445747:0:39782:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:0.0:1767384380.445749:0:39783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384380.445755:0:24303:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1767384380.445755:0:39782:0:(genops.c:898:class_export_put()) PUTting export 000000006d14cdc8 : new refcount 7 00000100:00000001:2.0:1767384380.445756:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1767384380.445763:0:39782:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 0000000065781ca8. 00000100:00000001:2.0:1767384380.445764:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384380.445767:0:24303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.445770:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384380.445770:0:39782:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384380.445773:0:39782:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.445775:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294968364 00000100:00000040:3.0:1767384380.445778:0:24303:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 18 to 0@lo 00010000:00000001:1.0:1767384380.445780:0:39782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384380.445783:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968363 00000100:00000001:0.0:1767384380.445786:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384380.445789:0:24303:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.445789:0:39782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384380.445792:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294968364 00000100:00100000:0.0:1767384380.445793:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732527616 00010000:00000001:3.0:1767384380.445798:0:24303:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.445799:0:39782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384380.445800:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968363 02000000:00000001:0.0:1767384380.445800:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767384380.445807:0:39782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384380.445808:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384380.445813:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384380.445814:0:24303:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f2ea6c3 x1853236732527488/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:361/0 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384380.445815:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294968364 00010000:00000001:1.0:1767384380.445815:0:39782:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384380.445818:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384380.445825:0:39782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000012d5a9e8 with handle 0xf83434fd52e6d7a2 from hash 00000100:00000001:2.0:1767384380.445827:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294968363 00000100:00100000:0.0:1767384380.445829:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732527616 00010000:00000001:1.0:1767384380.445835:0:39782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:0.0:1767384380.445836:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384380.445838:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294968364 00010000:00000001:1.0:1767384380.445839:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384380.445842:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00010000:00000001:1.0:1767384380.445845:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384380.445851:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384380.445854:0:39782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384380.445858:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294968363 00000020:00000040:0.0:1767384380.445859:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=14 00010000:00000001:1.0:1767384380.445862:0:39782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384380.445868:0:39782:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:2.0:1767384380.445869:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384380.445873:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00010000:00000001:1.0:1767384380.445879:0:39782:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:2.0:1767384380.445884:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.445884:0:39782:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:0.0:1767384380.445885:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000100:00100000:3.0:1767384380.445893:0:24303:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f2ea6c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16146:x1853236732527488:12345-0@lo:103: Request processed in 1108us (2313us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384380.445895:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384380.445897:0:39782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059d11e5f. 00000100:00000001:0.0:1767384380.445897:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384380.445908:0:39782:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=7 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384380.445909:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384380.445909:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064556927. 00000100:00000001:1.0:1767384380.445916:0:39782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384380.445921:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 02000000:00000001:1.0:1767384380.445923:0:39782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384380.445923:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384380.445932:0:24303:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 02000000:00000001:1.0:1767384380.445933:0:39782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384380.445934:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064556927. 00000100:00000001:2.0:1767384380.445937:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384380.445944:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732527744 00000100:00000001:3.0:1767384380.445946:0:24303:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:1.0:1767384380.445949:0:39782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009db78cd0. 00000100:00000001:3.0:1767384380.445951:0:24303:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384380.445952:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384380.445952:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ab18c93. 00000100:00000001:1.0:1767384380.445957:0:39782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.445958:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384380.445959:0:24303:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000756761ba. 00010000:00000001:1.0:1767384380.445961:0:39782:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000010:0.0:1767384380.445962:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000097f79d5. 00000100:00000001:2.0:1767384380.445966:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384380.445972:0:24303:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 02000000:00000001:2.0:1767384380.445973:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384380.445973:0:39782:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.131@tcp lock: 0000000012d5a9e8/0xf83434fd52e6d7a2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6d7a9 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384380.445973:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 00000100:00100000:2.0:1767384380.445987:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732527744 00000020:00000010:3.0:1767384380.445992:0:24303:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ea07f6f. 00000020:00000001:2.0:1767384380.445993:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:1.0:1767384380.445994:0:39782:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1767384380.445994:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1767384380.445998:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00010000:00000001:1.0:1767384380.446002:0:39782:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384380.446003:0:24303:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00000100:00000001:0.0:1767384380.446003:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384380.446004:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384380.446007:0:39782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:2.0:1767384380.446012:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=15 00010000:00000001:0.0:1767384380.446013:0:16768:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384380.446015:0:24303:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384380.446016:0:39782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.446020:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00010000:00000001:0.0:1767384380.446022:0:16768:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.446030:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00010000:00000001:0.0:1767384380.446032:0:16768:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000040:1.0:1767384380.446034:0:39782:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059d11e5f] to pc [ptlrpcd_00_00+0] req@0000000059d11e5f x1853236732528000/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384380.446035:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384380.446039:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767384380.446040:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a5b914e. 00000020:00000001:0.0:1767384380.446044:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384380.446046:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384380.446048:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061d55662 refcount=3 00000020:00000010:2.0:1767384380.446049:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a5b914e. 00000020:00000001:0.0:1767384380.446055:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166789120 : -119698542762496 : ffff932282e0e600) 00000020:00000010:2.0:1767384380.446056:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074bd45a7. 00010000:00000001:1.0:1767384380.446056:0:39782:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384380.446060:0:16768:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166789120 : -119698542762496 : ffff932282e0e600) 00000020:00000040:3.0:1767384380.446061:0:16818:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00010000:00000001:1.0:1767384380.446062:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384380.446063:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000089fadb8e. 00010000:00000001:1.0:1767384380.446067:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384380.446071:0:16818:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.446071:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384380.446072:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005882749f. 00010000:00000001:1.0:1767384380.446073:0:39782:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.446076:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384380.446084:0:39782:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.446084:0:16768:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.446086:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384380.446087:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384380.446089:0:39782:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.446090:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384380.446093:0:16770:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00010000:1.0:1767384380.446096:0:39782:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.131@tcp lock: 0000000012d5a9e8/0xf83434fd52e6d7a2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6d7a9 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384380.446096:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.446097:0:16770:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.446105:0:16770:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384380.446109:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384380.446110:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384380.446111:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384380.446112:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384380.446116:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b02c8ce1 refcount=3 00010000:00010000:1.0:1767384380.446116:0:39782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.131@tcp lock: 0000000012d5a9e8/0xf83434fd52e6d7a2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf83434fd52e6d7a9 expref: -99 pid: 16765 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384380.446120:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000040:1.0:1767384380.446128:0:39782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009ce59e6a count: 0 00000100:00000001:0.0:1767384380.446129:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384380.446132:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00000100:00000001:0.0:1767384380.446133:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384380.446135:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384380.446139:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384380.446142:0:16770:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384380.446145:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384380.446147:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384380.446149:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384380.446152:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375169399680 : -119698540151936 : ffff93228308bb80) 00010000:00000001:1.0:1767384380.446153:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384380.446154:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.446156:0:39782:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:0.0:1767384380.446158:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef820843 x1853236732527616/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:361/0 lens 328/0 e 0 to 0 dl 1767384391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767384380.446160:0:39782:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d61515f6. 00000100:00000001:2.0:1767384380.446168:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384380.446169:0:39782:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.446170:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384380.446175:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064556927. 00000020:00000001:1.0:1767384380.446176:0:39782:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384380.446181:0:39782:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.446181:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384380.446183:0:17557:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384380.446186:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384380.446190:0:17557:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732527872 00000020:00000010:0.0:1767384380.446191:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064556927. 00000100:00000001:2.0:1767384380.446192:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:1.0:1767384380.446192:0:39782:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384380.446197:0:17557:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384380.446198:0:39782:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384380.446201:0:17557:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384380.446203:0:39782:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.446204:0:17557:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384380.446213:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef820843 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732527616:12345-0@lo:103: 00000100:00100000:2.0:1767384380.446215:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1767384380.446215:0:39782:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384380.446216:0:17557:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.446220:0:39782:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767384380.446230:0:17557:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732527872 00000100:00000040:2.0:1767384380.446231:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 2 00000020:00000001:1.0:1767384380.446231:0:39782:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384380.446231:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732527616 00000020:00000001:3.0:1767384380.446238:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767384380.446239:0:16768:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00010000:1.0:1767384380.446240:0:39782:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384380.446243:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624375169393408 : -119698540158208 : ffff93228308a300) 00000020:00000040:3.0:1767384380.446248:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d8e4 00010000:00000002:0.0:1767384380.446249:0:16768:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:1.0:1767384380.446253:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384380.446257:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384380.446258:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a7760c50 x1853236732527744/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:361/0 lens 328/0 e 0 to 0 dl 1767384391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384380.446259:0:16768:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00100000:1.0:1767384380.446260:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000040:3.0:1767384380.446262:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000386d9b2c refcount=5 00000100:00000001:0.0:1767384380.446264:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384380.446269:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384380.446271:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 02000000:00000001:0.0:1767384380.446272:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384380.446276:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384380.446281:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624370859104256 : -119702850447360 : ffff9321821ed800) 00000100:00000001:1.0:1767384380.446282:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384380.446283:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000009c05c41. 02000000:00000001:0.0:1767384380.446296:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.446297:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384380.446297:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384380.446301:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384380.446306:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384380.446309:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043e71c02. 00000020:00000010:2.0:1767384380.446310:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a5b914e. 00000100:00000001:1.0:1767384380.446310:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384380.446310:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384380.446323:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059d11e5f x1853236732528000/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384380.446323:0:16768:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1767384380.446324:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384380.446325:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000005a79f7. 00010000:00010000:0.0:1767384380.446330:0:16768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000010:2.0:1767384380.446336:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a5b914e. 00000020:00000040:3.0:1767384380.446340:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00010000:00000001:0.0:1767384380.446340:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384380.446349:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384380.446352:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a7760c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+14:16148:x1853236732527744:12345-0@lo:103: 00000020:00000040:0.0:1767384380.446355:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061d55662 refcount=3 00000100:00000001:1.0:1767384380.446358:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384380.446361:0:17557:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384380.446362:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375166789120 : -119698542762496 : ffff932282e0e600) 00000100:00000001:1.0:1767384380.446363:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384380.446367:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732527744 00000020:00000010:3.0:1767384380.446369:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ea07f6f. 00010000:00000001:0.0:1767384380.446369:0:16768:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375166789120 : -119698542762496 : ffff932282e0e600) 02000000:00000001:1.0:1767384380.446371:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384380.446372:0:16770:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000010:3.0:1767384380.446379:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000756761ba. 00010000:00000002:2.0:1767384380.446379:0:16770:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 02000000:00000001:1.0:1767384380.446381:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384380.446381:0:16768:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000069be5d8c count: 3 00010000:00000001:2.0:1767384380.446385:0:16770:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000010:3.0:1767384380.446388:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00010000:00000001:0.0:1767384380.446389:0:16768:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384380.446391:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384380.446393:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384380.446399:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384380.446400:0:16768:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00100000:1.0:1767384380.446402:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059d11e5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732528000:0@lo:103: 00000100:00000040:3.0:1767384380.446404:0:17557:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:0.0:1767384380.446404:0:16768:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 02000000:00000010:2.0:1767384380.446405:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f8b61049. 00000100:00000001:3.0:1767384380.446417:0:17557:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384380.446418:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.446418:0:16768:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.446419:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384380.446431:0:17557:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384380.446432:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384380.446433:0:16768:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.446434:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.446437:0:17557:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384380.446437:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.446442:0:16768:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384380.446443:0:16770:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384380.446454:0:16770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:1.0:1767384380.446454:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384380.446455:0:16768:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384380.446459:0:17557:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.446461:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:1.0:1767384380.446461:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c6ede6a. 00010000:00000001:0.0:1767384380.446462:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384380.446467:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384380.446470:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384380.446474:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384380.446475:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b02c8ce1 refcount=3 00010000:00000001:0.0:1767384380.446475:0:16768:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384380.446506:0:16768:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.446508:0:17557:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384380.446509:0:16768:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000061d55662 with handle 0xf83434fd52e6d82e from hash 00010000:00000001:0.0:1767384380.446517:0:16768:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:1.0:1767384380.446518:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008697b780. 00010000:00000001:0.0:1767384380.446519:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384380.446523:0:17557:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384380.446523:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384380.446528:0:17557:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384380.446529:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000297406e3. 00000020:00000001:2.0:1767384380.446530:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00010000:00000001:0.0:1767384380.446531:0:16768:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384380.446540:0:16768:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:3.0:1767384380.446541:0:17557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00000001:2.0:1767384380.446542:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624375515161600 : -119698194390016 : ffff932297a4a400) 00000100:00000200:1.0:1767384380.446542:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732528000, portal 18 00010000:00000001:0.0:1767384380.446547:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384380.446551:0:17557:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000386d9b2c : new rpc_count 1 00000100:00000001:1.0:1767384380.446553:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000040:2.0:1767384380.446554:0:16770:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000263a50e6 count: 2 00000100:00000001:3.0:1767384380.446555:0:17557:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376154151936 : -119697555399680 : ffff9322bdbadc00) 00000100:00000001:1.0:1767384380.446559:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375665934336 : -119698043617280 : ffff9322a0a14000) 00010000:00010000:0.0:1767384380.446559:0:16768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000061d55662/0xf83434fd52e6d82e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf83434fd52e6d827 expref: 14 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384380.446563:0:16770:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384380.446568:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3ad4c05 x1853236732527872/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:361/0 lens 224/0 e 0 to 0 dl 1767384391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384380.446570:0:16770:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:1.0:1767384380.446573:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059d11e5f x1853236732528000/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384380.446574:0:16770:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384380.446581:0:16770:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.446593:0:16770:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384380.446599:0:16768:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 7 00010000:00000001:2.0:1767384380.446606:0:16770:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:0.0:1767384380.446609:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 13 00010000:00000001:2.0:1767384380.446632:0:16770:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384380.446635:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384380.446637:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384380.446642:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384380.446644:0:16768:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384380.446649:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384380.446651:0:16768:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:1.0:1767384380.446653:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384380.446655:0:16770:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384380.446659:0:16768:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384380.446661:0:17557:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384380.446661:0:16770:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384380.446661:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b4cf8c. 00010000:00000001:0.0:1767384380.446663:0:16768:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384380.446665:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016d8624b. 00000020:00000040:2.0:1767384380.446667:0:16770:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b02c8ce1 with handle 0xf83434fd52e6dbca from hash 00000100:00000001:3.0:1767384380.446677:0:17557:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384380.446677:0:16768:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:1.0:1767384380.446678:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732528000, offset 0 00010000:00000001:2.0:1767384380.446679:0:16770:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384380.446685:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384380.446685:0:16768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000010:3.0:1767384380.446696:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016d8624b. 00010000:00000001:0.0:1767384380.446697:0:16768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384380.446698:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384380.446703:0:16770:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384380.446707:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384380.446709:0:16770:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384380.446710:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384380.446713:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384380.446713:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384380.446721:0:17557:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3ad4c05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16145:x1853236732527872:12345-0@lo:9: 00010000:00010000:2.0:1767384380.446723:0:16770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b02c8ce1/0xf83434fd52e6dbca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf83434fd52e6dbc3 expref: 13 pid: 16777 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384380.446723:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=100 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384380.446724:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384380.446738:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384380.446746:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732527872 00000400:00000200:1.0:1767384380.446748:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d208580 00000100:00000040:0.0:1767384380.446749:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 19 to 0@lo 00000020:00000001:3.0:1767384380.446759:0:17557:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000040:2.0:1767384380.446760:0:16770:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 6 00000400:00000200:1.0:1767384380.446760:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000100:00000001:0.0:1767384380.446760:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000020:00000001:3.0:1767384380.446769:0:17557:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:2.0:1767384380.446769:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 12 02000000:00000001:0.0:1767384380.446769:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1767384380.446770:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbcb6e50. 00000020:00000001:3.0:1767384380.446780:0:17557:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384380.446781:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fd84c043 02000000:00000001:0.0:1767384380.446781:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.446783:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384380.446789:0:16770:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384380.446792:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384380.446798:0:17557:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384380.446800:0:16770:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1767384380.446801:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384380.446801:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384380.446807:0:17557:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671507728 : -1038043888 : ffffffffc220b510) 00010000:00000001:2.0:1767384380.446808:0:16770:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384380.446810:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd84c043 00000100:00000040:0.0:1767384380.446816:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384380.446817:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd84c043. 00000020:00000001:3.0:1767384380.446820:0:17557:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1767384380.446820:0:16770:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.446823:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384380.446823:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000100:00000200:1.0:1767384380.446831:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:3.0:1767384380.446832:0:17557:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384380.446833:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732527616, offset 224 00010000:00000001:2.0:1767384380.446834:0:16770:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:1.0:1767384380.446836:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000008ab385ca x1853236732528000 msgsize 328 00010000:00000040:2.0:1767384380.446840:0:16770:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000263a50e6 count: 0 00000020:00000001:3.0:1767384380.446845:0:17557:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:2.0:1767384380.446850:0:16770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:3.0:1767384380.446853:0:17557:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384380.446854:0:16770:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384380.446854:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384380.446856:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384380.446862:0:17557:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.446864:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384380.446865:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:3.0:1767384380.446866:0:17557:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384380.446870:0:17557:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384380.446870:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384380.446875:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384380.446877:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.446879:0:17557:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384380.446882:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b4cf8c 00000100:00001000:2.0:1767384380.446889:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=100 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384380.446889:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b4cf8c. 02000000:00000001:3.0:1767384380.446890:0:17557:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384380.446893:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384380.446897:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d208400 02000000:00000010:3.0:1767384380.446899:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000836e5a29. 00000100:00000001:2.0:1767384380.446901:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384380.446903:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059d11e5f x1853236732528000/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384380.446909:0:17557:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384380.446915:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 20 to 0@lo 00000400:00000200:0.0:1767384380.446917:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x217d [1] + 224 00000100:00000001:3.0:1767384380.446921:0:17557:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.446924:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 02000000:00000001:2.0:1767384380.446935:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1767384380.446937:0:17557:0:(genops.c:887:class_export_get()) GET export 00000000386d9b2c refcount=6 00000400:00000200:0.0:1767384380.446937:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384380.446939:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.446939:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384380.446949:0:17557:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:2.0:1767384380.446950:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384380.446955:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059d11e5f x1853236732528000/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384380.446957:0:17557:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000400:00000200:0.0:1767384380.446958:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384380.446965:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384380.446967:0:17557:0:(genops.c:887:class_export_get()) GET export 00000000386d9b2c refcount=7 00000400:00000010:2.0:1767384380.446970:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000100:00000001:0.0:1767384380.446974:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384380.446979:0:17557:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00000200:2.0:1767384380.446982:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732527744, offset 224 00000020:00000001:3.0:1767384380.446985:0:17557:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000200:0.0:1767384380.446985:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ec584d1 x1853236732527616/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384380.446993:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384380.446994:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 6 00000020:00000080:3.0:1767384380.447003:0:17557:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d8e4 00000400:00000200:2.0:1767384380.447004:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384380.447005:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384380.447009:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ec584d1 x1853236732527616/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384380.447014:0:17557:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000386d9b2c with handle 0xf83434fd52e6d8e4 from hash 00000100:00000001:1.0:1767384380.447015:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.447025:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294968365 00000020:00000040:3.0:1767384380.447026:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 5 00000400:00000200:2.0:1767384380.447027:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384380.447033:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384380.447035:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968364 00000020:00000010:3.0:1767384380.447040:0:17557:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000043e71c02. 00000100:00000001:1.0:1767384380.447042:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294968365 00000400:00000200:0.0:1767384380.447044:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000400:00000200:2.0:1767384380.447048:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d208480 00000020:00000001:3.0:1767384380.447052:0:17557:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000400:00000010:0.0:1767384380.447052:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000100:00000001:1.0:1767384380.447053:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968364 00000020:00000040:3.0:1767384380.447061:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 4 00000100:00000001:1.0:1767384380.447063:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294968365 00000100:00000001:0.0:1767384380.447063:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384380.447068:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384380.447071:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x218d [1] + 224 00000020:00000001:3.0:1767384380.447072:0:17557:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:1.0:1767384380.447073:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294968364 00000100:00000001:0.0:1767384380.447074:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384380.447081:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 3 00000400:00000200:2.0:1767384380.447082:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384380.447084:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294968365 00000100:00000040:0.0:1767384380.447086:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 19 to 0@lo 00000020:00000001:3.0:1767384380.447093:0:17557:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.447094:0:16768:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.447095:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294968364 00000400:00000200:2.0:1767384380.447102:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384380.447104:0:17557:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00010000:00000001:0.0:1767384380.447106:0:16768:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.447107:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1767384380.447111:0:17557:0:(import.c:65:import_set_state_nolock()) 00000000ae778593 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384380.447113:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384380.447114:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.447119:0:17557:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384380.447121:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384380.447121:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef820843 x1853236732527616/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:361/0 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384380.447126:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5da1fc3 x1853236732527744/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384380.447129:0:17557:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384380.447131:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.447135:0:17557:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384380.447157:0:17557:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384380.447159:0:39781:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00000100:00100000:0.0:1767384380.447159:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ef820843 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e84c064-9ddf-4290-a20e-ee745f39ffee+12:16148:x1853236732527616:12345-0@lo:103: Request processed in 983us (2498us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384380.447160:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c5da1fc3 x1853236732527744/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384380.447169:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009296414e. 00000020:00000010:3.0:1767384380.447172:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f7ffc1c. 00000040:00000010:1.0:1767384380.447179:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002d77a119. 00000020:00000010:3.0:1767384380.447183:0:17557:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c93ec2b8. 00000020:00000010:1.0:1767384380.447186:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000179e79b9. 00000020:00000010:3.0:1767384380.447192:0:17557:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000031d2bb0c. 00000100:00100000:0.0:1767384380.447194:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384380.447196:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384380.447198:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000a8e2c1a. 00000400:00000200:2.0:1767384380.447204:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000020:00000010:3.0:1767384380.447209:0:17557:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008cbe3df3. 00000400:00000010:2.0:1767384380.447211:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000020:00000010:1.0:1767384380.447211:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c0f7a401. 00000100:00000040:0.0:1767384380.447211:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 1 00000100:00000001:0.0:1767384380.447224:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384380.447229:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384380.447230:0:17557:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000784ae563. 00000100:00000001:2.0:1767384380.447231:0:16770:0:(events.c:386:reply_out_callback()) Process entered 80000000:00000010:1.0:1767384380.447232:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009c2c0c07. 00000020:00000010:0.0:1767384380.447235:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000097f79d5. 00000100:00000001:2.0:1767384380.447236:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 80000000:00000010:3.0:1767384380.447241:0:17557:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000009236b51. 40000000:00000010:1.0:1767384380.447243:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000067ecc68c. 00000100:00000001:2.0:1767384380.447244:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384380.447244:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 40000000:00000010:3.0:1767384380.447247:0:17557:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000043e71c02. 00100000:00000010:1.0:1767384380.447251:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000154766f. 00000020:00000010:0.0:1767384380.447254:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ab18c93. 00000100:00000040:2.0:1767384380.447255:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 18 to 0@lo 00100000:00000010:3.0:1767384380.447257:0:17557:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000060a93c9c. 00040000:00000010:1.0:1767384380.447259:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001de0011a. 00000020:00000040:0.0:1767384380.447261:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 11 00010000:00000001:2.0:1767384380.447266:0:16770:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384380.447268:0:17557:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004173483f. 00000100:00000001:0.0:1767384380.447269:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:1.0:1767384380.447270:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e1ce70b6. 00010000:00000001:2.0:1767384380.447271:0:16770:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384380.447279:0:17557:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e201a90f. 00040000:00000010:1.0:1767384380.447283:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d0d45382. 00000100:00000040:2.0:1767384380.447285:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7760c50 x1853236732527744/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:361/0 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384380.447286:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000010:3.0:1767384380.447289:0:17557:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005fcbfc70. 00080000:00000010:1.0:1767384380.447291:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e1118be2. 00000100:00100000:0.0:1767384380.447291:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236732528000 00002000:00000010:3.0:1767384380.447300:0:17557:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000054ad8627. 02000000:00000001:0.0:1767384380.447300:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000010:1.0:1767384380.447302:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b7505328. 00000100:00000001:0.0:1767384380.447308:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384380.447310:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a7760c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e84c064-9ddf-4290-a20e-ee745f39ffee+11:16148:x1853236732527744:12345-0@lo:103: Request processed in 1003us (1675us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384380.447317:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384380.447318:0:17557:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000004:00000010:1.0:1767384380.447319:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006f17a13c. 00000001:00000040:3.0:1767384380.447325:0:17557:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 02000000:00000001:0.0:1767384380.447327:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384380.447331:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000708716ed. 00000100:00100000:2.0:1767384380.447338:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000001:00000001:3.0:1767384380.447339:0:17557:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000100:00100000:0.0:1767384380.447339:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236732528000 00000004:00000010:1.0:1767384380.447342:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000050b51d40. 00000100:00000040:2.0:1767384380.447343:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000001:00000004:3.0:1767384380.447348:0:17557:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000020:00000001:0.0:1767384380.447348:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384380.447349:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384380.447351:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004217cabb. 00000020:00000040:0.0:1767384380.447355:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf83434fd52e6d78d 00000100:00000001:2.0:1767384380.447358:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:3.0:1767384380.447360:0:17557:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384380.447361:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384380.447363:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000089fadb8e. 00000020:00000002:1.0:1767384380.447364:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000001e9d520e/00000000efcc4056 to site lru. bkt: 0000000050853d6a 00000020:00000040:0.0:1767384380.447368:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e25b4a2c refcount=12 00000020:00000010:2.0:1767384380.447371:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005882749f. 00000004:00000010:1.0:1767384380.447371:0:39781:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 000000005673e612. 00000020:00000001:0.0:1767384380.447372:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00080000:00000010:3.0:1767384380.447373:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c3681536. 00000004:00000001:1.0:1767384380.447382:0:39781:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00080000:00000001:3.0:1767384380.447383:0:17557:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375900335104 : -119697809216512 : ffff9322ae99ec00) 00000020:00000001:0.0:1767384380.447384:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000010:2.0:1767384380.447385:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074bd45a7. 00000004:00000040:1.0:1767384380.447386:0:39781:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00080000:00000001:3.0:1767384380.447402:0:17557:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384380.447402:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384380.447403:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 11 00000004:00000040:1.0:1767384380.447403:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007e20d8b5 : new refcount 2 00000100:00000001:2.0:1767384380.447415:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384380.447416:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064556927. 00000040:00000001:1.0:1767384380.447417:0:39781:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000100:00000001:0.0:1767384380.447421:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384380.447422:0:39781:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000010:0.0:1767384380.447427:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064556927. 00000020:00000010:0.0:1767384380.447431:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ab18c93. 00000020:00000010:0.0:1767384380.447436:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000097f79d5. 00000020:00000010:0.0:1767384380.447440:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 00000001:00000001:3.0:1767384380.447446:0:17557:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384380.447448:0:17557:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384380.447448:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00080000:00000001:3.0:1767384380.447453:0:17557:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384380.447455:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000010:1.0:1767384380.447457:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000effa3916. 00000100:00000001:0.0:1767384380.447457:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384380.447459:0:16768:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384380.447461:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384380.447462:0:16768:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.447464:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000010:1.0:1767384380.447466:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dc384b9c. 00010000:00000001:0.0:1767384380.447466:0:16768:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000400:00000001:2.0:1767384380.447468:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384380.447471:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000001:2.0:1767384380.447472:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000010:1.0:1767384380.447475:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003e75e81c. 00000020:00000001:0.0:1767384380.447475:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384380.447476:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c51b81b4. 00080000:00000001:3.0:1767384380.447516:0:17557:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384380.447518:0:16148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009dd34fae. 00000004:00000001:1.0:1767384380.447522:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000020:00000040:0.0:1767384380.447522:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000869c0498 refcount=3 00000001:00000001:3.0:1767384380.447527:0:17557:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000004:00000040:1.0:1767384380.447529:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00080000:00000001:3.0:1767384380.447533:0:17557:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:0.0:1767384380.447534:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013112832 : -119697696438784 : ffff9322b552c600) 00000400:00000200:2.0:1767384380.447538:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000179b793c 00000004:00000010:1.0:1767384380.447539:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006c962eff. 00010000:00000001:0.0:1767384380.447541:0:16768:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013112832 : -119697696438784 : ffff9322b552c600) 00000400:00000010:2.0:1767384380.447542:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000179b793c. 00000100:00000001:2.0:1767384380.447550:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384380.447550:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:1.0:1767384380.447551:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00010000:00000001:0.0:1767384380.447555:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384380.447556:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5da1fc3 x1853236732527744/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1767384380.447556:0:39781:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.447559:0:16768:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384380.447563:0:39781:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 0000000010c08fd2. 00000100:00000001:0.0:1767384380.447565:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.447575:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384380.447578:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5da1fc3 x1853236732527744/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:1.0:1767384380.447585:0:39781:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000060998e12. 00000100:00000001:2.0:1767384380.447586:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384380.447587:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384380.447591:0:39781:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.447592:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384380.447597:0:39781:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000100:00000001:2.0:1767384380.447598:0:16148:0:(client.c:1578:after_reply()) Process entered 00000040:00000040:1.0:1767384380.447601:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007e20d8b5 : new refcount 1 02000000:00000001:2.0:1767384380.447602:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384380.447604:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384380.447607:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384380.447608:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384380.447610:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000073975e5d : new refcount 2 00000100:00000001:2.0:1767384380.447611:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384380.447625:0:39781:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000007e20d8b5. 02000000:00000001:2.0:1767384380.447627:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384380.447632:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00001000:2.0:1767384380.447633:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=100 v=5 (5 0 0 0) 00000040:00000001:1.0:1767384380.447634:0:39781:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384380.447636:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e25b4a2c : new rpc_count 1 00000004:00000001:1.0:1767384380.447639:0:39781:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000100:00000001:0.0:1767384380.447642:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624376020842576 : -119697688709040 : ffff9322b5c8b850) 00000004:00000001:1.0:1767384380.447646:0:39781:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384380.447647:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=100 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384380.447653:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008ab385ca x1853236732528000/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:361/0 lens 328/0 e 0 to 0 dl 1767384391 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384380.447655:0:39781:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.447656:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384380.447659:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384380.447662:0:39781:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 000000009510b316. 00010000:00000001:2.0:1767384380.447664:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384380.447668:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384380.447668:0:39781:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000100:00000001:0.0:1767384380.447670:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384380.447676:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064556927. 00000100:00000001:0.0:1767384380.447680:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384380.447684:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384380.447684:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064556927. 00080000:00000001:3.0:1767384380.447689:0:17557:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000100:00000040:2.0:1767384380.447695:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5da1fc3 x1853236732527744/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:3.0:1767384380.447696:0:17557:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00100000:0.0:1767384380.447697:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008ab385ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e84c064-9ddf-4290-a20e-ee745f39ffee+11:16147:x1853236732528000:12345-0@lo:103: 00000001:00000001:3.0:1767384380.447711:0:17557:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384380.447712:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732528000 00010000:00000001:0.0:1767384380.447718:0:16768:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384380.447724:0:16768:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00080000:00000001:3.0:1767384380.447725:0:17557:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384380.447725:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384380.447728:0:16768:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:1.0:1767384380.447730:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:2.0:1767384380.447731:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000080:1.0:1767384380.447733:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000004e3a0a00/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00000001:2.0:1767384380.447734:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384380.447734:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384380.447739:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1767384380.447742:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 17 to 0@lo 02000000:00000010:0.0:1767384380.447743:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000af0e1478. 00000100:00000040:2.0:1767384380.447744:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5da1fc3 x1853236732527744/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384380.447749:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 02000000:00000001:0.0:1767384380.447750:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384380.447752:0:17557:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384380.447754:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00000001:0.0:1767384380.447757:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384380.447758:0:37:0:(genops.c:1229:class_import_get()) import 00000000ff557790 refcount=2 obd=lustre-MDT0000 00000001:00000040:3.0:1767384380.447765:0:17557:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00010000:00000001:0.0:1767384380.447766:0:16768:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000001:1.0:1767384380.447767:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767384380.447771:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5da1fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732527744:0@lo:103: 00000020:00000040:1.0:1767384380.447772:0:37:0:(genops.c:1242:class_import_put()) import 00000000ff557790 refcount=1 obd=lustre-MDT0000 00010000:00010000:0.0:1767384380.447772:0:16768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00000001:3.0:1767384380.447774:0:17557:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.447780:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384380.447782:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:3.0:1767384380.447786:0:17557:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000020:00000001:0.0:1767384380.447786:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384380.447788:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1767384380.447790:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000001:3.0:1767384380.447797:0:17557:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:1.0:1767384380.447798:0:37:0:(genops.c:1242:class_import_put()) import 00000000ff557790 refcount=0 obd=lustre-MDT0000 00000400:00000001:2.0:1767384380.447799:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384380.447799:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000869c0498 refcount=3 00000020:00000040:1.0:1767384380.447808:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000ff557790 00000020:00000001:0.0:1767384380.447808:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624376013112832 : -119697696438784 : ffff9322b552c600) 00000400:00000010:2.0:1767384380.447809:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8dd205c. 00080000:00000010:3.0:1767384380.447812:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000002cf5c54. 00000400:00000200:2.0:1767384380.447817:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bea016a5 00000020:00000001:1.0:1767384380.447817:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384380.447818:0:16768:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624376013112832 : -119697696438784 : ffff9322b552c600) 00080000:00000001:3.0:1767384380.447819:0:17557:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370868666368 : -119702840885248 : ffff932182b0c000) 00000400:00000010:2.0:1767384380.447821:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bea016a5. 00000004:00000010:1.0:1767384380.447821:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000556a83cb. 00080000:00000001:3.0:1767384380.447829:0:17557:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:0.0:1767384380.447830:0:16768:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000452d2d24 count: 2 00000100:00000001:2.0:1767384380.447832:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384380.447833:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00010000:00000001:0.0:1767384380.447838:0:16768:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:1.0:1767384380.447839:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000200:2.0:1767384380.447841:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ec584d1 x1853236732527616/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384380.447844:0:16768:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000001:00000010:1.0:1767384380.447847:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000029ce8d79. 00010000:00000001:0.0:1767384380.447848:0:16768:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000200:2.0:1767384380.447851:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ec584d1 x1853236732527616/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384380.447852:0:16768:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384380.447853:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ec6369ec. 00000020:00000001:0.0:1767384380.447858:0:16768:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384380.447859:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002291acc2. 00000001:00000010:1.0:1767384380.447865:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000002732818. 00010000:00000001:0.0:1767384380.447865:0:16768:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384380.447867:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384380.447868:0:16768:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384380.447870:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1767384380.447870:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006bba5738. 00000100:00000001:2.0:1767384380.447874:0:16148:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384380.447875:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:1.0:1767384380.447876:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000084904322. 02000000:00000001:2.0:1767384380.447877:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384380.447878:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384380.447882:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384380.447882:0:16768:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:1.0:1767384380.447885:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384380.447887:0:16768:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.447888:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.447888:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384380.447891:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 02000000:00000001:2.0:1767384380.447896:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384380.447896:0:16768:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000869c0498 with handle 0xf83434fd52e6d7a9 from hash 00000001:00000010:1.0:1767384380.447897:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c96b679. 00010000:00000001:0.0:1767384380.447901:0:16768:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384380.447904:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:1.0:1767384380.447905:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000214c7a35. 00000100:00001000:2.0:1767384380.447906:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=100 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384380.447907:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384380.447911:0:16768:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000010:1.0:1767384380.447912:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001c13a02f. 00000100:00001000:2.0:1767384380.447913:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=100 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384380.447914:0:16768:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000001:00000010:1.0:1767384380.447919:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000091c38db7. 00010000:00000001:0.0:1767384380.447919:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384380.447923:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000001:00000010:1.0:1767384380.447926:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000068136c49. 00010000:00010000:0.0:1767384380.447926:0:16768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000869c0498/0xf83434fd52e6d7a9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf83434fd52e6d7a2 expref: 11 pid: 16777 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384380.447928:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384380.447932:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000038f704c2. 00000001:00000001:3.0:1767384380.447934:0:17557:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384380.447935:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00080000:00000001:3.0:1767384380.447941:0:17557:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.447942:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384380.447944:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00080000:00000001:3.0:1767384380.447945:0:17557:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:0.0:1767384380.447945:0:16768:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 5 00000100:00000001:2.0:1767384380.447948:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.447954:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000020:00000040:0.0:1767384380.447955:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 10 00010000:00000001:1.0:1767384380.447958:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00080000:00000001:3.0:1767384380.447964:0:17557:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384380.447965:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000008b99c666. 00010000:00000001:0.0:1767384380.447965:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384380.447972:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ec584d1 x1853236732527616/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384380.447975:0:16768:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000010:3.0:1767384380.447976:0:17557:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000009ebb6529. 00000004:00000001:1.0:1767384380.447977:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.447979:0:16768:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000040:3.0:1767384380.447985:0:17557:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000386d9b2c : new cb_count 1 00010000:00000001:0.0:1767384380.447986:0:16768:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384380.447987:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384380.447997:0:17557:0:(genops.c:887:class_export_get()) GET export 00000000386d9b2c refcount=4 00000020:00000040:1.0:1767384380.447999:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 7 - export 00010000:00000001:0.0:1767384380.447999:0:16768:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.448008:0:16768:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:3.0:1767384380.448009:0:17557:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000010:1.0:1767384380.448009:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004e3a0a00. 00000100:00000001:2.0:1767384380.448011:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384380.448015:0:16768:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000452d2d24 count: 0 00000100:00000001:2.0:1767384380.448018:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384380.448023:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384380.448030:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ec584d1 x1853236732527616/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384380.448034:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00010000:0.0:1767384380.448034:0:16768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767384380.448037:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ec584d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7e84c064-9ddf-4290-a20e-ee745f39ffee:16148:1853236732527616:0@lo:103: 00010000:00000001:0.0:1767384380.448038:0:16768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384380.448042:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384380.448045:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000ff557790 for lustre-MDT0000 00010000:00000001:0.0:1767384380.448046:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384380.448047:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384380.448049:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.448051:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384380.448052:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 16 to 0@lo 00000100:00001000:0.0:1767384380.448054:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ac160e39 time=100 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384380.448057:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 6 - import 00000020:00000010:1.0:1767384380.448060:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000ff557790. 00000100:00000001:0.0:1767384380.448060:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384380.448061:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5da1fc3 x1853236732527744/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384380.448067:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000040:0.0:1767384380.448067:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 17 to 0@lo 00000100:00000001:0.0:1767384380.448076:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00000001:2.0:1767384380.448078:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384380.448080:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384380.448082:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384380.448083:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384380.448085:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009cedbf96. 00000100:00000001:1.0:1767384380.448088:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384380.448091:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384380.448092:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384380.448093:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.448097:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384380.448101:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384380.448102:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=6 obd=MGC192.168.204.131@tcp 00000400:00000010:0.0:1767384380.448105:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000020:00000001:2.0:1767384380.448106:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000001:1.0:1767384380.448110:0:16806:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384380.448111:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008f0b1312. 00000100:00000200:0.0:1767384380.448111:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732528000, offset 224 00080000:00000001:3.0:1767384380.448116:0:17557:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 02000000:00000001:2.0:1767384380.448119:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:3.0:1767384380.448120:0:17557:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000400:00000200:0.0:1767384380.448126:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384380.448127:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000001:3.0:1767384380.448128:0:17557:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000010:2.0:1767384380.448132:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5da1fc3. 00000100:00000001:2.0:1767384380.448140:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767384380.448141:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384380.448144:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384380.448148:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:3.0:1767384380.448151:0:17557:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384380.448156:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d208580 00000100:00000040:2.0:1767384380.448157:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ec584d1 x1853236732527616/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:3.0:1767384380.448159:0:17557:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:3.0:1767384380.448169:0:17557:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000400:00000200:0.0:1767384380.448170:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2199 [1] + 224 00000020:00000010:1.0:1767384380.448182:0:39781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9bf176f. 00000001:00000001:3.0:1767384380.448185:0:17557:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384380.448187:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384380.448190:0:39781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000062a40d66. 00000020:00000010:3.0:1767384380.448199:0:17557:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c93ec2b8. 00000100:00000001:2.0:1767384380.448201:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1767384380.448201:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fdc28667. 00000400:00000200:0.0:1767384380.448206:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384380.448215:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1767384380.448218:0:17557:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000031d2bb0c. 00000020:00000010:1.0:1767384380.448219:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d3680668. 00000100:00000001:0.0:1767384380.448219:0:16768:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384380.448220:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b9afb72. 00000100:00000200:0.0:1767384380.448232:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059d11e5f x1853236732528000/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384380.448239:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1767384380.448240:0:17557:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008cbe3df3. 00000040:00000010:1.0:1767384380.448241:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000574b74e9. 00000020:00000001:2.0:1767384380.448243:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384380.448245:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059d11e5f x1853236732528000/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384380.448247:0:16148:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000020:00000010:1.0:1767384380.448256:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000072fd6f83. 00000020:00000010:3.0:1767384380.448257:0:17557:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000784ae563. 00000020:00000001:2.0:1767384380.448258:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384380.448264:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002d69d2d9. 00000100:00000001:0.0:1767384380.448268:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 80000000:00000010:3.0:1767384380.448271:0:17557:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000009236b51. 02000000:00000001:2.0:1767384380.448272:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1767384380.448272:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bd2da3bd. 00000400:00000200:0.0:1767384380.448274:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 02000000:00000001:2.0:1767384380.448279:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767384380.448281:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 40000000:00000010:3.0:1767384380.448284:0:17557:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000043e71c02. 00000100:00000010:2.0:1767384380.448285:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ec584d1. 00000020:00000010:1.0:1767384380.448285:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aa12ad01. 00000100:00000001:0.0:1767384380.448286:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384380.448298:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00100000:00000010:3.0:1767384380.448301:0:17557:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000060a93c9c. 00000100:00000001:2.0:1767384380.448302:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 80000000:00000010:1.0:1767384380.448303:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b9a7f5e0. 00000100:00000001:0.0:1767384380.448304:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.448309:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:3.0:1767384380.448310:0:17557:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004173483f. 40000000:00000010:1.0:1767384380.448312:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000843773fa. 00000100:00000040:0.0:1767384380.448314:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 16 to 0@lo 00040000:00000010:3.0:1767384380.448322:0:17557:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e201a90f. 00000100:00000001:2.0:1767384380.448323:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384380.448323:0:16768:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384380.448324:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000063a15e7b. 00080000:00000010:3.0:1767384380.448335:0:17557:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005fcbfc70. 00040000:00000010:1.0:1767384380.448337:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005742ff46. 00010000:00000001:0.0:1767384380.448337:0:16768:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.448339:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384380.448343:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384380.448354:0:17557:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000054ad8627. 00000100:00000001:2.0:1767384380.448356:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000010:1.0:1767384380.448356:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007ea6027c. 00000100:00000040:0.0:1767384380.448356:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ab385ca x1853236732528000/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:361/0 lens 328/224 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384380.448364:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384380.448370:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f7ffc1c. 00040000:00000010:1.0:1767384380.448371:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002025739b. 00000020:00000001:2.0:1767384380.448382:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384380.448382:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008ab385ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e84c064-9ddf-4290-a20e-ee745f39ffee+10:16147:x1853236732528000:12345-0@lo:103: Request processed in 706us (1538us total) trans 0 rc 0/0 00000001:00000001:3.0:1767384380.448384:0:17557:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00080000:00000010:1.0:1767384380.448384:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000092069807. 00000020:00000001:2.0:1767384380.448387:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384380.448393:0:17557:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000d9cfc626) : new refcount 4 00000004:00000010:1.0:1767384380.448394:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a12542a9. 00010000:00010000:2.0:1767384380.448396:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767384380.448401:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000001:00000001:3.0:1767384380.448406:0:17557:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000004:00000010:1.0:1767384380.448407:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000960d4bfb. 00000100:00000040:0.0:1767384380.448409:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e25b4a2c : new rpc_count 0 00000001:00000040:3.0:1767384380.448410:0:17557:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 3 00000004:00000010:1.0:1767384380.448412:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f6513b2d. 00000100:00000001:0.0:1767384380.448418:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384380.448419:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384380.448420:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 3 00000004:00000010:1.0:1767384380.448422:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cb156d4c. 00000100:00000001:2.0:1767384380.448423:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384380.448423:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:3.0:1767384380.448430:0:17557:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000020:00000010:0.0:1767384380.448432:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000097f79d5. 00000001:00000040:3.0:1767384380.448434:0:17557:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000d9cfc626) : new refcount 2 00000400:00000001:2.0:1767384380.448434:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384380.448435:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd21fc36. 00000020:00000010:0.0:1767384380.448438:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000400:00000001:2.0:1767384380.448441:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:3.0:1767384380.448448:0:17557:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000400:00000010:2.0:1767384380.448450:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068fc5280. 00000020:00000010:0.0:1767384380.448451:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ab18c93. 00000004:00000001:1.0:1767384380.448453:0:39781:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000020:00000040:3.0:1767384380.448454:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 2 00000400:00000200:2.0:1767384380.448457:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e5be2f0 00002000:00000001:3.0:1767384380.448459:0:17557:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:1.0:1767384380.448459:0:39781:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000400:00000010:2.0:1767384380.448462:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e5be2f0. 00000020:00000040:0.0:1767384380.448462:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 9 00010000:00000001:3.0:1767384380.448470:0:17557:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384380.448472:0:39781:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:2.0:1767384380.448473:0:16146:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384380.448474:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384380.448475:0:17557:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384380.448502:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000af0e1478. 02000000:00000001:0.0:1767384380.448506:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384380.448507:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384380.448509:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f8b61049. 02000000:00000001:0.0:1767384380.448512:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384380.448515:0:16768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7760c50. 02000000:00000001:0.0:1767384380.448520:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384380.448521:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000009c05c41. 00000020:00000001:3.0:1767384380.448526:0:17557:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384380.448530:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384380.448531:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000106211af x1853236732527488/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1767384380.448532:0:39781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000049a70949. 00010000:00000040:3.0:1767384380.448533:0:17557:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236732527872 00000100:00000010:0.0:1767384380.448537:0:16768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef820843. 00000004:00000040:1.0:1767384380.448548:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000bf844a82 : new refcount 3 00010000:00000001:3.0:1767384380.448549:0:17557:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384380.448551:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000040:1.0:1767384380.448561:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000bf844a82 : new refcount 2 02000000:00000010:0.0:1767384380.448561:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c03bb49d. 00010000:00000200:3.0:1767384380.448566:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3ad4c05 x1853236732527872/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:361/0 lens 224/224 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384380.448567:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000106211af x1853236732527488/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384380.448569:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000bf844a82 : new refcount 1 02000000:00000001:0.0:1767384380.448571:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384380.448574:0:16768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f2ea6c3. 00000004:00000040:1.0:1767384380.448581:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000ee19f373 : new refcount 3 02000000:00000001:0.0:1767384380.448585:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384380.448590:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000035ef3f0a. 00000004:00000040:1.0:1767384380.448593:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000ee19f373 : new refcount 2 00000004:00000040:1.0:1767384380.448605:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000ee19f373 : new refcount 1 02000000:00000001:0.0:1767384380.448606:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384380.448626:0:16768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb9b70bc. 00000020:00000001:1.0:1767384380.448628:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384380.448634:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (000000007c187eff) has no exports 02000000:00000001:0.0:1767384380.448638:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384380.448641:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384380.448643:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 02000000:00000010:0.0:1767384380.448644:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000026d760c7. 00000100:00000001:2.0:1767384380.448650:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384380.448650:0:39781:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00010000:00000001:3.0:1767384380.448658:0:17557:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384380.448658:0:39781:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 02000000:00000001:0.0:1767384380.448658:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384380.448659:0:16146:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384380.448668:0:17557:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384380.448669:0:16768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4f3612e. 02000000:00000001:2.0:1767384380.448670:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384380.448670:0:39781:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000100:00000001:2.0:1767384380.448678:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:1.0:1767384380.448678:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00001000:3.0:1767384380.448682:0:17557:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ca608eb9 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384380.448683:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384380.448684:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1767384380.448684:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384380.448691:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e76c4a2e. 02000000:00000001:2.0:1767384380.448698:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.448699:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384380.448699:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384380.448705:0:16768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aac70421. 00000100:00001000:2.0:1767384380.448707:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=100 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384380.448708:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000317d20c4 refcount 17 to 0@lo 00000100:00000001:0.0:1767384380.448712:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384380.448721:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624375276072960 : -119698433478656 : ffff932289647000) 00000100:00001000:2.0:1767384380.448722:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=100 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384380.448723:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767384380.448732:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d13fdc46. 00000100:00000001:2.0:1767384380.448734:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384380.448735:0:17557:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1767384380.448738:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bd93e97. 02000000:00000001:3.0:1767384380.448739:0:17557:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.448744:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.448747:0:17557:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384380.448748:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384380.448751:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.448755:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.448755:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384380.448758:0:17557:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384380.448760:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384380.448765:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384380.448766:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000106211af x1853236732527488/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384380.448767:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000400:00000001:0.0:1767384380.448769:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384380.448772:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008697b780. 00000400:00000200:0.0:1767384380.448780:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297406e3 00000100:00000001:2.0:1767384380.448783:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384380.448784:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000297406e3. 00000100:00000001:2.0:1767384380.448789:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384380.448790:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384380.448791:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384380.448792:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236732527872, offset 224 00000100:00000200:0.0:1767384380.448798:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059d11e5f x1853236732528000/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384380.448801:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000106211af x1853236732527488/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384380.448814:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384380.448838:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384380.448861:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d208500 00000100:00000200:0.0:1767384380.448861:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059d11e5f x1853236732528000/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384380.448862:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000106211af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e84c064-9ddf-4290-a20e-ee745f39ffee:16146:1853236732527488:0@lo:103: 00000100:00000001:2.0:1767384380.448881:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384380.448884:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2185 [1] + 224 00000100:00000001:2.0:1767384380.448891:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384380.448901:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000106211af x1853236732527488/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384380.448902:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384380.448905:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384380.448915:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384380.448922:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384380.448924:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384380.448926:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384380.448930:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384380.448936:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a6faef9. 02000000:00000001:0.0:1767384380.448936:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384380.448937:0:17557:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384380.448944:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384380.448947:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384380.448949:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384380.448951:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.448952:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384380.448957:0:16146:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 02000000:00000001:0.0:1767384380.448964:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.448965:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384380.448970:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000026074c83. 00000100:00001000:0.0:1767384380.448975:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000001bb27ad7 time=100 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384380.448978:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384380.448983:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767384380.448986:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e8141991 time=100 v=5 (1 0 0 0) 00000100:00000010:2.0:1767384380.448987:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000106211af. 00000100:00000001:2.0:1767384380.448996:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384380.449000:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384380.449001:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384380.449007:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384380.449008:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384380.449015:0:17557:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384380.449016:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384380.449017:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384380.449019:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.449021:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.449030:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384380.449030:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.449034:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384380.449045:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059d11e5f x1853236732528000/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384380.449060:0:16778:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384380.449067:0:16778:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 6 - evictor 00000100:00000001:0.0:1767384380.449079:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384380.449080:0:17557:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384380.449082:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384380.449086:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384380.449090:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 00000100:00000040:0.0:1767384380.449090:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059d11e5f x1853236732528000/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384380.449096:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000100:00000001:2.0:1767384380.449098:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384380.449104:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384380.449107:0:17557:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384380.449110:0:16145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384380.449113:0:17557:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384380.449115:0:16145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384380.449120:0:17557:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384380.449120:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072f136e9. 00000100:00100000:0.0:1767384380.449130:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059d11e5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732528000:0@lo:103: 00000400:00000200:2.0:1767384380.449134:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed63fbc6 00000100:00000040:3.0:1767384380.449138:0:17557:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 16 to 0@lo 00000400:00000010:2.0:1767384380.449140:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed63fbc6. 00000100:00000001:0.0:1767384380.449143:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384380.449148:0:17557:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384380.449151:0:17557:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.449151:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384380.449152:0:16145:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384380.449157:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059d11e5f x1853236732528000/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384396 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384380.449159:0:17557:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384380.449163:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384380.449173:0:17557:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3ad4c05 x1853236732527872/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:361/0 lens 224/224 e 0 to 0 dl 1767384391 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384380.449195:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384380.449198:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384380.449202:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c6ede6a. 02000000:00000001:0.0:1767384380.449213:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384380.449218:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767384380.449222:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384380.449222:0:16147:0:(genops.c:1242:class_import_put()) import 00000000b0ab28c3 refcount=3 obd=MGC192.168.204.131@tcp 00000020:00000001:0.0:1767384380.449229:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384380.449231:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009db78cd0. 02000000:00000001:0.0:1767384380.449236:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1767384380.449243:0:17557:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3ad4c05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:16145:x1853236732527872:12345-0@lo:9: Request processed in 2574us (4036us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384380.449243:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384380.449248:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059d11e5f. 00000100:00000001:0.0:1767384380.449255:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384380.449257:0:16145:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384380.449258:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384380.449262:0:16145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384380.449265:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384380.449273:0:16145:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384380.449274:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384380.449280:0:17557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 02000000:00000001:2.0:1767384380.449280:0:16145:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384380.449282:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.449288:0:16145:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384380.449292:0:17557:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000386d9b2c : new rpc_count 0 00000100:00000001:2.0:1767384380.449293:0:16145:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384380.449293:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384380.449300:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.449303:0:17557:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384380.449304:0:16145:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.449310:0:17557:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384380.449312:0:16145:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ac54e769 time=90 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384380.449314:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000756761ba. 00000100:00001000:2.0:1767384380.449325:0:16145:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c8cd8414 time=90 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384380.449326:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 00000020:00000010:3.0:1767384380.449336:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ea07f6f. 00000100:00000001:2.0:1767384380.449337:0:16145:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384380.449344:0:16145:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384380.449346:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 1 00010000:00000001:2.0:1767384380.449347:0:16145:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384380.449355:0:17557:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767384380.449358:0:16145:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384380.449365:0:16145:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.449367:0:16145:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384380.449368:0:16145:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384380.449369:0:16145:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384380.449370:0:16145:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384380.449372:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384380.449385:0:16145:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384380.449387:0:16145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384380.449388:0:16145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384380.449390:0:16145:0:(import.c:65:import_set_state_nolock()) 000000003b7ce7bf lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1767384380.449391:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384380.449393:0:16145:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00080000:2.0:1767384380.449404:0:16145:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:2.0:1767384380.449405:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384380.449406:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384380.449407:0:16145:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:2.0:1767384380.449408:0:16145:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:2.0:1767384380.449409:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1767384380.449411:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384380.449416:0:16145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000020a4ab3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16145:1853236732527872:0@lo:9: 00000100:00000001:2.0:1767384380.449420:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384380.449422:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384380.449424:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000020a4ab3b x1853236732527872/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384380.449429:0:16145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384380.449430:0:16145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384380.449431:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016d43df8. 02000000:00000001:2.0:1767384380.449433:0:16145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384380.449434:0:16145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384380.449435:0:16145:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384380.449436:0:16145:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384380.449437:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023a1dc43. 02000000:00000001:2.0:1767384380.449440:0:16145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384380.449441:0:16145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384380.449442:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000020a4ab3b. 00000100:00000001:2.0:1767384380.449444:0:16145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384380.449445:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384380.449446:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384380.449452:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384380.449453:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.449454:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384380.449455:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384380.457540:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294968365, at 4294968366 00000100:00000040:2.0:1767384380.457542:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294968365, at 4294968366 00000100:00000010:3.0:1767384380.457553:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078547dfc. 00000100:00000010:2.0:1767384380.457557:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000873d6559. 00000100:00000040:0.0:1767384380.457559:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294968365, at 4294968366 00000100:00000010:0.0:1767384380.457570:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b14ab6f7. 00000001:00000001:1.0:1767384380.461246:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384380.461250:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384380.461251:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384380.473639:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.473646:0:39781:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.473649:0:39781:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:1.0:1767384380.473651:0:39781:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:1.0:1767384380.473654:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:1.0:1767384380.473657:0:39781:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384380.473659:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384380.473661:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d7fd 00000020:00000040:1.0:1767384380.473664:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005bdb543f with handle 0xf83434fd52e6d7fd from hash 00000020:00000001:1.0:1767384380.473670:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384380.473672:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000005bdb543f : new refcount 1 00000020:00000001:1.0:1767384380.473674:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384380.473675:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000005bdb543f : new refcount 0 00000020:00000080:1.0:1767384380.473676:0:39781:0:(genops.c:904:class_export_put()) final put 000000005bdb543f/lustre-QMT0000_UUID 00000020:00000001:1.0:1767384380.473679:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.473693:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384380.473695:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384380.473696:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000001:2.0:1767384380.473725:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384380.473729:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000005bdb543f/lustre-QMT0000_UUID for lustre-QMT0000 00000100:00000040:1.0:1767384380.473732:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294968365, at 4294968382 00000020:00000001:2.0:1767384380.473733:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384380.473736:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384380.473739:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000002cc0a876) now 4 - export 00000100:00000010:1.0:1767384380.473741:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003eca53e6. 00000020:00000010:2.0:1767384380.473742:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005bdb543f. 00000020:00000010:0.0:1767384380.473743:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000064556927. 00000020:00000080:0.0:1767384380.473749:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384380.473757:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384380.473758:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384380.473763:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1767384380.473766:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384380.473768:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (000000002cc0a876) has no exports 00000020:00000001:0.0:1767384380.473769:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384380.473773:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:0.0:1767384380.473775:0:39781:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:0.0:1767384380.473776:0:39781:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:0.0:1767384380.473778:0:39781:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:0.0:1767384380.473781:0:39781:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384380.473784:0:39781:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384380.473786:0:39781:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000c4173044. 00000020:00000001:0.0:1767384380.473789:0:39781:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384380.473809:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384380.473811:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384380.473817:0:39781:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000d82372f1. 00000001:00000001:0.0:1767384380.473824:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384380.473826:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384380.473828:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384380.473830:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000005ac47871. 00000001:00000010:0.0:1767384380.473832:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d3b33359. 00000001:00000010:0.0:1767384380.473834:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008ba6871b. 00000001:00000001:0.0:1767384380.473837:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384380.473838:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000084aed1ea. 00000020:00000002:0.0:1767384380.473843:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000fbf8f324/000000004079e68f to site lru. bkt: 00000000fa1f862b 00040000:00000001:0.0:1767384380.473845:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384380.473846:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384380.473847:0:39781:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000bf1c08cd. 00000001:00000001:0.0:1767384380.473852:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384380.473853:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384380.473854:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384380.473855:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000004830360b. 00000001:00000010:0.0:1767384380.473856:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000279d4793. 00000001:00000010:0.0:1767384380.473857:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000b5233b84. 00000001:00000001:0.0:1767384380.473858:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384380.473859:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000006cfc2d70. 00000020:00000002:0.0:1767384380.473861:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000668cdc13/000000003de50825 to site lru. bkt: 00000000fa1f862b 00040000:00000001:0.0:1767384380.473862:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384380.473864:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384380.473865:0:39781:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000630058c3. 00000001:00000001:0.0:1767384380.473867:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384380.473868:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384380.473869:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384380.473870:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000074706c8f. 00000001:00000010:0.0:1767384380.473871:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000056923e9b. 00000001:00000010:0.0:1767384380.473872:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000000fc0d5ac. 00000001:00000001:0.0:1767384380.473874:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384380.473875:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000002c2a61d0. 00000020:00000002:0.0:1767384380.473877:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000bbd51a6d/0000000081a324d7 to site lru. bkt: 00000000fa1f862b 00000020:00000002:0.0:1767384380.473879:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000006d41b94a/00000000aef37092 to site lru. bkt: 000000006d98004b 00040000:00000010:0.0:1767384380.473880:0:39781:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000e7dcffaf. 00040000:00000001:0.0:1767384380.473882:0:39781:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384380.473882:0:39781:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384380.473883:0:39781:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000abdaacb7. 00000020:00000001:0.0:1767384380.473884:0:39781:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384380.473890:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384380.473890:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384380.473892:0:39781:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000005457c1ba. 00000001:00000001:0.0:1767384380.473893:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384380.473894:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384380.473895:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384380.473895:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000008d26d1ea. 00000001:00000010:0.0:1767384380.473896:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000055022bd8. 00000001:00000010:0.0:1767384380.473897:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008ee88c63. 00000001:00000001:0.0:1767384380.473899:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384380.473899:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000003a3dd6e. 00000020:00000002:0.0:1767384380.473901:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000939918fb/000000003bef1632 to site lru. bkt: 00000000fa1f862b 00040000:00000001:0.0:1767384380.473902:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384380.473903:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384380.473904:0:39781:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000055bda2d0. 00000001:00000001:0.0:1767384380.473906:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384380.473907:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384380.473907:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384380.473908:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000007bcd74de. 00000001:00000010:0.0:1767384380.473910:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000002f10381d. 00000001:00000010:0.0:1767384380.473911:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000009d05c69c. 00000001:00000001:0.0:1767384380.473913:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384380.473913:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000004a151105. 00000020:00000002:0.0:1767384380.473915:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000b1146f2d/00000000ac9829a4 to site lru. bkt: 00000000fa1f862b 00040000:00000001:0.0:1767384380.473917:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384380.473918:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384380.473919:0:39781:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000ed8f6256. 00000001:00000001:0.0:1767384380.473921:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384380.473922:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384380.473922:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384380.473923:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000dc65f6db. 00000001:00000010:0.0:1767384380.473924:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000098fa4f66. 00000001:00000010:0.0:1767384380.473925:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000b4e49344. 00000001:00000001:0.0:1767384380.473926:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384380.473927:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b2cad503. 00000020:00000002:0.0:1767384380.473928:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000065e3927c/00000000957a1dfd to site lru. bkt: 00000000fa1f862b 00000020:00000002:0.0:1767384380.473930:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000003d855ff9/000000006e0e0224 to site lru. bkt: 00000000ac5339f1 00040000:00000010:0.0:1767384380.473931:0:39781:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 0000000063ea637e. 00040000:00000001:0.0:1767384380.473932:0:39781:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:1.0:1767384380.473967:0:16804:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001ff11e74. 00000020:00000010:1.0:1767384380.473978:0:16804:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f20a10f0. 00000040:00000010:1.0:1767384380.473982:0:16804:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000782f0cfe. 00000020:00000010:1.0:1767384380.473985:0:16804:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001ed090fa. 00000020:00000010:1.0:1767384380.473990:0:16804:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000018f9cdbe. 00000020:00000010:1.0:1767384380.473994:0:16804:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006a9da285. 80000000:00000010:1.0:1767384380.473997:0:16804:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004a201f30. 40000000:00000010:1.0:1767384380.474000:0:16804:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b05a47a7. 00100000:00000010:1.0:1767384380.474003:0:16804:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000013f05d5f. 00040000:00000010:1.0:1767384380.474006:0:16804:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f06e115f. 00040000:00000010:1.0:1767384380.474013:0:16804:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000abb8e716. 00040000:00000010:1.0:1767384380.474015:0:16804:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006c37c05e. 00080000:00000010:1.0:1767384380.474018:0:16804:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000042e6acaa. 00000004:00000010:1.0:1767384380.474021:0:16804:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009e974aea. 00000004:00000010:1.0:1767384380.474024:0:16804:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008d4ed9ae. 00000004:00000010:1.0:1767384380.474028:0:16804:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ed8faedd. 00000004:00000010:1.0:1767384380.474030:0:16804:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003c6925ae. 00000020:00000010:1.0:1767384380.474033:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000403abaed. 00040000:00000010:1.0:1767384380.474035:0:16804:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 00000000d7f4c9d4. 00040000:00000001:1.0:1767384380.474037:0:16804:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384380.474072:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000002ede23a3/00000000099301c7 to site lru. bkt: 00000000e9cdc1f0 00040000:00000001:0.0:1767384380.474075:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384380.474078:0:39781:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384380.474079:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384380.474081:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d7f6 00000020:00000040:0.0:1767384380.474083:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000d72466a with handle 0xf83434fd52e6d7f6 from hash 00000020:00000001:0.0:1767384380.474086:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384380.474087:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000000d72466a : new refcount 1 00000020:00000001:0.0:1767384380.474089:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384380.474090:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000000d72466a : new refcount 0 00000020:00000080:0.0:1767384380.474091:0:39781:0:(genops.c:904:class_export_put()) final put 000000000d72466a/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384380.474093:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.474103:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384380.474104:0:39781:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384380.474106:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384380.474118:0:39781:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.474120:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.474122:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384380.474125:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000000d72466a/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384380.474127:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384380.474128:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384380.474130:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000e39823aa) now 9 - export 00000020:00000010:2.0:1767384380.474132:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000d72466a. 00000020:00000001:2.0:1767384380.474135:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:0.0:1767384380.474145:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384380.474149:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ea569d28. 00000001:00000010:0.0:1767384380.474151:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000058d6a03e. 00000001:00000010:0.0:1767384380.474152:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001791419d. 00000001:00000010:0.0:1767384380.474153:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dbd76e01. 00000001:00000010:0.0:1767384380.474155:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005e18aea7. 00000001:00000010:0.0:1767384380.474157:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009f0d7735. 00000001:00000001:0.0:1767384380.474160:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384380.474161:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384380.474163:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fee0fc82. 00000001:00000010:0.0:1767384380.474164:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007aadd34f. 00000001:00000010:0.0:1767384380.474166:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003a41b470. 00000001:00000010:0.0:1767384380.474167:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009bc03de0. 00000001:00000010:0.0:1767384380.474168:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009fa2935c. 00000001:00000010:0.0:1767384380.474169:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d251c951. 00000001:00000001:0.0:1767384380.474170:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384380.474171:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000002cc0a876) now 3 - setup 00000020:00000001:0.0:1767384380.474173:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.474174:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384380.474176:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384380.474178:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384380.474181:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000002cc0a876) now 2 - obd_device_list 00000020:00000080:0.0:1767384380.474182:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:0.0:1767384380.474183:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000002cc0a876) now 1 - newdev 00000020:00000040:0.0:1767384380.474184:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c57123a8 with handle 0xf83434fd52e6d7ef from hash 00000020:00000040:0.0:1767384380.474186:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000c57123a8 : new refcount 0 00000020:00000080:0.0:1767384380.474187:0:39781:0:(genops.c:904:class_export_put()) final put 00000000c57123a8/lustre-QMT0000_UUID 00000020:00000001:0.0:1767384380.474188:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.474189:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384380.474190:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 00000000c57123a8/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:0.0:1767384380.474192:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384380.474193:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384380.474195:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c57123a8. 00000020:00000001:0.0:1767384380.474201:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384380.474203:0:39781:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:0.0:1767384380.474205:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:0.0:1767384380.474206:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384380.474210:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ab18c93. 00000020:00000010:0.0:1767384380.474213:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9822227. 00000040:00000010:0.0:1767384380.474215:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001ab31aab. 00000020:00000010:0.0:1767384380.474218:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c962874d. 00000020:00000010:0.0:1767384380.474222:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007a1d1b98. 00000020:00000010:0.0:1767384380.474224:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000043035988. 80000000:00000010:0.0:1767384380.474227:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b14ab6f7. 40000000:00000010:0.0:1767384380.474229:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b980020c. 00100000:00000010:0.0:1767384380.474234:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004a7d61a4. 00040000:00000010:0.0:1767384380.474236:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000235577a5. 00040000:00000010:0.0:1767384380.474239:0:39781:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fe6aa8d8. 00040000:00000010:0.0:1767384380.474241:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000061f1dac5. 00080000:00000010:0.0:1767384380.474266:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000583db12e. 00000004:00000010:0.0:1767384380.474270:0:39781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007b28d71e. 00000004:00000010:0.0:1767384380.474274:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000640741f8. 00000004:00000010:0.0:1767384380.474276:0:39781:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000df7c583c. 00000004:00000010:0.0:1767384380.474280:0:39781:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000009c05c41. 00040000:00000001:0.0:1767384380.474284:0:39781:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:0.0:1767384380.474287:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000d026d24. 00040000:00000010:0.0:1767384380.474290:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c3be11d1. 00040000:00000010:0.0:1767384380.474293:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007cec1d61. 00040000:00000010:0.0:1767384380.474295:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006ba937f7. 00040000:00000010:0.0:1767384380.474298:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bd226276. 00040000:00000010:0.0:1767384380.474302:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000081a1e538. 00040000:00000010:0.0:1767384380.474305:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002396ebb2. 00040000:00000010:0.0:1767384380.474308:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002b3e1542. 00040000:00000010:0.0:1767384380.474360:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000787e3774. 00040000:00000010:0.0:1767384380.474363:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000099bdbfaa. 00040000:00000010:0.0:1767384380.474365:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f547db72. 00040000:00000010:0.0:1767384380.474369:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b0408c1d. 00040000:00000010:0.0:1767384380.474371:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000da0a1893. 00040000:00000010:0.0:1767384380.474376:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f7670f9f. 00040000:00000010:0.0:1767384380.474377:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006b992d75. 00040000:00000010:0.0:1767384380.474379:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bf44d7e6. 00040000:00000010:0.0:1767384380.474382:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ab4e33ff. 00040000:00000010:0.0:1767384380.474384:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bbb6e067. 00040000:00000010:0.0:1767384380.474385:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d22bd946. 00040000:00000010:0.0:1767384380.474387:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002251f68e. 00040000:00000010:0.0:1767384380.474389:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000ecc589f. 00040000:00000010:0.0:1767384380.474394:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000083f27ed1. 00040000:00000010:0.0:1767384380.474396:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008250f634. 00040000:00000010:0.0:1767384380.474400:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f0898e2c. 00040000:00000010:0.0:1767384380.474402:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eeb1b729. 00040000:00000010:0.0:1767384380.474405:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000062b7bdce. 00040000:00000010:0.0:1767384380.474408:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007d272dd7. 00040000:00000010:0.0:1767384380.474411:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bd108267. 00040000:00000010:0.0:1767384380.474414:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e0aaae5c. 00040000:00000010:0.0:1767384380.474417:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e45e5e3c. 00040000:00000010:0.0:1767384380.474419:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000063c3bce8. 00040000:00000010:0.0:1767384380.474421:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a686e71b. 00040000:00000010:0.0:1767384380.474424:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003abffbde. 00040000:00000010:0.0:1767384380.474428:0:39781:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 0000000042d714b3. 00040000:00000001:0.0:1767384380.474430:0:39781:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384380.474432:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e9822227. 00000040:00000010:0.0:1767384380.474435:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001ab31aab. 00000020:00000010:0.0:1767384380.474437:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c962874d. 00000020:00000010:0.0:1767384380.474439:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007a1d1b98. 00000020:00000010:0.0:1767384380.474442:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000043035988. 80000000:00000010:0.0:1767384380.474444:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b14ab6f7. 40000000:00000010:0.0:1767384380.474445:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b980020c. 00100000:00000010:0.0:1767384380.474447:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004a7d61a4. 00040000:00000010:0.0:1767384380.474449:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000235577a5. 00040000:00000010:0.0:1767384380.474451:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fe6aa8d8. 00040000:00000010:0.0:1767384380.474453:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000061f1dac5. 00080000:00000010:0.0:1767384380.474454:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000583db12e. 00000004:00000010:0.0:1767384380.474456:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007b28d71e. 00000004:00000010:0.0:1767384380.474460:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000640741f8. 00000004:00000010:0.0:1767384380.474462:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df7c583c. 00000004:00000010:0.0:1767384380.474464:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000009c05c41. 00000020:00000010:0.0:1767384380.474466:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ab18c93. 00000020:00000001:0.0:1767384380.474468:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384380.474470:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000002cc0a876. 00000020:00000001:0.0:1767384380.474475:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.474476:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384380.474493:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000064556927. 00000020:00000001:0.0:1767384380.474496:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384380.474497:0:39781:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384380.474499:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384380.474501:0:39781:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:2.1:1767384380.475520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007d30792a. 00010000:00000010:3.1:1767384380.475525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008536b67c. 00010000:00000010:1.1:1767384380.475528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009ce59e6a. 00010000:00000010:2.1:1767384380.475529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b02c8ce1. 00010000:00000010:1.1:1767384380.475543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000012d5a9e8. 00010000:00000010:2.1:1767384380.475545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000263a50e6. 00010000:00000010:0.1:1767384380.477499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000022046ced. 00010000:00000010:0.1:1767384380.477507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008c8fa64b. 00010000:00000010:0.1:1767384380.477512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000061d55662. 00010000:00000010:0.1:1767384380.477517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000869c0498. 00010000:00000010:0.1:1767384380.477520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000452d2d24. 00010000:00000001:1.0:1767384380.795703:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384380.795713:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.795722:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384380.795725:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.795874:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384380.795880:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384380.795884:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384381.051594:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8fefeb0] -> 12345-192.168.204.131@tcp19 (6) 00000800:00000200:0.0:1767384381.051626:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp19 ip 192.168.204.131:988 00000800:00000200:0.0:1767384381.051632:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384381.051832:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384381.051838:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384381.051851:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384381.051855:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384381.051857:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384381.371578:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384381.371585:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384381.371589:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000400:00000010:2.0:1767384381.371595:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000400:00000200:2.0:1767384381.371619:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384381.371626:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384381.371650:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a0200986. 00000400:00000010:2.0:1767384381.371658:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000019e055ac. 00000400:00000001:2.0:1767384381.371663:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384381.371664:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384381.371665:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff31b53 00000400:00000010:2.0:1767384381.371689:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff31b53. 00000400:00000200:2.0:1767384381.371691:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384381.371694:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384381.371697:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e17e9eb5. 00000400:00000010:2.0:1767384381.371699:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000d524312. 00000400:00000200:2.0:1767384381.371703:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp48 00000400:00000010:2.0:1767384381.371706:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000087cc4aaf. 00000400:00000010:2.0:1767384381.371713:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000d524312. 00000400:00000010:2.0:1767384381.371717:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff31b53. 00000400:00000010:2.0:1767384381.371723:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000048961135. 00000400:00000200:2.0:1767384381.371727:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp48 00000400:00000200:2.0:1767384381.371741:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp48 local destination 00000400:00000200:2.0:1767384381.371747:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp48 00000400:00000200:2.0:1767384381.371751:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp48 NI seq info: [242:242:256:4294967295] 192.168.204.131@tcp48 LPNI seq info [207:207:8:4294967295] 00000400:00000200:2.0:1767384381.371759:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp48 00000400:00000200:2.0:1767384381.371765:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp48(192.168.204.131@tcp48:) -> 192.168.204.131@tcp48(192.168.204.131@tcp48:192.168.204.131@tcp48) : GET try# 0 00000800:00000200:2.0:1767384381.371770:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp48 00000800:00000010:2.0:1767384381.371775:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005a960d00. 00000800:00000200:2.0:1767384381.371782:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6f5b55] -> 12345-192.168.204.131@tcp48 (2) 00000800:00000200:2.1:1767384381.371786:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6f5b55] -> 12345-192.168.204.131@tcp48 (2) 00000400:00000200:2.0:1767384381.371808:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp48 added to recovery queue. ping count: 3 next ping: 309 health :700 00000400:00000200:3.0:1767384381.371912:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.371963:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.371977:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.371990:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372002:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372015:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372027:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372040:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372053:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372066:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372080:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372093:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372106:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372118:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372131:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372143:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372156:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372169:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372182:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372195:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372207:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372221:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372234:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372247:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372260:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372272:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372285:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372298:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372312:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372345:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372372:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372395:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372411:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372423:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384381.372436:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384381.372630:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f01e4cb. 00000800:00000010:3.0:1767384381.372636:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000469a931b. 00000800:00000010:3.0:1767384381.372642:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000016d8624b. 00000800:00000010:3.0:1767384381.372662:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000016d8624b. 00000800:00020000:3.0:1767384381.372671:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384381.372675:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000469a931b. 00000800:00000010:3.0:1767384381.372677:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005f01e4cb. 00000400:02020000:3.0:1767384381.372717:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp48 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384381.372726:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp48 notifying 192.168.204.131@tcp48: down 00000400:00000200:3.0:1767384381.372734:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384381.372739:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp48 00000800:00000010:3.0:1767384381.372743:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005a960d00. 00000400:00000200:3.0:1767384381.372749:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384381.372753:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp48->192.168.204.131@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384381.372769:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384381.372772:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384381.372775:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp48) recovery failed with -71 10000000:00000001:3.0:1767384381.435623:0:16780:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384381.435633:0:16780:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1767384381.819580:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384381.819597:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.819604:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384381.819607:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384381.819609:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384381.819611:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.819614:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384381.819616:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.819617:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.819619:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.819674:0:39783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384381.819678:0:39783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384381.819681:0:39783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384381.958269:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384381.958276:0:16814:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef 00000001:00000040:2.0:1767384381.958278:0:16814:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000d4c43852 : new cb_count 2 00000020:00000040:2.0:1767384381.958283:0:16814:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 2 00000001:00000010:2.0:1767384381.958286:0:16814:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000001efdb0aa. 00040000:00000001:2.0:1767384381.958290:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384381.958293:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384381.958294:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384381.958295:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384381.958297:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cffc07d5. 00080000:00000001:2.0:1767384381.958300:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384381.958305:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384381.958314:0:16814:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4b4bb59c-2ab8-4085-a175-d1e18b7f7cef 00000001:00000040:2.0:1767384381.958315:0:16814:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000d4c43852 : new cb_count 1 00000020:00000040:2.0:1767384381.958317:0:16814:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 1 00000001:00000010:2.0:1767384381.958318:0:16814:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000002ee7073f. 00040000:00000001:2.0:1767384381.958321:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384381.958322:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384381.958322:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384381.958323:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384381.958324:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007a29ae63. 00080000:00000001:2.0:1767384381.958326:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384381.958328:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1767384381.958331:0:16814:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384381.958333:0:16814:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384381.958335:0:16814:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384381.958337:0:16814:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000d4c43852 : new cb_count 0 00000020:00000040:2.0:1767384381.958338:0:16814:0:(genops.c:898:class_export_put()) PUTting export 00000000d4c43852 : new refcount 0 00000020:00000080:2.0:1767384381.958339:0:16814:0:(genops.c:904:class_export_put()) final put 00000000d4c43852/4b4bb59c-2ab8-4085-a175-d1e18b7f7cef 00000001:00000010:2.0:1767384381.958350:0:16814:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000005a5c6a28. 00040000:00000001:2.0:1767384381.958352:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384381.958353:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384381.958354:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384381.958355:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384381.958356:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005c88895f. 00080000:00000001:2.0:1767384381.958357:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384381.958382:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384381.958386:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000d4c43852/4b4bb59c-2ab8-4085-a175-d1e18b7f7cef for lustre-MDT0000 00000020:00000040:1.0:1767384381.958396:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 1 to 192.168.204.31@tcp50 00000020:00000001:1.0:1767384381.958399:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384381.958403:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384381.958407:0:36:0:(genops.c:1229:class_import_get()) import 000000000493d822 refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384381.958411:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384381.958412:0:36:0:(genops.c:1242:class_import_put()) import 000000000493d822 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384381.958414:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384381.958419:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384381.958420:0:36:0:(genops.c:1242:class_import_put()) import 000000000493d822 refcount=0 obd=lustre-MDT0000 00000020:00000040:1.0:1767384381.958421:0:36:0:(genops.c:1245:class_import_put()) final put import 000000000493d822 00000020:00000001:1.0:1767384381.958432:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384381.958435:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000029a6f213. 00010000:00000001:1.0:1767384381.958454:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384381.958458:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384381.958466:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b2cc77af. 00000001:00000010:1.0:1767384381.958470:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000027f8979a. 00000001:00000010:1.0:1767384381.958473:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f2e18fcc. 00000001:00000010:1.0:1767384381.958475:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000154a0ab3. 00000001:00000010:1.0:1767384381.958515:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000de2cd040. 00000001:00000010:1.0:1767384381.958519:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003ca5ab38. 00000001:00000001:1.0:1767384381.958523:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384381.958526:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384381.958528:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384381.958532:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c632f9c2. 00000001:00000010:1.0:1767384381.958535:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004482db41. 00000001:00000010:1.0:1767384381.958537:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000728186ea. 00000001:00000010:1.0:1767384381.958539:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007fcd29a8. 00000001:00000010:1.0:1767384381.958540:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000f46151c. 00000001:00000010:1.0:1767384381.958542:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000dece562a. 00000001:00000001:1.0:1767384381.958544:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384381.958546:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384381.958547:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:1.0:1767384381.958552:0:36:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 000000004ee1c3e0: xid 1853236727254528, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:1.0:1767384381.958557:0:36:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 000000004ee1c3e0: xid 1853236727254528, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:1.0:1767384381.958561:0:36:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000004ee1c3e0. 00000001:00000010:1.0:1767384381.958566:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000006b278f5. 00000004:00000001:1.0:1767384381.958572:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.958575:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384381.958577:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 5 - export 00000020:00000010:1.0:1767384381.958581:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d4c43852. 00000020:00000001:1.0:1767384381.958607:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384381.958612:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384381.958614:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000000493d822 for lustre-MDT0000 00000020:00000040:1.0:1767384381.958619:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000fd0d78d9 refcount 0 to 192.168.204.31@tcp50 00000020:00000040:1.0:1767384381.958621:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 4 - import 00000020:00000010:1.0:1767384381.958624:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000000493d822. 00000020:00000001:1.0:1767384381.958628:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000001:2.0:1767384382.395574:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384382.395606:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384382.395609:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff31b53 00000400:00000010:2.0:1767384382.395632:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff31b53. 00000400:00000200:2.0:1767384382.395641:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384382.395648:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384382.395667:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000087cc4aaf. 00000400:00000010:2.0:1767384382.395674:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000d524312. 00000400:00000200:2.0:1767384382.395679:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp45 00000400:00000010:2.0:1767384382.395694:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009f39d12e. 00000400:00000010:2.0:1767384382.395704:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000d524312. 00000400:00000010:2.0:1767384382.395708:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ff31b53. 00000400:00000010:2.0:1767384382.395731:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002f6d29bb. 00000400:00000200:2.0:1767384382.395734:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp45 00000400:00000200:2.0:1767384382.395748:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp45 local destination 00000400:00000200:2.0:1767384382.395753:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp45 00000400:00000200:2.0:1767384382.395757:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp45 NI seq info: [243:243:256:4294967295] 192.168.204.131@tcp45 LPNI seq info [208:208:8:4294967295] 00000400:00000200:2.0:1767384382.395763:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp45 00000400:00000200:2.0:1767384382.395770:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp45(192.168.204.131@tcp45:) -> 192.168.204.131@tcp45(192.168.204.131@tcp45:192.168.204.131@tcp45) : GET try# 0 00000800:00000200:2.0:1767384382.395774:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp45 00000800:00000010:2.0:1767384382.395779:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000be0ac42f. 00000800:00000200:2.0:1767384382.395785:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f485ae5e] -> 12345-192.168.204.131@tcp45 (2) 00000800:00000200:2.1:1767384382.395789:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f485ae5e] -> 12345-192.168.204.131@tcp45 (2) 00000400:00000200:2.0:1767384382.395807:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp45 added to recovery queue. ping count: 4 next ping: 319 health :600 00000400:00000200:2.0:1767384382.395811:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp41 00000400:00000010:2.0:1767384382.395813:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000053391c23. 00000400:00000010:2.0:1767384382.395816:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009cedbf96. 00000400:00000010:2.0:1767384382.395818:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000400:00000010:2.0:1767384382.395821:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004d171ac9. 00000400:00000200:2.0:1767384382.395824:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp41 00000400:00000200:2.0:1767384382.395828:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp41 local destination 00000400:00000200:2.0:1767384382.395831:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp41 00000400:00000200:2.0:1767384382.395833:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp41 NI seq info: [244:244:256:4294967295] 192.168.204.131@tcp41 LPNI seq info [209:209:8:4294967295] 00000400:00000200:2.0:1767384382.395836:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp41 00000400:00000200:2.0:1767384382.395840:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp41(192.168.204.131@tcp41:) -> 192.168.204.131@tcp41(192.168.204.131@tcp41:192.168.204.131@tcp41) : GET try# 0 00000800:00000200:2.0:1767384382.395842:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp41 00000800:00000010:2.0:1767384382.395845:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fb002831. 00000800:00000200:2.0:1767384382.395848:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c92d7de] -> 12345-192.168.204.131@tcp41 (2) 00000800:00000200:2.1:1767384382.395850:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c92d7de] -> 12345-192.168.204.131@tcp41 (2) 00000400:00000200:2.0:1767384382.395860:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp41 added to recovery queue. ping count: 5 next ping: 335 health :500 00000400:00000200:2.0:1767384382.395863:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp40 00000400:00000010:2.0:1767384382.395865:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008b47d047. 00000400:00000010:2.0:1767384382.395872:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000074bd45a7. 00000400:00000010:2.0:1767384382.395875:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bea016a5. 00000400:00000010:2.0:1767384382.395878:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000652f8a30. 00000400:00000200:2.0:1767384382.395880:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp40 00000400:00000200:2.0:1767384382.395886:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp40 local destination 00000400:00000200:2.0:1767384382.395888:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp40 00000400:00000200:2.0:1767384382.395890:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp40 NI seq info: [245:245:256:4294967295] 192.168.204.131@tcp40 LPNI seq info [210:210:8:4294967295] 00000400:00000200:2.0:1767384382.395893:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp40 00000400:00000200:2.0:1767384382.395898:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp40(192.168.204.131@tcp40:) -> 192.168.204.131@tcp40(192.168.204.131@tcp40:192.168.204.131@tcp40) : GET try# 0 00000800:00000200:2.0:1767384382.395901:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp40 00000800:00000010:2.0:1767384382.395904:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008b776821. 00000800:00000200:2.0:1767384382.395909:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000800:00000200:2.1:1767384382.395915:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000400:00000200:1.0:1767384382.395916:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.395935:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp40 added to recovery queue. ping count: 5 next ping: 335 health :500 00000400:00000200:3.0:1767384382.396025:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.396055:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.396099:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.396147:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.396185:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.396246:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.396271:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.396315:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.396385:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.396400:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.396429:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.396575:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.396617:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.396675:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.396768:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.396770:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.396808:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.396958:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.396964:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.396965:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.397038:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.397087:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.397114:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.397174:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.397222:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.397247:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.397323:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.397347:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.397368:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.397478:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.397523:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.397530:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.397594:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.397647:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.397722:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.397730:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.397781:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.397850:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.397865:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.397903:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.397959:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.397992:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.398044:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.398070:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.398145:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.398176:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.398198:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.398278:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.398328:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.398336:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.398408:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.398459:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.398473:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.398556:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.398593:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.398655:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.398678:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.398755:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.398841:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.398848:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.398850:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.398939:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.398956:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.398972:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.399059:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.399072:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.399097:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.399167:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.399219:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.399227:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.399314:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.399357:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.399376:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.399458:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.399509:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.399529:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.399604:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.399645:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.399720:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.399733:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.399769:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.399848:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.399856:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.399858:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.400010:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.400034:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.400036:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.400161:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.400175:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.400192:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.400331:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.400349:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.400365:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.400488:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.400500:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.400569:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.400718:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.400781:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.400797:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.400855:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.400929:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.400935:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.401012:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.401015:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.401113:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.401129:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000800:00000010:3.0:1767384382.401176:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f01e4cb. 00000800:00000010:3.0:1767384382.401182:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000469a931b. 00000800:00000010:3.0:1767384382.401187:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000062cf6d8e. 00000400:00000200:0.0:1767384382.401198:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.401222:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000800:00000010:3.0:1767384382.401226:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000062cf6d8e. 00000800:00020000:3.0:1767384382.401245:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384382.401248:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000469a931b. 00000800:00000010:3.0:1767384382.401252:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005f01e4cb. 00000400:00000200:0.0:1767384382.401300:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.401336:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000400:02020000:3.0:1767384382.401368:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp41 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384382.401381:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp41 notifying 192.168.204.131@tcp41: down 00000800:00000200:3.0:1767384382.401392:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp41 down 00000800:00000100:3.0:1767384382.401403:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp41 00000800:00000010:3.0:1767384382.401407:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fb002831. 00000400:00000200:3.0:1767384382.401413:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384382.401429:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp41->192.168.204.131@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384382.401445:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384382.401452:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.401453:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384382.401453:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000400:00000200:3.0:1767384382.401467:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp41) recovery failed with -71 00000400:00000200:1.0:1767384382.401534:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.401611:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.401643:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.401696:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.401698:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.401794:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.401797:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.401827:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.401858:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.401875:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.401906:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.401931:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.401951:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.401976:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.402001:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.402016:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.402053:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.402059:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.402119:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.402155:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.402191:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.131:988 00000800:00000010:1.0:1767384382.402320:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f30fabec. 00000800:00000010:1.0:1767384382.402325:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000910c3034. 00000800:00000010:1.0:1767384382.402331:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f497503. 00000800:00000010:1.0:1767384382.402366:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f497503. 00000800:00000010:0.0:1767384382.402409:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000607e60a4. 00000800:00000010:0.0:1767384382.402431:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000788c5f6f. 00000800:00000010:0.0:1767384382.402437:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004b4c412b. 00000800:00000010:0.0:1767384382.402478:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004b4c412b. 00000400:00000200:2.0:1767384382.402512:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384382.402539:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp40 from 205.3.0.2 00000800:00000010:2.0:1767384382.402545:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000095bcac39. 00000800:00000010:3.0:1767384382.402629:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f01e4cb. 00000800:00000010:3.0:1767384382.402639:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000469a931b. 00000800:00000010:3.0:1767384382.402691:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ba9666fc. 00000800:00000200:3.1:1767384382.402702:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (2) 00000800:00000200:3.1:1767384382.402714:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp40 00000000ba9666fc deleted 00000800:00000010:3.1:1767384382.402719:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ba9666fc. 00000800:00000200:3.1:1767384382.402728:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384382.402740:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp40 ip 192.168.204.131:973 00000800:00000200:3.1:1767384382.402745:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b776821 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384382.402757:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp40 p 3.x 192.168.204.131 -> 192.168.204.131:973 incarnation:1767384347721041921 sched[0] 00000800:00000010:3.0:1767384382.402764:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000062cf6d8e. 00000400:00000200:2.0:1767384382.402794:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384382.402807:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp45 from 206.3.0.2 00000800:00000010:2.0:1767384382.402810:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009ed98d90. 00000800:00000010:3.0:1767384382.402854:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000062cf6d8e. 00000800:00000010:3.0:1767384382.402861:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000469a931b. 00000800:00000010:0.0:1767384382.402863:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ca98fb8. 00000800:00000010:0.0:1767384382.402870:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000031b047fa. 00000800:00000010:0.0:1767384382.402916:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009d96e201. 00000800:00000200:0.1:1767384382.402923:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f485ae5e] -> 12345-192.168.204.131@tcp45 (2) 00000800:00000200:0.1:1767384382.402934:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp45 000000009d96e201 deleted 00000800:00000010:0.1:1767384382.402937:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009d96e201. 00000800:00000200:0.1:1767384382.402943:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384382.402964:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000095bcac39. 00000800:00000200:0.1:1767384382.402972:0:16137:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp45 ip 192.168.204.131:974 00000800:00000200:0.1:1767384382.402979:0:16137:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000be0ac42f type 2, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384382.402984:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384382.402991:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp45 p 3.x 192.168.204.131 -> 192.168.204.131:974 incarnation:1767384359516631483 sched[0] 00000800:00000001:1.0:1767384382.402995:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384382.402998:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004b4c412b. 00000800:00000200:1.0:1767384382.403077:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384382.403083:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008b776821. 00000400:00000200:1.0:1767384382.403089:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384382.403089:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004b4c412b. 00000800:00000010:0.0:1767384382.403099:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000031b047fa. 00000400:00000200:1.0:1767384382.403107:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp40->192.168.204.131@tcp40: GET: OK 00000400:00000200:1.0:1767384382.403119:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384382.403126:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp40 recovery message sent successfully:0 00000800:00000200:3.1:1767384382.403163:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384382.403181:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp45 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384359516631483 sched[0] 00000800:00000001:1.0:1767384382.403186:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384382.403189:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000910c3034. 00000800:00000010:0.0:1767384382.403190:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009ed98d90. 00000800:00000001:1.0:1767384382.403194:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384382.403269:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.1:1767384382.403273:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767384382.403276:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000be0ac42f. 00000400:00000200:1.0:1767384382.403300:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384382.403307:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp40 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384347721041921 sched[0] 00000400:00000200:1.0:1767384382.403315:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp45->192.168.204.131@tcp45: GET: OK 00000800:00000001:3.0:1767384382.403316:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384382.403319:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000788c5f6f. 00000400:00000200:1.0:1767384382.403331:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:3.0:1767384382.403332:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.403340:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384382.403341:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp45 recovery message sent successfully:0 00000800:00000001:1.0:1767384382.403386:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.403388:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384382.403396:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.403403:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp45(192.168.204.131@tcp45) <- 192.168.204.131@tcp45 : GET - for me 00000800:00000001:1.0:1767384382.403404:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.403439:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.403440:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384382.403469:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp40(192.168.204.131@tcp40) <- 192.168.204.131@tcp40 : GET - for me 00000400:00000200:3.0:1767384382.403470:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x1ff1 [1] + 0 00000400:00000200:0.0:1767384382.403482:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.403511:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384382.403601:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp45 to MR: 192.168.204.131@tcp45 local destination 00000400:00000200:3.0:1767384382.403624:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp45 NI seq info: [246:246:256:4294967295] 192.168.204.131@tcp45 LPNI seq info [211:211:8:4294967295] 00000400:00000200:3.0:1767384382.403642:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp45(192.168.204.131@tcp45:192.168.204.131@tcp45) -> 192.168.204.131@tcp45(192.168.204.131@tcp45:192.168.204.131@tcp45) 192.168.204.131@tcp45 : REPLY try# 0 00000800:00000200:3.0:1767384382.403651:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp45 00000800:00000010:3.0:1767384382.403655:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000938ff00c. 00000800:00000200:3.0:1767384382.403664:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f485ae5e] -> 12345-192.168.204.131@tcp45 (4) 00000800:00000200:3.0:1767384382.403673:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp45 ip 192.168.204.131:988 00000400:00000200:1.0:1767384382.403677:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x1ff1 [1] + 0 00000800:00000200:3.0:1767384382.403680:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000938ff00c type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384382.403700:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp40 to MR: 192.168.204.131@tcp40 local destination 00000400:00000200:1.0:1767384382.403709:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp40 NI seq info: [247:247:256:4294967295] 192.168.204.131@tcp40 LPNI seq info [212:212:8:4294967295] 00000400:00000200:1.0:1767384382.403730:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp40(192.168.204.131@tcp40:192.168.204.131@tcp40) -> 192.168.204.131@tcp40(192.168.204.131@tcp40:192.168.204.131@tcp40) 192.168.204.131@tcp40 : REPLY try# 0 00000800:00000200:1.0:1767384382.403736:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp40 00000800:00000010:1.0:1767384382.403740:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023a1dc43. 00000800:00000200:1.0:1767384382.403751:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ad20f58a] -> 12345-192.168.204.131@tcp40 (4) 00000400:00000200:0.0:1767384382.403755:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000200:1.0:1767384382.403760:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp40 ip 192.168.204.131:988 00000800:00000200:1.0:1767384382.403765:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023a1dc43 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384382.403767:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384382.403770:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000938ff00c. 00000400:00000200:3.0:1767384382.403776:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.403784:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp45->192.168.204.131@tcp45: REPLY: OK 00000800:00000001:3.0:1767384382.403803:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.403807:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.403810:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.403817:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.403819:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.403824:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384382.403832:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp45(192.168.204.131@tcp45) <- 192.168.204.131@tcp45 : REPLY - for me 00000800:00000200:1.0:1767384382.403839:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384382.403842:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023a1dc43. 00000400:00000200:3.0:1767384382.403846:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp45: Reply from 12345-192.168.204.131@tcp45 of length 272/272 into md 0x21b9 00000400:00000200:1.0:1767384382.403847:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.403851:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000001:3.0:1767384382.403853:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384382.403858:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000001:3.0:1767384382.403865:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384382.403865:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp40->192.168.204.131@tcp40: REPLY: OK 00000400:00000200:3.0:1767384382.403873:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.403881:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp45->192.168.204.131@tcp45: REPLY: OK 00000800:00000001:1.0:1767384382.403892:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384382.403897:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff31b53 00000800:00000001:1.0:1767384382.403900:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384382.403901:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ff31b53. 00000800:00000001:1.0:1767384382.403912:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384382.403913:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384382.403925:0:16139:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009f39d12e. 00000800:00000001:1.0:1767384382.403926:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384382.403931:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384382.403932:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000010:3.0:1767384382.403933:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000d524312. 00000400:00000200:0.0:1767384382.403933:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000800:00000001:1.0:1767384382.403936:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.403953:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384382.403957:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp40(192.168.204.131@tcp40) <- 192.168.204.131@tcp40 : REPLY - for me 00000800:00000001:3.0:1767384382.403962:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384382.403994:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp40: Reply from 12345-192.168.204.131@tcp40 of length 272/272 into md 0x21c1 00000800:00000001:1.0:1767384382.404002:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.404010:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384382.404011:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384382.404013:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384382.404021:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp40->192.168.204.131@tcp40: REPLY: OK 00000400:00000200:1.0:1767384382.404026:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bea016a5 00000400:00000010:1.0:1767384382.404028:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bea016a5. 00000400:00000200:1.0:1767384382.404033:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384382.404041:0:16141:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008b47d047. 00000400:00000010:1.0:1767384382.404045:0:16141:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000074bd45a7. 00000800:00000001:1.0:1767384382.404053:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384382.404057:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.404061:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404076:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.404136:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404137:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404178:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.404218:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404233:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.404298:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404299:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404344:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.404384:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404398:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.404451:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404453:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404549:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.404558:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404633:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.404655:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404686:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.404736:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404752:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.404789:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404799:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.404846:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404847:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404890:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.404909:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404927:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.404963:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.404969:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.405017:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405030:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.405067:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405077:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.405119:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405120:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405164:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405201:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.405204:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405226:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.405259:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405267:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.405313:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405314:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405345:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.405378:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405382:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405444:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.405463:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405487:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405589:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405718:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384382.405866:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384382.406239:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de10a17e. 00000800:00000010:2.0:1767384382.406244:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f90857cc. 00000800:00000010:2.0:1767384382.406250:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ed429bb. 00000800:00000010:2.0:1767384382.406296:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ed429bb. 00000800:00020000:2.0:1767384382.406313:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384382.406316:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f90857cc. 00000800:00000010:2.0:1767384382.406322:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000de10a17e. 00000400:02020000:2.0:1767384382.406528:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp45 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384382.406671:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.406702:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.406728:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.406753:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.406778:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.406803:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.406826:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.406847:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.406868:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384382.406890:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384382.407005:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:0.0:1767384382.407009:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009d96e201. 00000800:00000010:0.0:1767384382.407013:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004b4c412b. 00000800:00000010:0.0:1767384382.407032:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004b4c412b. 00000800:00020000:0.0:1767384382.407038:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384382.407042:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009d96e201. 00000800:00000010:0.0:1767384382.407045:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:0.0:1767384382.407077:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp40 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000020:00000001:0.0:1767384382.523564:0:39781:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384382.523608:0:39781:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000921d239c - data 00000000938f3193/00000000bc60a18c 00000020:00000010:0.0:1767384382.523730:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000fa2b91d8. 00000020:00000010:0.0:1767384382.523738:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 0000000052b6157d. 00000020:00000010:0.0:1767384382.523744:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000bc60a18c. 00000020:00000010:0.0:1767384382.523748:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000dd5d6999. 00000020:00000010:0.0:1767384382.523751:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000003c9835dd. 00000020:00000010:0.0:1767384382.523755:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000001d7e18e6. 00000020:00000010:0.0:1767384382.523758:0:39781:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000921d239c. 00000020:01000000:0.0:1767384382.523762:0:39781:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000019a9af16 - data 00000000b7bbafe2/000000005a8dbf1d 00000020:00000010:0.0:1767384382.523850:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 0000000022a0b943. 00000020:00000010:0.0:1767384382.523858:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000e37b3a7d. 00000020:00000010:0.0:1767384382.523860:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000005a8dbf1d. 00000020:00000010:0.0:1767384382.523862:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000b646064b. 00000020:00000010:0.0:1767384382.523865:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000dfe3208e. 00000020:00000010:0.0:1767384382.523868:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000004e208155. 00000020:00000010:0.0:1767384382.523869:0:39781:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000019a9af16. 00000020:00000001:0.0:1767384382.523871:0:39781:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:0.0:1767384382.524177:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000741a1ba2. 00000020:00000010:0.0:1767384382.524182:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000ffdc6e26. 00000020:00000010:0.0:1767384382.524184:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000002d716a8d. 00000020:00000010:0.0:1767384382.524187:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 000000008e245a79. 00000020:00000010:0.0:1767384382.524189:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006b5b7242. 02000000:00000001:0.0:1767384382.529691:0:39781:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:0.0:1767384382.529697:0:39781:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 0000000096fae52b for key 0 00000004:00000010:0.0:1767384382.529701:0:39781:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 0000000096fae52b. 02000000:00000001:0.0:1767384382.529707:0:39781:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384382.529709:0:39781:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 000000003e074951. 02000000:00000010:0.0:1767384382.529711:0:39781:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000794ddb3e. 02000000:00000001:0.0:1767384382.529713:0:39781:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:0.0:1767384382.529715:0:39781:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384382.529716:0:39781:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000eed8dc4c. 02000000:00000010:0.0:1767384382.529718:0:39781:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000b12df568. 00000020:00000001:0.0:1767384382.529721:0:39781:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:0.0:1767384382.529725:0:39781:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384382.529727:0:39781:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:0.0:1767384382.529731:0:39781:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384382.529739:0:39781:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000414bfc6c. 00080000:00000001:0.0:1767384382.529742:0:39781:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624370870199296 : -119702839352320 : ffff932182c82400) 00080000:00000001:0.0:1767384382.529746:0:39781:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384382.529762:0:39781:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384382.529763:0:39781:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384382.529766:0:39781:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384382.529786:0:39781:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384382.529789:0:39781:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384382.529793:0:39781:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384382.529873:0:39781:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384382.529876:0:39781:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384382.529879:0:39781:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384382.529882:0:39781:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384382.539254:0:39781:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384382.539259:0:39781:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384382.539264:0:39781:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.539266:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384382.539270:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000001dd90d8d/0000000037c52e5f to site lru. bkt: 000000003734ea78 00040000:00000001:2.0:1767384382.539271:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384382.539276:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:0.0:1767384382.539276:0:39781:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 0000000060e79683. 00040000:00000001:2.0:1767384382.539279:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384382.539281:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384382.539284:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000414bfc6c. 00080000:00000001:2.0:1767384382.539290:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:0.0:1767384382.539314:0:39781:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 00000000e6490735. 00000020:00000010:0.0:1767384382.539318:0:39781:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000ffc0d903. 00000020:00000002:0.0:1767384382.539326:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000008796475a/00000000efe94677 to site lru. bkt: 00000000c50a6549 00000020:00000001:0.0:1767384382.539328:0:39781:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:0.0:1767384382.539331:0:39781:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:0.0:1767384382.539337:0:39781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ee9df04. 00000020:00000010:0.0:1767384382.539340:0:39781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e7708d80. 00000020:00000010:0.0:1767384382.539344:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d19a302. 00000020:00000010:0.0:1767384382.539350:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000008da390e. 00000040:00000010:0.0:1767384382.539354:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000103ec91b. 00000020:00000010:0.0:1767384382.539357:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b164b8c7. 00000020:00000010:0.0:1767384382.539360:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000094e9ab5d. 00000020:00000010:0.0:1767384382.539364:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c9ce3762. 80000000:00000010:0.0:1767384382.539367:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ccf9d785. 40000000:00000010:0.0:1767384382.539371:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d98c7637. 00100000:00000010:0.0:1767384382.539375:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d3712120. 00040000:00000010:0.0:1767384382.539378:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000006b28aa. 00040000:00000010:0.0:1767384382.539384:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000303e8572. 00040000:00000010:0.0:1767384382.539387:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009d8f306b. 00080000:00000010:0.0:1767384382.539390:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a7781adb. 00000004:00000010:0.0:1767384382.539394:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e925d844. 00000004:00000010:0.0:1767384382.539397:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000017112a4b. 00000004:00000010:0.0:1767384382.539401:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ea97dae8. 00000004:00000010:0.0:1767384382.539403:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000e088267. 00000020:00000010:0.0:1767384382.539406:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005da92cc2. 00000001:00000001:0.0:1767384382.539409:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384382.539413:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000034bc52da. 00000001:00000010:0.0:1767384382.539415:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003781aa20. 00000001:00000010:0.0:1767384382.539417:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000127a715. 00000001:00000001:0.0:1767384382.539419:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:0.0:1767384382.539420:0:39781:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.539424:0:39781:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384382.539428:0:39781:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384382.539455:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000ff6bad6b. 00000020:00000010:0.0:1767384382.539457:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000453e7ff0. 00000020:00000010:0.0:1767384382.539460:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000d90f42c1. 00000020:00000010:0.0:1767384382.539463:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000768ae0d2. 00010000:00000001:0.0:1767384382.539524:0:39781:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384382.539533:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000327a43ee. 00000020:00000010:0.0:1767384382.539536:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000005d283f0c. 00000020:00000010:0.0:1767384382.539539:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000d8665b1a. 00000020:00000010:0.0:1767384382.539541:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002bc75001. 00000001:00000001:0.0:1767384382.539591:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384382.553633:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007449f8e5. 00000001:00000010:0.0:1767384382.553650:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000013f323fa. 00000001:00000010:0.0:1767384382.553652:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000067f39079. 00000001:00000010:0.0:1767384382.553653:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000d1ab57e. 00000001:00000010:0.0:1767384382.553655:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002d3e02de. 00000001:00000010:0.0:1767384382.553656:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003be0d101. 00000001:00000010:0.0:1767384382.553658:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000291c064d. 00000001:00000010:0.0:1767384382.553659:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005a3c9503. 00000001:00000010:0.0:1767384382.553660:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007761c345. 00000001:00000010:0.0:1767384382.553661:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007f7ad996. 00000001:00000010:0.0:1767384382.553662:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000df17f5fa. 00000001:00000010:0.0:1767384382.553664:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001aca8f5c. 00000001:00000010:0.0:1767384382.553665:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b94a2a6d. 00000001:00000010:0.0:1767384382.553666:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008f05ce85. 00000001:00000010:0.0:1767384382.553667:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e7957d02. 00000001:00000010:0.0:1767384382.553668:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000053bb015e. 00000001:00000010:0.0:1767384382.553669:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004193f07c. 00000001:00000010:0.0:1767384382.553670:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002238d2d7. 00000001:00000010:0.0:1767384382.553671:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000832103f2. 00000001:00000010:0.0:1767384382.553672:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c2b96ea0. 00000001:00000010:0.0:1767384382.553674:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000033660dcf. 00000001:00000010:0.0:1767384382.553675:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d91ab7e3. 00000001:00000010:0.0:1767384382.553676:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f58777c2. 00000001:00000010:0.0:1767384382.553677:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ced9e088. 00000001:00000010:0.0:1767384382.553678:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008f75ee53. 00000001:00000010:0.0:1767384382.553679:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000221cb790. 00000001:00000010:0.0:1767384382.553680:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a57d9fbd. 00000001:00000010:0.0:1767384382.553681:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c5676d0f. 00000001:00000010:0.0:1767384382.553684:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f44ab502. 00000001:00000010:0.0:1767384382.553685:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a9fc087c. 00000001:00000010:0.0:1767384382.553687:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000507ff1f8. 00000001:00000010:0.0:1767384382.553688:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008b36399f. 00000001:00000010:0.0:1767384382.553690:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002e54674b. 00000001:00000010:0.0:1767384382.553691:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b5323690. 00000001:00000010:0.0:1767384382.553692:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fc1377ae. 00000001:00000010:0.0:1767384382.553693:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b1499cb7. 00000001:00000010:0.0:1767384382.553694:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e5177f7d. 00000001:00000010:0.0:1767384382.553696:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008f4b1ca9. 00000001:00000010:0.0:1767384382.553697:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007964b21d. 00000001:00000010:0.0:1767384382.553698:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000e00aa30. 00000001:00000010:0.0:1767384382.553699:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009364d864. 00000001:00000010:0.0:1767384382.553700:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d1e656f3. 00000001:00000010:0.0:1767384382.553701:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000017f221d7. 00000001:00000010:0.0:1767384382.553702:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000058c6321b. 00000001:00000010:0.0:1767384382.553704:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003e196a24. 00000001:00000010:0.0:1767384382.553705:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b0daf0f3. 00000001:00000010:0.0:1767384382.553706:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008ec97662. 00000001:00000010:0.0:1767384382.553707:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aca8cfce. 00000001:00000010:0.0:1767384382.553709:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000830a6169. 00000001:00000010:0.0:1767384382.553710:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006442fb0b. 00000001:00000010:0.0:1767384382.553711:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a1e9f924. 00000001:00000010:0.0:1767384382.553712:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003cbeae8a. 00000001:00000010:0.0:1767384382.553713:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005bad2707. 00000001:00000010:0.0:1767384382.553714:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d2e000bd. 00000001:00000010:0.0:1767384382.553715:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000761dedfb. 00000001:00000010:0.0:1767384382.553716:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000086c4c208. 00000001:00000010:0.0:1767384382.553718:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b362d24d. 00000001:00000010:0.0:1767384382.553719:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000071a38f4f. 00000001:00000010:0.0:1767384382.553720:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c9053be4. 00000001:00000010:0.0:1767384382.553721:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000016d0a84c. 00000001:00000010:0.0:1767384382.553723:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e47bd1e1. 00000001:00000010:0.0:1767384382.553724:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c81b8d4b. 00000001:00000010:0.0:1767384382.553726:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000055ab763d. 00000001:00000010:0.0:1767384382.553727:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000042cfd26c. 00000001:00000010:0.0:1767384382.553728:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000031a3e339. 00000001:00000010:0.0:1767384382.553730:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b3c3e8dd. 00000001:00000010:0.0:1767384382.553731:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000017f0ae87. 00000001:00000010:0.0:1767384382.553732:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ae6ed354. 00000001:00000010:0.0:1767384382.553733:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004ff9bc73. 00000001:00000010:0.0:1767384382.553734:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002c0bc334. 00000001:00000010:0.0:1767384382.553735:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ec4ea541. 00000001:00000010:0.0:1767384382.553737:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bd98f229. 00000001:00000010:0.0:1767384382.553738:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000561b630e. 00000001:00000010:0.0:1767384382.553739:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b4fb5da4. 00000001:00000010:0.0:1767384382.553740:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000013376163. 00000001:00000010:0.0:1767384382.553741:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002c886fe0. 00000001:00000010:0.0:1767384382.553742:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e52b1ac4. 00000001:00000010:0.0:1767384382.553743:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d5aade8a. 00000001:00000010:0.0:1767384382.553744:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000017c3c963. 00000001:00000010:0.0:1767384382.553745:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e61a36f8. 00000001:00000010:0.0:1767384382.553746:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001ea00348. 00000001:00000010:0.0:1767384382.553747:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002d508be3. 00000001:00000010:0.0:1767384382.553748:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c90723c6. 00000001:00000010:0.0:1767384382.553749:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002b5a1cb3. 00000001:00000010:0.0:1767384382.553750:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009dcc7f9d. 00000001:00000010:0.0:1767384382.553751:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bcb98c1f. 00000001:00000010:0.0:1767384382.553752:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002182bfbc. 00000001:00000010:0.0:1767384382.553753:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009e9c6526. 00000001:00000010:0.0:1767384382.553754:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000065bce300. 00000001:00000010:0.0:1767384382.553755:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c1827b91. 00000001:00000010:0.0:1767384382.553756:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f99a245a. 00000001:00000010:0.0:1767384382.553757:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000060256e5. 00000001:00000010:0.0:1767384382.553759:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000021426340. 00000001:00000010:0.0:1767384382.553760:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f7122244. 00000001:00000010:0.0:1767384382.553761:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000706c6fc8. 00000001:00000010:0.0:1767384382.553763:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000599e6db8. 00000001:00000010:0.0:1767384382.553764:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000322d6eef. 00000001:00000010:0.0:1767384382.553765:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006f4fc68b. 00000001:00000010:0.0:1767384382.553766:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c4012caf. 00000001:00000010:0.0:1767384382.553768:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000d75a15d. 00000001:00000010:0.0:1767384382.553769:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000de97cab9. 00000001:00000010:0.0:1767384382.553769:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000688b091. 00000001:00000010:0.0:1767384382.553770:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000506341c4. 00000001:00000010:0.0:1767384382.553771:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006097cab0. 00000001:00000010:0.0:1767384382.553772:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009dab1c72. 00000001:00000010:0.0:1767384382.553774:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008f444b36. 00000001:00000010:0.0:1767384382.553775:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000752dcf35. 00000001:00000010:0.0:1767384382.553776:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000528f179c. 00000001:00000010:0.0:1767384382.553778:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000008b80f6a. 00000001:00000010:0.0:1767384382.553779:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b8154232. 00000001:00000010:0.0:1767384382.553780:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000da79e8aa. 00000001:00000010:0.0:1767384382.553782:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001868d7d1. 00000001:00000010:0.0:1767384382.553783:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003289b102. 00000001:00000010:0.0:1767384382.553785:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000de8c43a6. 00000001:00000010:0.0:1767384382.553786:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d5e2dd63. 00000001:00000010:0.0:1767384382.553788:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007dcc85d6. 00000001:00000010:0.0:1767384382.553790:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dbd49288. 00000001:00000010:0.0:1767384382.553792:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ae5761b1. 00000001:00000010:0.0:1767384382.553793:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000201d35be. 00000001:00000010:0.0:1767384382.553795:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002bcdd25a. 00000001:00000010:0.0:1767384382.553797:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008369342a. 00000001:00000010:0.0:1767384382.553799:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000053fbe57. 00000001:00000010:0.0:1767384382.553800:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b9a4a8d. 00000001:00000010:0.0:1767384382.553802:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a882876e. 00000001:00000010:0.0:1767384382.553804:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000092482d68. 00000001:00000010:0.0:1767384382.553806:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c01733e6. 00000001:00000010:0.0:1767384382.553808:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008cc04a89. 00000001:00000010:0.0:1767384382.553809:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000d1e266d. 00000001:00000010:0.0:1767384382.553812:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 00000000f8f5f5ef. 00000001:00000010:0.0:1767384382.553817:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000871870ce. 00000001:00000001:0.0:1767384382.553821:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384382.553827:0:39781:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000802013f4. 00010000:00000001:0.0:1767384382.553830:0:39781:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384382.554587:0:39781:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384382.554591:0:39781:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:2.0:1767384382.554596:0:39781:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:2.0:1767384382.554599:0:39781:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:2.0:1767384382.554601:0:39781:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:2.0:1767384382.554605:0:39781:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:2.0:1767384382.554701:0:39781:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:2.0:1767384382.554724:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000005139c7eb/0000000044f20ded to site lru. bkt: 00000000e3d10f91 40000000:00000001:2.0:1767384382.554727:0:39781:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:2.0:1767384382.554728:0:39781:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:2.0:1767384382.554729:0:39781:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000bc84614d. 40000000:00000001:2.0:1767384382.554733:0:39781:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:2.0:1767384382.554775:0:39781:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:2.0:1767384382.554777:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000009d0273e/0000000004fdd4b0 to site lru. bkt: 000000000779f7c4 40000000:00000001:2.0:1767384382.554779:0:39781:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:2.0:1767384382.554780:0:39781:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:2.0:1767384382.554782:0:39781:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 00000000e557fdb3. 40000000:00000001:2.0:1767384382.554785:0:39781:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384382.554843:0:39781:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384382.554845:0:39781:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 00000000e73bfd46. 40000000:00000001:2.0:1767384382.554850:0:39781:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.554853:0:39781:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:2.0:1767384382.554856:0:39781:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:2.0:1767384382.554879:0:39781:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:2.0:1767384382.554882:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000003e4b60f5/00000000982d699e to site lru. bkt: 0000000070742fae 80000000:00000001:2.0:1767384382.554884:0:39781:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:2.0:1767384382.554885:0:39781:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:2.0:1767384382.554888:0:39781:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:2.0:1767384382.554890:0:39781:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000009007d878. 80000000:00000010:2.0:1767384382.554893:0:39781:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000025f9f393. 80000000:00000010:2.0:1767384382.554908:0:39781:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000b4141186. 80000000:00000010:2.0:1767384382.554910:0:39781:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000004d2b547f. 80000000:00000010:2.0:1767384382.554912:0:39781:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000000e1e4a3c. 80000000:00000040:2.0:1767384382.554914:0:39781:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:2.0:1767384382.554915:0:39781:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384382.554917:0:39781:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:2.0:1767384382.554918:0:39781:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:2.0:1767384382.554919:0:39781:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:2.0:1767384382.554920:0:39781:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:2.0:1767384382.554921:0:39781:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 00000000efe80b7a. 80000000:00000001:2.0:1767384382.554923:0:39781:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:2.0:1767384382.554925:0:39781:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 000000007458579c. 00000004:00000001:2.0:1767384382.554927:0:39781:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.554929:0:39781:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:2.0:1767384382.554963:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000506e4836. 00000004:00000010:2.0:1767384382.554969:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000027dec1fa. 00000004:00000010:2.0:1767384382.554973:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000038393a29. 00000004:00000001:2.0:1767384382.554976:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.554978:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:2.0:1767384382.554980:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000098352c6b. 00000004:00000001:2.0:1767384382.554983:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555002:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b8d2173f. 00000020:00000010:2.0:1767384382.555007:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d65fec1b. 00080000:00000010:2.0:1767384382.555054:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005139c7eb. 00000004:00000010:2.0:1767384382.555057:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002b7da44d. 00000004:00000010:2.0:1767384382.555059:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007f696792. 00000004:00000001:2.0:1767384382.555060:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555067:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:2.0:1767384382.555069:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000044f20ded. 00000004:00000001:2.0:1767384382.555072:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555104:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000365d56ee. 00000004:00000010:2.0:1767384382.555108:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000078b96cbf. 00000004:00000010:2.0:1767384382.555110:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003be9f2ec. 00000004:00000001:2.0:1767384382.555112:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555113:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:2.0:1767384382.555121:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004ea82451. 00000004:00000001:2.0:1767384382.555125:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555141:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006ba5cc52. 00000004:00000010:2.0:1767384382.555145:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e97a22da. 00000004:00000010:2.0:1767384382.555148:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000abcb1003. 00000004:00000001:2.0:1767384382.555149:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555151:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:2.0:1767384382.555152:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002245cfaa. 00000004:00000001:2.0:1767384382.555155:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555172:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003e4b60f5. 00000004:00000010:2.0:1767384382.555175:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005713f643. 00000004:00000010:2.0:1767384382.555177:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c274161a. 00000004:00000001:2.0:1767384382.555180:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555181:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:2.0:1767384382.555182:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000982d699e. 00000004:00000001:2.0:1767384382.555186:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555211:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002fa2ec0a. 00000020:00000010:2.0:1767384382.555216:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000aa45606a. 00080000:00000010:2.0:1767384382.555246:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b892bb51. 20000000:00000010:2.0:1767384382.555252:0:39781:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000bfa760ef. 00080000:00000010:2.0:1767384382.555274:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006d41b94a. 00000004:00000010:2.0:1767384382.555295:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000efe0334e. 00000004:00000010:2.0:1767384382.555300:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b5c3225a. 00000004:00000001:2.0:1767384382.555304:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555306:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:2.0:1767384382.555308:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000aef37092. 00000004:00000001:2.0:1767384382.555316:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555339:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001dd90d8d. 00000004:00000010:2.0:1767384382.555342:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e60b4320. 00000004:00000010:2.0:1767384382.555344:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008a08fa9e. 00000004:00000001:2.0:1767384382.555346:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555352:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:2.0:1767384382.555354:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000037c52e5f. 00000004:00000001:2.0:1767384382.555357:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555368:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008796475a. 00000004:00000010:2.0:1767384382.555375:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e640d8fa. 00000004:00000010:2.0:1767384382.555376:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003f151133. 00000004:00000001:2.0:1767384382.555378:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555378:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:2.0:1767384382.555380:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000efe94677. 00000004:00000001:2.0:1767384382.555382:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555390:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000562c77df. 00000020:00000010:2.0:1767384382.555392:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004afe2084. 00080000:00000010:2.0:1767384382.555413:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004506dca8. 00000004:00000010:2.0:1767384382.555428:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000129deb81. 00000004:00000010:2.0:1767384382.555430:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f0291d82. 00000004:00000001:2.0:1767384382.555434:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555435:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:2.0:1767384382.555437:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000779d4275. 00000004:00000001:2.0:1767384382.555442:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555457:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000009d0273e. 00000004:00000010:2.0:1767384382.555462:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b7aaf201. 00000004:00000010:2.0:1767384382.555465:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006ba31cfd. 00000004:00000001:2.0:1767384382.555468:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555469:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:2.0:1767384382.555471:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000004fdd4b0. 00000004:00000001:2.0:1767384382.555474:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555485:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002ede23a3. 00000004:00000010:2.0:1767384382.555488:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004743c92b. 00000004:00000010:2.0:1767384382.555490:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f782bef0. 00000004:00000001:2.0:1767384382.555492:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555493:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:2.0:1767384382.555495:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000099301c7. 00000004:00000001:2.0:1767384382.555497:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555515:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000056456143. 00000004:00000010:2.0:1767384382.555517:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000da2889d2. 00000004:00000010:2.0:1767384382.555520:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000be654508. 00000004:00000001:2.0:1767384382.555522:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555523:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:2.0:1767384382.555525:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003a1dcd16. 00000004:00000001:2.0:1767384382.555534:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555592:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e79567cb. 00000020:00000010:2.0:1767384382.555596:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000044307a4f. 00080000:00000010:2.0:1767384382.555631:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001e9d520e. 00000004:00000010:2.0:1767384382.555634:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000097987a63. 00000004:00000010:2.0:1767384382.555637:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b68abeec. 00000004:00000001:2.0:1767384382.555639:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555641:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:2.0:1767384382.555642:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000efcc4056. 00000004:00000001:2.0:1767384382.555646:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555663:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003d855ff9. 00000004:00000010:2.0:1767384382.555666:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fe0eadd3. 00000004:00000010:2.0:1767384382.555668:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000032183bcb. 00000004:00000001:2.0:1767384382.555670:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555671:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x7:0x0] 00000004:00000010:2.0:1767384382.555672:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006e0e0224. 00000004:00000001:2.0:1767384382.555674:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555807:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000065e3927c. 00000004:00000010:2.0:1767384382.555811:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f052c0fe. 00000004:00000010:2.0:1767384382.555813:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f7b3d24c. 00000004:00000001:2.0:1767384382.555814:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555815:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:2.0:1767384382.555817:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000957a1dfd. 00000004:00000001:2.0:1767384382.555820:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555835:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b1146f2d. 00000004:00000010:2.0:1767384382.555838:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009f6737ae. 00000004:00000010:2.0:1767384382.555840:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b3fba2ff. 00000004:00000001:2.0:1767384382.555842:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555843:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:2.0:1767384382.555846:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ac9829a4. 00000004:00000001:2.0:1767384382.555856:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555864:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000939918fb. 00000004:00000010:2.0:1767384382.555866:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000360fe2bd. 00000004:00000010:2.0:1767384382.555868:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c0efb993. 00000004:00000001:2.0:1767384382.555869:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555876:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:2.0:1767384382.555877:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003bef1632. 00000004:00000001:2.0:1767384382.555880:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555889:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bbd51a6d. 00000004:00000010:2.0:1767384382.555891:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009640d51f. 00000004:00000010:2.0:1767384382.555893:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000010c7f015. 00000004:00000001:2.0:1767384382.555895:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555895:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:2.0:1767384382.555896:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000081a324d7. 00000004:00000001:2.0:1767384382.555899:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555907:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000668cdc13. 00000004:00000010:2.0:1767384382.555910:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000005cda790. 00000004:00000010:2.0:1767384382.555911:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fc8b2494. 00000004:00000001:2.0:1767384382.555914:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555915:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:2.0:1767384382.555916:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003de50825. 00000004:00000001:2.0:1767384382.555919:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.555928:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fbf8f324. 00000004:00000010:2.0:1767384382.555930:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003202b3cc. 00000004:00000010:2.0:1767384382.555933:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000036cdf471. 00000004:00000001:2.0:1767384382.555935:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.555936:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:2.0:1767384382.555938:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004079e68f. 00000004:00000001:2.0:1767384382.555943:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:2.0:1767384382.555957:0:39781:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000492d9f91. 00000004:00000001:2.0:1767384382.555960:0:39781:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:2.0:1767384382.555962:0:39781:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:2.0:1767384382.555973:0:39781:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:2.0:1767384382.555976:0:39781:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767384382.555978:0:39781:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767384382.555980:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384382.555982:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384382.556014:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384382.556015:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384382.556016:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384382.556042:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.556044:0:39781:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.556050:0:39781:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:2.0:1767384382.556052:0:39781:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:2.0:1767384382.556056:0:39781:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384382.556069:0:39781:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767384382.556071:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384382.556073:0:39781:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384382.556075:0:39781:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:2.0:1767384382.556078:0:39781:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384382.556080:0:39781:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384382.556081:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384382.556082:0:39781:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384382.556084:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384382.556087:0:39781:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:2.0:1767384382.556101:0:39781:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:2.0:1767384382.556103:0:39781:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384382.556105:0:39781:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384382.556107:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:2.0:1767384382.556108:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384382.556110:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384382.556137:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384382.556139:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384382.556140:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384382.556168:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.556169:0:39781:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:2.0:1767384382.556174:0:39781:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:1.0:1767384382.556208:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf6c8905. 00000040:00000010:1.0:1767384382.556217:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000400859c3. 00000020:00000010:1.0:1767384382.556221:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001cf9725c. 00000020:00000010:1.0:1767384382.556226:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b51cde1b. 00000020:00000010:1.0:1767384382.556232:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f94e9488. 80000000:00000010:1.0:1767384382.556236:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ecf02f3f. 40000000:00000010:1.0:1767384382.556241:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000028d3ec05. 00100000:00000010:1.0:1767384382.556246:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001ffebb19. 00040000:00000010:1.0:1767384382.556250:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002daf1c55. 00040000:00000010:1.0:1767384382.556254:0:16808:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006696de54. 00040000:00000010:1.0:1767384382.556257:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005666ff26. 00080000:00000010:1.0:1767384382.556261:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ac8ee3d2. 00000004:00000010:1.0:1767384382.556265:0:16808:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bb0acfdb. 00000004:00000010:1.0:1767384382.556268:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000660d768a. 00000004:00000010:1.0:1767384382.556272:0:16808:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004ca74134. 00002000:00000010:1.0:1767384382.556275:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001cd67515. 00000004:00000010:1.0:1767384382.556279:0:16808:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d52de2f5. 00000020:00000010:1.0:1767384382.556284:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ef3e8f3. 00000004:00000010:1.0:1767384382.556287:0:16808:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 00000000fc4705bb. 00000004:00000001:1.0:1767384382.556289:0:16808:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.556330:0:39781:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:2.0:1767384382.556333:0:39781:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:3.0:1767384382.556397:0:16807:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:3.0:1767384382.556406:0:16807:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384382.556412:0:16807:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:3.0:1767384382.556418:0:16807:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000cdb1b669. 00000040:00000010:3.0:1767384382.556446:0:16807:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000007b472200. 00000040:00000001:3.0:1767384382.556450:0:16807:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384382.556454:0:16807:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384382.556456:0:16807:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384382.556458:0:16807:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:3.0:1767384382.556461:0:16807:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a4824994. 00000040:00000010:3.0:1767384382.556466:0:16807:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a2a54bec. 00000040:00000001:3.0:1767384382.556471:0:16807:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384382.556474:0:16807:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384382.556479:0:16807:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384382.556482:0:16807:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384382.556541:0:16807:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003f4587f5. 00000020:00000010:3.0:1767384382.556553:0:16807:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b81281ef. 00000040:00000001:3.0:1767384382.556600:0:16807:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384382.556606:0:16807:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000597dd25d. 00000040:00000001:3.0:1767384382.556616:0:16807:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384382.556637:0:16807:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384382.556640:0:16807:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384382.556644:0:16807:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384382.556652:0:16807:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001c793ff7. 00080000:00000001:3.0:1767384382.556665:0:16807:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375264546816 : -119698445004800 : ffff932288b49000) 00000040:00000001:3.0:1767384382.556669:0:16807:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384382.556672:0:16807:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1767384382.556677:0:16807:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:3.0:1767384382.556683:0:16807:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384382.556699:0:16807:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384382.556702:0:16807:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.556705:0:16807:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384382.556708:0:16807:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384382.556710:0:16807:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384382.556859:0:16807:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384382.556862:0:16807:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384382.556892:0:16807:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.556895:0:16807:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.556897:0:16807:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.556900:0:16807:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384382.556921:0:16807:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.556924:0:16807:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384382.556928:0:16807:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384382.556979:0:16807:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.556983:0:16807:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384382.556986:0:16807:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384382.556988:0:16807:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.557195:0:16807:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384382.557201:0:16807:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.557205:0:16807:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.557210:0:16807:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384382.557240:0:16807:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.557244:0:16807:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.557249:0:16807:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1767384382.557251:0:16807:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:3.0:1767384382.557256:0:16807:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384382.557262:0:16807:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000022054ed. 00080000:00000001:3.0:1767384382.557265:0:16807:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446624375520375808 : -119698189175808 : ffff932297f43400) 00000040:00000001:3.0:1767384382.557270:0:16807:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384382.557274:0:16807:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384382.557279:0:16807:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384382.557304:0:16807:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384382.557307:0:16807:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.557310:0:16807:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.557313:0:16807:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.557316:0:16807:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384382.557319:0:16807:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384382.557322:0:16807:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.557325:0:16807:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384382.557337:0:16807:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.557341:0:16807:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:3.0:1767384382.557346:0:16807:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.557360:0:16807:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384382.557364:0:16807:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384382.557366:0:16807:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00080000:00000001:3.0:1767384382.557376:0:16807:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384382.557626:0:16807:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384382.557631:0:16807:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384382.557643:0:16807:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1767384382.557645:0:16807:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.557648:0:16807:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.557651:0:16807:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1767384382.557662:0:16807:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.557664:0:16807:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384382.557678:0:16807:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.557680:0:16807:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.557683:0:16807:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384382.557705:0:16807:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f1940001. 00000020:00000010:3.0:1767384382.557710:0:16807:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000082aecbd1. 00000040:00000001:3.0:1767384382.557720:0:16807:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384382.557723:0:16807:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000059fbd275. 00000040:00000010:3.0:1767384382.557729:0:16807:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000221884a. 00000040:00000001:3.0:1767384382.557733:0:16807:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384382.557737:0:16807:0:(lu_object.c:207:lu_object_put()) Add 00000000b2dd1a25/00000000701c5fb4 to site lru. bkt: 000000002a01788d 00000040:00000001:3.0:1767384382.557740:0:16807:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384382.557743:0:16807:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000086ed21f. 00000040:00000010:3.0:1767384382.557747:0:16807:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cd10acff. 00000040:00000001:3.0:1767384382.557752:0:16807:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384382.557755:0:16807:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384382.557758:0:16807:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d581960e : new refcount 1 00000020:00000040:3.0:1767384382.557765:0:16807:0:(genops.c:898:class_export_put()) PUTting export 0000000073975e5d : new refcount 1 00000040:00000010:3.0:1767384382.557767:0:16807:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000d581960e. 00000040:00000001:3.0:1767384382.557773:0:16807:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.557780:0:16807:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006893ea95. 00000020:00000010:3.0:1767384382.557791:0:16807:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d4cbd0de. 00000040:00000010:3.0:1767384382.557796:0:16807:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000089cfd2d4. 00000020:00000010:3.0:1767384382.557800:0:16807:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dc94bf68. 00000020:00000010:3.0:1767384382.557806:0:16807:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006b2b555f. 00040000:00000010:3.0:1767384382.557812:0:16807:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000042b7c1f. 00040000:00000010:3.0:1767384382.557819:0:16807:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d2ec5229. 00080000:00000010:3.0:1767384382.557822:0:16807:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000949bb057. 00080000:00000010:3.0:1767384382.557826:0:16807:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001a0e1caa. 00000020:00000010:3.0:1767384382.557828:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073c85dfe. 00000004:00000010:3.0:1767384382.557830:0:16807:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 00000000b7a40cd9. 00000004:00000001:3.0:1767384382.557834:0:16807:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.557876:0:39781:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.557881:0:39781:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:2.0:1767384382.557882:0:39781:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 000000007d0ed81a. 00000004:00000001:2.0:1767384382.557886:0:39781:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:2.0:1767384382.557889:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000090030220/000000004067d396 to site lru. bkt: 00000000d7fdead3 00000020:00000002:2.0:1767384382.557895:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000009d6deb81/0000000072731d72 to site lru. bkt: 00000000e4994235 40000000:00000001:2.0:1767384382.557897:0:39781:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:2.0:1767384382.557899:0:39781:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:2.0:1767384382.557982:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000a89a7d38 : new refcount 2 40000000:00000001:2.0:1767384382.557985:0:39781:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384382.557992:0:39781:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 0000000024b1580c. 40000000:00000001:2.0:1767384382.557995:0:39781:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.557997:0:39781:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.557999:0:39781:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.558003:0:39781:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:2.0:1767384382.558007:0:39781:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384382.558008:0:39781:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384382.558010:0:39781:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000020:2.0:1767384382.558013:0:39781:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384382.575446:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384382.575452:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384382.575456:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384382.575458:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384382.575460:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384382.575462:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000022054ed. 00080000:00000001:1.0:1767384382.575468:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384382.575473:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384382.575475:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384382.575525:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384382.575527:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384382.575530:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384382.575536:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001c793ff7. 00080000:00000001:1.0:1767384382.575541:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:2.0:1767384382.578815:0:39781:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:2.0:1767384382.578822:0:39781:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767384382.578824:0:39781:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:1.0:1767384382.578893:0:16816:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eb15ad35. 00000020:00000010:1.0:1767384382.578902:0:16816:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006735653f. 00000020:00000010:1.0:1767384382.578909:0:16816:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007e51909d. 00000020:00000010:1.0:1767384382.578916:0:16816:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000092e3d47d. 80000000:00000010:1.0:1767384382.578922:0:16816:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e278c6ce. 40000000:00000010:1.0:1767384382.578927:0:16816:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000124a6e99. 00100000:00000010:1.0:1767384382.578931:0:16816:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a91d9411. 00040000:00000010:1.0:1767384382.578936:0:16816:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000087a7ae38. 00040000:00000010:1.0:1767384382.578939:0:16816:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c645c9ec. 00080000:00000010:1.0:1767384382.578944:0:16816:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fdeb470e. 00002000:00000010:1.0:1767384382.578947:0:16816:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f1cb59d6. 00000020:00000010:1.0:1767384382.578954:0:16816:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d698e780. 00040000:00000010:1.0:1767384382.578958:0:16816:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000b28d268b. 00040000:00000001:1.0:1767384382.578962:0:16816:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384382.579000:0:39781:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767384382.579004:0:39781:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767384382.579006:0:39781:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384382.579010:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384382.579013:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384382.579020:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384382.579024:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384382.579027:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.579031:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000001753ba7f. 00000001:00000010:2.0:1767384382.579037:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f1052de1. 00000001:00000010:2.0:1767384382.579041:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000002ba44b9. 00000001:00000001:2.0:1767384382.579047:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384382.579049:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000c34963fb. 00000020:00000002:2.0:1767384382.579060:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000a653d94d/0000000066c417dd to site lru. bkt: 000000000824cefa 00000020:00000002:2.0:1767384382.579065:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000054c7f646/000000001caec9d1 to site lru. bkt: 000000000af48c40 00040000:00000010:2.0:1767384382.579068:0:39781:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000005c3af636. 00040000:00000001:2.0:1767384382.579072:0:39781:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384382.579073:0:39781:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384382.579075:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384382.579076:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384382.579080:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384382.579083:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384382.579085:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.579087:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000016b30a71. 00000001:00000010:2.0:1767384382.579090:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e9c952db. 00000001:00000010:2.0:1767384382.579093:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008622afbf. 00000001:00000001:2.0:1767384382.579097:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384382.579110:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000e067d1a3. 00000020:00000002:2.0:1767384382.579118:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000b8497959/0000000050d72080 to site lru. bkt: 000000009d023d7f 00000020:00000002:2.0:1767384382.579122:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000002dc98b0e/00000000053e04f9 to site lru. bkt: 000000009d023d7f 00040000:00000010:2.0:1767384382.579125:0:39781:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000008b9c8e69. 00040000:00000001:2.0:1767384382.579128:0:39781:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384382.579130:0:39781:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384382.579132:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384382.579134:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384382.579137:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384382.579140:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384382.579141:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.579144:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000002b73cc9f. 00000001:00000010:2.0:1767384382.579147:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000008b25b577. 00000001:00000010:2.0:1767384382.579150:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007c5dad49. 00000001:00000001:2.0:1767384382.579162:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384382.579164:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000e042c45e. 00000020:00000002:2.0:1767384382.579171:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000008b4ee7d0/00000000815a8104 to site lru. bkt: 000000003c504cba 00000020:00000002:2.0:1767384382.579175:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000d4fc0a94/00000000d86f7bd9 to site lru. bkt: 0000000078122995 00040000:00000010:2.0:1767384382.579178:0:39781:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000007e5aaee7. 00040000:00000001:2.0:1767384382.579181:0:39781:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767384382.579188:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000001f4922d9 : new refcount 4 00000020:00000010:2.0:1767384382.579193:0:39781:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000539f51d8. 00040000:04000000:2.0:1767384382.579201:0:39781:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767384382.579203:0:39781:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000fb70eea0. 00040000:00000001:2.0:1767384382.579207:0:39781:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000020:2.0:1767384382.579209:0:39781:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:2.0:1767384382.582025:0:39781:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:2.0:1767384382.582029:0:39781:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767384382.582030:0:39781:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:1.0:1767384382.582088:0:16817:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e0f9504a. 00000020:00000010:1.0:1767384382.582095:0:16817:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000086acc929. 00000020:00000010:1.0:1767384382.582099:0:16817:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000616dec2b. 00000020:00000010:1.0:1767384382.582104:0:16817:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dcfdfe0b. 80000000:00000010:1.0:1767384382.582107:0:16817:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a6491b32. 40000000:00000010:1.0:1767384382.582109:0:16817:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000edc71ad8. 00100000:00000010:1.0:1767384382.582112:0:16817:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ab04a96b. 00040000:00000010:1.0:1767384382.582118:0:16817:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e793d574. 00040000:00000010:1.0:1767384382.582122:0:16817:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d994bc5f. 00080000:00000010:1.0:1767384382.582124:0:16817:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005a78e832. 00002000:00000010:1.0:1767384382.582126:0:16817:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000067d814f7. 00000020:00000010:1.0:1767384382.582128:0:16817:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000450012d0. 00040000:00000010:1.0:1767384382.582131:0:16817:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000e36aed2d. 00040000:00000001:1.0:1767384382.582133:0:16817:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384382.582161:0:39781:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767384382.582164:0:39781:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767384382.582165:0:39781:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384382.582167:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384382.582169:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384382.582172:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384382.582175:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384382.582176:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.582178:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b53350d7. 00000001:00000010:2.0:1767384382.582190:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000cfc34dd0. 00000001:00000010:2.0:1767384382.582194:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000bcf1f2cd. 00000001:00000001:2.0:1767384382.582203:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384382.582205:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b36264af. 00000020:00000002:2.0:1767384382.582211:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000002984eb70/0000000041b7eead to site lru. bkt: 00000000fd0105e8 00000020:00000002:2.0:1767384382.582216:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000005014499/00000000b20b6f67 to site lru. bkt: 000000000824cefa 00000020:00000002:2.0:1767384382.582220:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000f78ccdce/00000000dfdb463a to site lru. bkt: 00000000faf1b7c1 00040000:00000010:2.0:1767384382.582223:0:39781:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000004882cbd0. 00040000:00000001:2.0:1767384382.582226:0:39781:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384382.582228:0:39781:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384382.582230:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384382.582231:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384382.582236:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384382.582238:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384382.582240:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.582242:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000307b3d39. 00000001:00000010:2.0:1767384382.582245:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000086fd6382. 00000001:00000010:2.0:1767384382.582249:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e6a4bc31. 00000001:00000001:2.0:1767384382.582253:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384382.582255:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000a0c4f02d. 00000020:00000002:2.0:1767384382.582260:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000d361090d/000000003a2aee9f to site lru. bkt: 00000000787a4c96 00000020:00000002:2.0:1767384382.582263:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000a6b255af/00000000eef9632f to site lru. bkt: 000000009d023d7f 00000020:00000002:2.0:1767384382.582267:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000f4cd1f8a/000000005fda3cc1 to site lru. bkt: 00000000e8e13466 00040000:00000010:2.0:1767384382.582269:0:39781:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000002cf1abe3. 00040000:00000001:2.0:1767384382.582271:0:39781:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384382.582273:0:39781:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384382.582274:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384382.582275:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384382.582278:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384382.582280:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384382.582281:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.582282:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000723ff917. 00000001:00000010:2.0:1767384382.582286:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000009755b151. 00000001:00000010:2.0:1767384382.582288:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a83187d6. 00000001:00000001:2.0:1767384382.582292:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384382.582293:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000027eae68f. 00000020:00000002:2.0:1767384382.582303:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000c9aa0181/000000004939e443 to site lru. bkt: 000000009699f727 00000020:00000002:2.0:1767384382.582306:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000e7c9d602/000000004040fa33 to site lru. bkt: 000000003c504cba 00000020:00000002:2.0:1767384382.582309:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000000e573539/000000001df5bddb to site lru. bkt: 00000000a30dd2f2 00040000:00000010:2.0:1767384382.582310:0:39781:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000fd2a15dc. 00040000:00000001:2.0:1767384382.582312:0:39781:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767384382.582314:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000001f4922d9 : new refcount 3 00000020:00000010:2.0:1767384382.582315:0:39781:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000662f77d3. 00080000:00000010:2.0:1767384382.582338:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000014a1e73d. 00000004:00000010:2.0:1767384382.582344:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000081bc9612. 00000004:00000010:2.0:1767384382.582348:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000037a81dca. 00000004:00000001:2.0:1767384382.582351:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.582353:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:2.0:1767384382.582356:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000144503ff. 00000004:00000001:2.0:1767384382.582361:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:2.0:1767384382.582362:0:39781:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767384382.582363:0:39781:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 000000008786efd8. 00040000:00000001:2.0:1767384382.582365:0:39781:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:2.0:1767384382.582367:0:39781:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384382.582430:0:39781:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384382.582431:0:39781:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 000000003262612e. 00080000:00000001:2.0:1767384382.582434:0:39781:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.582437:0:39781:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.582439:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384382.582443:0:39781:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384382.582445:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384382.582447:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d7c5 00000020:00000040:2.0:1767384382.582451:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000362a09d8 with handle 0xf83434fd52e6d7c5 from hash 00000020:00000001:2.0:1767384382.582456:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384382.582457:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000362a09d8 : new refcount 1 00000020:00000001:2.0:1767384382.582459:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384382.582461:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000362a09d8 : new refcount 0 00000020:00000080:2.0:1767384382.582462:0:39781:0:(genops.c:904:class_export_put()) final put 00000000362a09d8/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384382.582465:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.582500:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.582503:0:39781:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.582511:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.582513:0:39781:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.582521:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384382.582525:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000362a09d8/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00200000:00000010:2.0:1767384382.582526:0:39781:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 0000000060003233. 00000020:00000001:1.0:1767384382.582530:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384382.582533:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767384382.582535:0:39781:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000040:1.0:1767384382.582535:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000e39823aa) now 8 - export 00000020:00000002:2.0:1767384382.582540:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000dd853b04/0000000087a6f097 to site lru. bkt: 000000003afbbec8 00000020:00000010:1.0:1767384382.582541:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000362a09d8. 00000020:00000002:2.0:1767384382.582549:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000007e138815/0000000046ab9c84 to site lru. bkt: 0000000034569513 00000020:00000002:2.0:1767384382.582557:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000988e04b9/00000000f1d698d8 to site lru. bkt: 00000000872af221 00000020:00000001:1.0:1767384382.582557:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:2.0:1767384382.582562:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000f598bc91/00000000394e7eac to site lru. bkt: 000000009d7cfe77 00000020:00000002:2.0:1767384382.582564:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000048ca1879/000000000254cd26 to site lru. bkt: 00000000b0dd7ee5 00000020:00000002:2.0:1767384382.582567:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000b200601d/000000004374f337 to site lru. bkt: 0000000040015c4c 00000020:00000002:2.0:1767384382.582570:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000ecffc7a4/0000000084c5cc6f to site lru. bkt: 000000008db9cc8a 00000020:00000002:2.0:1767384382.582572:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000edffd181/00000000f3d80e30 to site lru. bkt: 000000002399b541 00000020:00000002:2.0:1767384382.582589:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000b0fbe40a/000000006002d4ad to site lru. bkt: 00000000e872ebde 00000020:00000002:2.0:1767384382.582591:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000007086ca46/000000009a454a04 to site lru. bkt: 00000000c72fbaaf 00000020:00000002:2.0:1767384382.582593:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000ee67a494/000000003b21768a to site lru. bkt: 000000001e1b2ca8 00000020:00000002:2.0:1767384382.582595:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000007a77e59e/00000000dfabfd90 to site lru. bkt: 000000000114c881 00000020:00000002:2.0:1767384382.582597:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000d35ee575/00000000655f7415 to site lru. bkt: 000000001772a653 00000020:00000002:2.0:1767384382.582599:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000a34b57bd/000000009496f9f3 to site lru. bkt: 0000000032bba70a 00000020:00000002:2.0:1767384382.582601:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000072b0d26a/000000002c3513fb to site lru. bkt: 000000003d052d9d 00000020:00000002:2.0:1767384382.582604:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000f2587240/000000004b484907 to site lru. bkt: 00000000d60e2232 00000020:00000002:2.0:1767384382.582606:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000051c028a9/00000000c8a961da to site lru. bkt: 000000003677d902 00000020:00000002:2.0:1767384382.582608:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000fe0dd2fe/000000005152a26c to site lru. bkt: 00000000fa1f862b 00100000:00000010:2.0:1767384382.582610:0:39781:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 000000005f9e566f. 00100000:00000010:2.0:1767384382.582616:0:39781:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 000000004c15316a. 00100000:00000010:2.0:1767384382.582623:0:39781:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 0000000037f42c7e. 00100000:00000010:2.0:1767384382.582626:0:39781:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 0000000061622acd. 00000020:00000002:2.0:1767384382.582629:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000c0c91151/000000004f4fef3c to site lru. bkt: 000000009808e69b 00000020:00000002:2.0:1767384382.582631:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000009bc64004/000000005ac445d2 to site lru. bkt: 00000000cf9917d1 00000020:00000002:2.0:1767384382.582633:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000b6c64217/00000000c5571e5d to site lru. bkt: 0000000058287389 00000020:00000002:2.0:1767384382.582642:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000068f59682/0000000027eda723 to site lru. bkt: 00000000a6aff81b 00000020:00000002:2.0:1767384382.582644:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000072a8a005/00000000f542a890 to site lru. bkt: 000000006a31536a 00000020:00000002:2.0:1767384382.582647:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000f4a27978/000000006a2a5a48 to site lru. bkt: 00000000f4827687 00000020:00000002:2.0:1767384382.582650:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000009707bdc3/0000000082c0f068 to site lru. bkt: 000000008bb3ded3 00000020:00000002:2.0:1767384382.582652:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000557f6628/0000000060228e82 to site lru. bkt: 00000000a4ec3f7f 00000020:00000002:2.0:1767384382.582654:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000002ee66500/00000000b8b6598a to site lru. bkt: 00000000f73e3b37 00000020:00000002:2.0:1767384382.582656:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000e3d6dbba/00000000d8934e78 to site lru. bkt: 000000005b75bb5a 00000020:00000002:2.0:1767384382.582658:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000058c76a2f/000000007854e62b to site lru. bkt: 00000000842ce450 00000020:00000002:2.0:1767384382.582660:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000005e014a3a/00000000716ecdee to site lru. bkt: 0000000029abbff8 00000020:00000002:2.0:1767384382.582663:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000b96e7293/00000000acb913f0 to site lru. bkt: 000000004138613c 00000020:00000002:2.0:1767384382.582664:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000447ffb1d/0000000036676e2e to site lru. bkt: 000000005e39e104 00000020:00000002:2.0:1767384382.582666:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000e6e0ed43/00000000c7b74a37 to site lru. bkt: 000000002df0efe9 00000020:00000002:2.0:1767384382.582667:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000af82586f/000000006d2561ca to site lru. bkt: 0000000086d0f48d 00000020:00000002:2.0:1767384382.582669:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000dbfe61a8/00000000020cde3d to site lru. bkt: 000000002f6bc53f 00100000:00000010:2.0:1767384382.582670:0:39781:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 0000000001b9b650. 00100000:00000010:2.0:1767384382.582673:0:39781:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 000000007fe9739e. 00100000:00000010:2.0:1767384382.582679:0:39781:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 00000000042ab721. 00100000:00000010:2.0:1767384382.582681:0:39781:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000281b3942. 00100000:00000010:2.0:1767384382.582686:0:39781:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 00000000a47ee662. 00100000:00000010:2.0:1767384382.582689:0:39781:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 0000000063d23566. 00000020:00000002:2.0:1767384382.582695:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000005b6780c6/0000000019d1446f to site lru. bkt: 000000002d345d0c 00000020:00000002:2.0:1767384382.582697:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000003803c1f7/0000000066205e3d to site lru. bkt: 000000009fa0d5e6 40000000:00000001:2.0:1767384382.582700:0:39781:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384382.582752:0:39781:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:2.0:1767384382.582753:0:39781:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 00000000752cff22. 00100000:00000010:2.0:1767384382.582756:0:39781:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000034bc04b. 00000004:00000001:2.0:1767384382.582760:0:39781:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:2.0:1767384382.582763:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000bf844a82 : new refcount 2 00000040:00000001:2.0:1767384382.582766:0:39781:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384382.582774:0:39781:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384382.582777:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000e7663e9f/000000000ffab85e to site lru. bkt: 00000000d2ec24bd 00000040:00000010:2.0:1767384382.582779:0:39781:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 00000000ae2e3c22. 00000040:00000001:2.0:1767384382.582782:0:39781:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384382.582784:0:39781:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000164091fa. 00000040:00000010:2.0:1767384382.582788:0:39781:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003f0df4bf. 00000040:00000001:2.0:1767384382.582790:0:39781:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.582792:0:39781:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384382.582793:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000bf844a82 : new refcount 1 00000020:00000040:2.0:1767384382.582801:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000048f586e6 : new refcount 3 00000040:00000010:2.0:1767384382.582803:0:39781:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000bf844a82. 00000040:00000001:2.0:1767384382.582807:0:39781:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.582809:0:39781:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384382.582811:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000ee19f373 : new refcount 2 00000040:00000001:2.0:1767384382.582812:0:39781:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384382.582814:0:39781:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384382.582816:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000d194352e/00000000119a2af2 to site lru. bkt: 0000000067be815e 00000040:00000010:2.0:1767384382.582818:0:39781:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 00000000e46e09ec. 00000040:00000001:2.0:1767384382.582819:0:39781:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384382.582820:0:39781:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004f18bcac. 00000040:00000010:2.0:1767384382.582822:0:39781:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b941e400. 00000040:00000001:2.0:1767384382.582824:0:39781:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.582824:0:39781:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384382.582825:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000ee19f373 : new refcount 1 00000020:00000040:2.0:1767384382.582828:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000048f586e6 : new refcount 2 00000040:00000010:2.0:1767384382.582829:0:39781:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000ee19f373. 00000040:00000001:2.0:1767384382.582830:0:39781:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384382.582832:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000e0ce44ad : new refcount 2 00000040:00000001:2.0:1767384382.582833:0:39781:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384382.582834:0:39781:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384382.582836:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000075fe9b62/00000000ad8dc85e to site lru. bkt: 00000000329f660f 00000040:00000010:2.0:1767384382.582837:0:39781:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000fc58445c. 00000040:00000001:2.0:1767384382.582839:0:39781:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384382.582841:0:39781:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007605457d. 00000040:00000010:2.0:1767384382.582843:0:39781:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009b693822. 00000040:00000001:2.0:1767384382.582849:0:39781:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384382.582851:0:39781:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384382.582852:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000e0ce44ad : new refcount 1 00000020:00000040:2.0:1767384382.582854:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000048f586e6 : new refcount 1 00000040:00000010:2.0:1767384382.582856:0:39781:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000e0ce44ad. 00000040:00000001:2.0:1767384382.582858:0:39781:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.582860:0:39781:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:2.0:1767384382.582863:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000e01ca060/00000000ed7ef38b to site lru. bkt: 0000000056c7dc52 00000004:00000001:2.0:1767384382.582865:0:39781:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:2.0:1767384382.582867:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000829dbcd2/000000008983bc48 to site lru. bkt: 000000003d2c4515 00000020:00000002:2.0:1767384382.582869:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000008018fca5/000000009f7eb2bd to site lru. bkt: 000000003677d902 00000020:00000002:2.0:1767384382.582871:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000003a18252c/00000000543831c3 to site lru. bkt: 000000009eaea2f3 00000001:00000001:2.0:1767384382.582875:0:39781:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:2.0:1767384382.582877:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000c89c704c/000000004be6ece1 to site lru. bkt: 0000000062ad4be1 00000001:00000010:2.0:1767384382.582879:0:39781:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 00000000368a80c1. 00000001:00000001:2.0:1767384382.582881:0:39781:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:2.0:1767384382.582898:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000e573539. 00000004:00000010:2.0:1767384382.582901:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007a3d1d19. 00000004:00000010:2.0:1767384382.582904:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007d862c68. 00000004:00000001:2.0:1767384382.582906:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.582907:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:2.0:1767384382.582909:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001df5bddb. 00000004:00000001:2.0:1767384382.582913:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.582926:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b200601d. 00000020:00000010:2.0:1767384382.582929:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004374f337. 00080000:00000010:2.0:1767384382.582945:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f4a27978. 00000020:00000010:2.0:1767384382.582947:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006a2a5a48. 00080000:00000010:2.0:1767384382.582957:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005b6780c6. 00000020:00000010:2.0:1767384382.582960:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000019d1446f. 00080000:00000010:2.0:1767384382.582973:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000988e04b9. 00000020:00000010:2.0:1767384382.582975:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f1d698d8. 00080000:00000010:2.0:1767384382.582986:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d35ee575. 00000020:00000010:2.0:1767384382.582988:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000655f7415. 00080000:00000010:2.0:1767384382.583008:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000af82586f. 00000020:00000010:2.0:1767384382.583011:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006d2561ca. 00080000:00000010:2.0:1767384382.583023:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a6b255af. 00000004:00000010:2.0:1767384382.583026:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001b04ec2f. 00000004:00000010:2.0:1767384382.583028:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000022f417d. 00000004:00000001:2.0:1767384382.583030:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583031:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:2.0:1767384382.583032:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000eef9632f. 00000004:00000001:2.0:1767384382.583035:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583045:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002dc98b0e. 00000004:00000010:2.0:1767384382.583048:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c55a34d6. 00000004:00000010:2.0:1767384382.583050:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d1715036. 00000004:00000001:2.0:1767384382.583053:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583054:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:2.0:1767384382.583056:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000053e04f9. 00000004:00000001:2.0:1767384382.583061:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583073:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b8497959. 00000004:00000010:2.0:1767384382.583076:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fe246e97. 00000004:00000010:2.0:1767384382.583079:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000040c47a30. 00000004:00000001:2.0:1767384382.583081:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583082:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:2.0:1767384382.583084:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000050d72080. 00000004:00000001:2.0:1767384382.583089:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583097:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b0fbe40a. 00000020:00000010:2.0:1767384382.583098:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006002d4ad. 00080000:00000010:2.0:1767384382.583112:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002ee66500. 00000020:00000010:2.0:1767384382.583114:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b8b6598a. 00080000:00000010:2.0:1767384382.583118:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d361090d. 00000004:00000010:2.0:1767384382.583120:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008707f9ea. 00000004:00000010:2.0:1767384382.583122:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003e0d75a1. 00000004:00000001:2.0:1767384382.583124:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583124:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:2.0:1767384382.583126:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003a2aee9f. 00000004:00000001:2.0:1767384382.583128:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583143:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d6bcaa97. 00000004:00000010:2.0:1767384382.583146:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000351a7ba0. 00000004:00000010:2.0:1767384382.583149:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000829dbcd2. 00000004:00000001:2.0:1767384382.583151:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583152:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:2.0:1767384382.583154:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008983bc48. 00000004:00000001:2.0:1767384382.583156:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583166:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007e138815. 00000020:00000010:2.0:1767384382.583168:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000046ab9c84. 00080000:00000010:2.0:1767384382.583178:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009bc64004. 00000020:00000010:2.0:1767384382.583180:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005ac445d2. 00080000:00000010:2.0:1767384382.583191:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005e014a3a. 00000020:00000010:2.0:1767384382.583195:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000716ecdee. 00080000:00000010:2.0:1767384382.583215:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003803c1f7. 00000020:00000010:2.0:1767384382.583220:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000066205e3d. 00080000:00000010:2.0:1767384382.583237:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b2dd1a25. 00000020:00000010:2.0:1767384382.583242:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000701c5fb4. 00080000:00000010:2.0:1767384382.583259:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d4fc0a94. 00000004:00000010:2.0:1767384382.583264:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a7c3358e. 00000004:00000010:2.0:1767384382.583267:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000af2c4b1d. 00000004:00000001:2.0:1767384382.583270:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583272:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:2.0:1767384382.583274:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d86f7bd9. 00000004:00000001:2.0:1767384382.583278:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583290:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ee67a494. 00000020:00000010:2.0:1767384382.583294:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003b21768a. 00080000:00000010:2.0:1767384382.583307:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b6c64217. 00000020:00000010:2.0:1767384382.583311:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c5571e5d. 00080000:00000010:2.0:1767384382.583324:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007086ca46. 00000020:00000010:2.0:1767384382.583327:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009a454a04. 00080000:00000010:2.0:1767384382.583343:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e7c9d602. 00000004:00000010:2.0:1767384382.583346:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e862202c. 00000004:00000010:2.0:1767384382.583350:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005f98aa53. 00000004:00000001:2.0:1767384382.583353:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583362:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:2.0:1767384382.583364:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004040fa33. 00000004:00000001:2.0:1767384382.583371:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583390:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008b4ee7d0. 00000004:00000010:2.0:1767384382.583394:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000045c16a33. 00000004:00000010:2.0:1767384382.583399:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b332e8b3. 00000004:00000001:2.0:1767384382.583402:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583403:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:2.0:1767384382.583405:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000815a8104. 00000004:00000001:2.0:1767384382.583408:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583426:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e3d6dbba. 00000020:00000010:2.0:1767384382.583430:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d8934e78. 00080000:00000010:2.0:1767384382.583445:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b96e7293. 00000020:00000010:2.0:1767384382.583448:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000acb913f0. 00080000:00000010:2.0:1767384382.583463:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ecffc7a4. 00000020:00000010:2.0:1767384382.583466:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000084c5cc6f. 00080000:00000010:2.0:1767384382.583512:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b7181939. 00000004:00000010:2.0:1767384382.583517:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001485cea4. 00000004:00000010:2.0:1767384382.583521:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008018fca5. 00000004:00000001:2.0:1767384382.583524:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583525:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:2.0:1767384382.583527:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009f7eb2bd. 00000004:00000001:2.0:1767384382.583532:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583544:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000051c028a9. 00000020:00000010:2.0:1767384382.583547:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c8a961da. 00080000:00000010:2.0:1767384382.583562:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c89c704c. 00000020:00000010:2.0:1767384382.583566:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004be6ece1. 00080000:00000010:2.0:1767384382.583598:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000017d6aef6. 00000004:00000010:2.0:1767384382.583603:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000167d1cbf. 00000004:00000010:2.0:1767384382.583607:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003a18252c. 00000004:00000001:2.0:1767384382.583610:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583611:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:2.0:1767384382.583629:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000543831c3. 00000004:00000001:2.0:1767384382.583632:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583658:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002aca89c0. 00000004:00000010:2.0:1767384382.583661:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e01ca060. 00000004:00000010:2.0:1767384382.583663:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000052f8ae28. 00000004:00000001:2.0:1767384382.583665:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583667:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x10:0x0] 00000004:00000010:2.0:1767384382.583668:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ed7ef38b. 00000004:00000001:2.0:1767384382.583670:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583679:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dbfe61a8. 00000020:00000010:2.0:1767384382.583682:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000020cde3d. 00080000:00000010:2.0:1767384382.583696:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f78ccdce. 00000004:00000010:2.0:1767384382.583698:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002ef18106. 00000004:00000010:2.0:1767384382.583701:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000055f6eac4. 00000004:00000001:2.0:1767384382.583703:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583704:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:2.0:1767384382.583706:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000dfdb463a. 00000004:00000001:2.0:1767384382.583711:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583724:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007a77e59e. 00000020:00000010:2.0:1767384382.583727:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dfabfd90. 00080000:00000010:2.0:1767384382.583739:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000068f59682. 00000020:00000010:2.0:1767384382.583742:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000027eda723. 00080000:00000010:2.0:1767384382.583754:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000072b0d26a. 00000020:00000010:2.0:1767384382.583756:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002c3513fb. 00080000:00000010:2.0:1767384382.583759:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c9aa0181. 00000004:00000010:2.0:1767384382.583761:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000079770f79. 00000004:00000010:2.0:1767384382.583763:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c2a7fe98. 00000004:00000001:2.0:1767384382.583770:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583771:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:2.0:1767384382.583773:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004939e443. 00000004:00000001:2.0:1767384382.583775:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583783:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f598bc91. 00000020:00000010:2.0:1767384382.583785:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000394e7eac. 00080000:00000010:2.0:1767384382.583792:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a34b57bd. 00000020:00000010:2.0:1767384382.583794:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009496f9f3. 00080000:00000010:2.0:1767384382.583802:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000447ffb1d. 00000020:00000010:2.0:1767384382.583810:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000036676e2e. 00080000:00000010:2.0:1767384382.583827:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009d6deb81. 00000004:00000010:2.0:1767384382.583829:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000127560a2. 00000004:00000010:2.0:1767384382.583832:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000946f9add. 00000004:00000001:2.0:1767384382.583834:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583835:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:2.0:1767384382.583836:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000072731d72. 00000004:00000001:2.0:1767384382.583839:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583847:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e7663e9f. 00000020:00000010:2.0:1767384382.583849:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000ffab85e. 00080000:00000010:2.0:1767384382.583860:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000edffd181. 00000020:00000010:2.0:1767384382.583862:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f3d80e30. 00080000:00000010:2.0:1767384382.583866:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002984eb70. 00000004:00000010:2.0:1767384382.583869:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000840c51f3. 00000004:00000010:2.0:1767384382.583870:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005a609615. 00000004:00000001:2.0:1767384382.583873:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583873:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:2.0:1767384382.583875:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000041b7eead. 00000004:00000001:2.0:1767384382.583877:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583885:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009707bdc3. 00000020:00000010:2.0:1767384382.583887:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000082c0f068. 00080000:00000010:2.0:1767384382.583891:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dd853b04. 00000004:00000010:2.0:1767384382.583893:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000219b7528. 00000004:00000010:2.0:1767384382.583895:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c31d1f39. 00000004:00000001:2.0:1767384382.583897:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583898:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:2.0:1767384382.583900:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000087a6f097. 00000004:00000001:2.0:1767384382.583903:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583910:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d194352e. 00000020:00000010:2.0:1767384382.583912:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000119a2af2. 00080000:00000010:2.0:1767384382.583922:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000072a8a005. 00000020:00000010:2.0:1767384382.583923:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f542a890. 00080000:00000010:2.0:1767384382.583932:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e6e0ed43. 00000020:00000010:2.0:1767384382.583934:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c7b74a37. 00080000:00000010:2.0:1767384382.583955:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000090030220. 00000004:00000010:2.0:1767384382.583958:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b893d2d9. 00000004:00000010:2.0:1767384382.583960:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ff760a28. 00000004:00000001:2.0:1767384382.583962:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583963:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:2.0:1767384382.583964:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004067d396. 00000004:00000001:2.0:1767384382.583967:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.583977:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f4cd1f8a. 00000004:00000010:2.0:1767384382.583979:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004a9e9eb4. 00000004:00000010:2.0:1767384382.583981:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d99d83f0. 00000004:00000001:2.0:1767384382.583983:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.583984:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:2.0:1767384382.583985:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005fda3cc1. 00000004:00000001:2.0:1767384382.583989:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.584000:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000048ca1879. 00000020:00000010:2.0:1767384382.584003:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000254cd26. 00080000:00000010:2.0:1767384382.584020:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000005014499. 00000004:00000010:2.0:1767384382.584023:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004a9668c1. 00000004:00000010:2.0:1767384382.584025:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000288b0095. 00000004:00000001:2.0:1767384382.584027:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.584028:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:2.0:1767384382.584030:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b20b6f67. 00000004:00000001:2.0:1767384382.584035:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.584042:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a653d94d. 00000004:00000010:2.0:1767384382.584044:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004ac54af5. 00000004:00000010:2.0:1767384382.584045:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000080968823. 00000004:00000001:2.0:1767384382.584046:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.584047:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:2.0:1767384382.584047:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000066c417dd. 00000004:00000001:2.0:1767384382.584049:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.584064:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f2587240. 00000020:00000010:2.0:1767384382.584066:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004b484907. 00080000:00000010:2.0:1767384382.584076:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000054c7f646. 00000004:00000010:2.0:1767384382.584079:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006d906888. 00000004:00000010:2.0:1767384382.584081:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000088f5e4e7. 00000004:00000001:2.0:1767384382.584088:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384382.584090:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:2.0:1767384382.584091:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001caec9d1. 00000004:00000001:2.0:1767384382.584095:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384382.584109:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fe0dd2fe. 00000020:00000010:2.0:1767384382.584112:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005152a26c. 00080000:00000010:2.0:1767384382.584125:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c0c91151. 00000020:00000010:2.0:1767384382.584127:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004f4fef3c. 00080000:00000010:2.0:1767384382.584136:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000058c76a2f. 00000020:00000010:2.0:1767384382.584138:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007854e62b. 00080000:00000010:2.0:1767384382.584150:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000075fe9b62. 00000020:00000010:2.0:1767384382.584152:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ad8dc85e. 00080000:00000010:2.0:1767384382.584164:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000557f6628. 00000020:00000010:2.0:1767384382.584166:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000060228e82. 00000004:00000001:2.0:1767384382.584172:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384382.584175:0:39781:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384382.584176:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384382.584177:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d7da 00000020:00000040:2.0:1767384382.584179:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c7cb28dc with handle 0xf83434fd52e6d7da from hash 00000020:00000001:2.0:1767384382.584183:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384382.584184:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000c7cb28dc : new refcount 1 00000020:00000001:2.0:1767384382.584185:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384382.584186:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000c7cb28dc : new refcount 0 00000020:00000080:2.0:1767384382.584189:0:39781:0:(genops.c:904:class_export_put()) final put 00000000c7cb28dc/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384382.584191:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.584203:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.584207:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384382.584209:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:2.0:1767384382.584214:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000cb642046. 00000020:00000001:1.0:1767384382.584218:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384382.584219:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767384382.584221:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000c7cb28dc/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:1.0:1767384382.584224:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384382.584226:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384382.584228:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000001833ae4f) now 4 - export 00000020:00000001:2.0:1767384382.584230:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000010:1.0:1767384382.584230:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c7cb28dc. 00000020:00000080:2.0:1767384382.584237:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1767384382.584240:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384382.584243:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384382.584247:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (000000001833ae4f) has no exports 00000020:00000001:2.0:1767384382.584250:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384382.584266:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384382.584268:0:39781:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:2.0:1767384382.584270:0:39781:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:2.0:1767384382.584278:0:39781:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384382.584280:0:39781:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000ac22dc9d. 00000020:00000001:2.0:1767384382.584284:0:39781:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384382.584285:0:39781:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384382.584286:0:39781:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000000f04d4d2. 00000020:00000001:2.0:1767384382.584288:0:39781:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384382.584289:0:39781:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384382.584290:0:39781:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000000c642b8. 00000020:00000001:2.0:1767384382.584292:0:39781:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384382.584293:0:39781:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384382.584294:0:39781:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000dac93f18. 00000020:00000001:2.0:1767384382.584296:0:39781:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:2.0:1767384382.584298:0:39781:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:2.0:1767384382.584538:0:39781:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:2.0:1767384382.584543:0:39781:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:2.0:1767384382.584547:0:39781:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:2.0:1767384382.584553:0:39781:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:2.0:1767384382.584556:0:39781:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:2.0:1767384382.584559:0:39781:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 000000008c3614f0. 00020000:00000001:2.0:1767384382.584566:0:39781:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.584570:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384382.584586:0:39781:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384382.584589:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384382.584590:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d812 00000020:00000040:2.0:1767384382.584592:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a89a7d38 with handle 0xf83434fd52e6d812 from hash 00000020:00000001:2.0:1767384382.584596:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384382.584598:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000a89a7d38 : new refcount 1 00000020:00000001:2.0:1767384382.584600:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384382.584601:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000a89a7d38 : new refcount 0 00000020:00000080:2.0:1767384382.584602:0:39781:0:(genops.c:904:class_export_put()) final put 00000000a89a7d38/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384382.584604:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.584613:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.584615:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384382.584616:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:2.0:1767384382.584619:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000d96d9c8e. 00000020:00000080:2.0:1767384382.584626:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384382.584630:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384382.584632:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:1.0:1767384382.584632:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384382.584635:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000a89a7d38/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384382.584636:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384382.584639:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (000000001abd3cf0) has no exports 00000020:00000001:2.0:1767384382.584642:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000040:1.0:1767384382.584644:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 15 to 0@lo 00000020:00000001:2.0:1767384382.584645:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384382.584649:0:39781:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000020:00000001:1.0:1767384382.584649:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384382.584651:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.584652:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000040:1.0:1767384382.584655:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000001abd3cf0) now 5 - export 00080000:00000001:2.0:1767384382.584656:0:39781:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384382.584660:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000010:1.0:1767384382.584660:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a89a7d38. 00000020:00000080:2.0:1767384382.584662:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d80b 00000020:00000040:2.0:1767384382.584667:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a28fce93 with handle 0xf83434fd52e6d80b from hash 00000020:00000001:1.0:1767384382.584668:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384382.584669:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384382.584672:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000a28fce93 : new refcount 1 00000020:00000001:2.0:1767384382.584673:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384382.584674:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000a28fce93 : new refcount 0 00000020:00000080:2.0:1767384382.584676:0:39781:0:(genops.c:904:class_export_put()) final put 00000000a28fce93/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384382.584677:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.584684:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.584686:0:39781:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.584687:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.584692:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384382.584694:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000a28fce93/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384382.584696:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384382.584698:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384382.584699:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000e39823aa) now 7 - export 00000020:00000010:1.0:1767384382.584701:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a28fce93. 00000020:00000001:1.0:1767384382.584709:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384382.584821:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c6a0cb7d. 00000020:00000010:2.0:1767384382.584828:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e609b1d7. 00000020:00000010:2.0:1767384382.584831:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009d1fd226. 00000020:00000010:2.0:1767384382.584834:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ccc2caab. 00000020:00000010:2.0:1767384382.584838:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000004a59035a. 00000020:00000010:2.0:1767384382.584843:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000de39981a. 00010000:00000001:2.0:1767384382.584921:0:39781:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767384382.584924:0:39781:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384382.584927:0:39781:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384382.584956:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000003caba86b. 00000020:00000010:2.0:1767384382.584960:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000bcbbf3e1. 00010000:00000001:2.0:1767384382.585008:0:39781:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384382.585025:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000006134d3f9. 00000020:00000010:2.0:1767384382.585028:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007afd91c8. 00000001:00000001:2.0:1767384382.585080:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.585116:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d35dd212. 00000001:00000010:2.0:1767384382.585119:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002455fea3. 00000001:00000010:2.0:1767384382.585121:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000962f6ff9. 00000001:00000010:2.0:1767384382.585123:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000000093b932. 00000001:00000010:2.0:1767384382.585125:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000017935ec5. 00000001:00000010:2.0:1767384382.585128:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d58a737e. 00000001:00000010:2.0:1767384382.585130:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e227a2dc. 00000001:00000010:2.0:1767384382.585142:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002d10e850. 00000001:00000010:2.0:1767384382.585145:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000091be16d6. 00000001:00000010:2.0:1767384382.585147:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000315d79ee. 00000001:00000010:2.0:1767384382.585149:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000081016256. 00000001:00000010:2.0:1767384382.585151:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000001e657d2. 00000001:00000010:2.0:1767384382.585154:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006b339d96. 00000001:00000010:2.0:1767384382.585157:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002e91d40f. 00000001:00000010:2.0:1767384382.585160:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000accb8fc5. 00000001:00000010:2.0:1767384382.585163:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a9cee182. 00000001:00000010:2.0:1767384382.585165:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 000000005c40104c. 00000001:00000010:2.0:1767384382.585168:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000019ded297. 00000001:00000001:2.0:1767384382.585170:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384382.585172:0:39781:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000409fe01e. 00010000:00000001:2.0:1767384382.585175:0:39781:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384382.585177:0:39781:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384382.585179:0:39781:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767384382.585180:0:39781:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1767384382.585182:0:39781:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:2.0:1767384382.585185:0:39781:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384382.585186:0:39781:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767384382.585189:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384382.585192:0:39781:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384382.585194:0:39781:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:2.0:1767384382.585197:0:39781:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384382.585201:0:39781:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384382.585203:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384382.585210:0:39781:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384382.585212:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384382.585215:0:39781:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:2.0:1767384382.587750:0:39781:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384382.587753:0:39781:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384382.587756:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384382.587757:0:39781:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:2.0:1767384382.587758:0:39781:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384382.587763:0:39781:0:(genops.c:1229:class_import_get()) import 000000003b7ce7bf refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384382.587767:0:39781:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384382.587768:0:39781:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384382.587770:0:39781:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384382.587772:0:39781:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384382.587773:0:39781:0:(genops.c:1242:class_import_put()) import 000000003b7ce7bf refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384382.587775:0:39781:0:(genops.c:1245:class_import_put()) final put import 000000003b7ce7bf 00000020:00000001:2.0:1767384382.587783:0:39781:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384382.587784:0:39781:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767384382.587786:0:39781:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384382.587787:0:39781:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767384382.587789:0:39781:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000ad38d350. 00010000:00000010:2.0:1767384382.587792:0:39781:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000007170969d. 00010000:00000001:2.0:1767384382.587794:0:39781:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:2.0:1767384382.587796:0:39781:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.587798:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.587802:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384382.587804:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000003b7ce7bf for lustre-OST0000-osc-MDT0000 00000001:00000001:2.0:1767384382.587808:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:1.0:1767384382.587809:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 14 to 0@lo 00000020:00000040:1.0:1767384382.587813:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 13 to 0@lo 00000001:00000010:2.0:1767384382.587814:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ec6d5c46. 00000020:00000010:1.0:1767384382.587816:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000006c5c8f53. 00000001:00000010:2.0:1767384382.587818:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c71f836c. 00000020:00000040:1.0:1767384382.587821:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000001abd3cf0) now 4 - import 00000001:00000010:2.0:1767384382.587822:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a1a3c1cb. 00000001:00000010:2.0:1767384382.587827:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000008557ca2. 00000020:00000010:1.0:1767384382.587827:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000003b7ce7bf. 00000001:00000010:2.0:1767384382.587831:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001d54ab70. 00000020:00000001:1.0:1767384382.587833:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:2.0:1767384382.587836:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000009c6ff27. 00000001:00000001:2.0:1767384382.587840:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384382.587841:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.587844:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008e5f7d7d. 00000001:00000010:2.0:1767384382.587846:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000008df54e2. 00000001:00000010:2.0:1767384382.587848:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a51941be. 00000001:00000010:2.0:1767384382.587849:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a34dd6ae. 00000001:00000010:2.0:1767384382.587856:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003b0eedda. 00000001:00000010:2.0:1767384382.587858:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008ffd274b. 00000001:00000001:2.0:1767384382.587861:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384382.587862:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000001abd3cf0) now 3 - setup 00000020:00000001:2.0:1767384382.587864:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.587866:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384382.587868:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384382.587871:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384382.587874:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000001abd3cf0) now 2 - obd_device_list 00000020:00000080:2.0:1767384382.587876:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:2.0:1767384382.587877:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000001abd3cf0) now 1 - newdev 00000020:00000040:2.0:1767384382.587880:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005fcf86f7 with handle 0xf83434fd52e6d804 from hash 00000020:00000040:2.0:1767384382.587882:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000005fcf86f7 : new refcount 0 00000020:00000080:2.0:1767384382.587883:0:39781:0:(genops.c:904:class_export_put()) final put 000000005fcf86f7/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384382.587884:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.587886:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384382.587887:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 000000005fcf86f7/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384382.587889:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384382.587890:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.587891:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005fcf86f7. 00000020:00000001:2.0:1767384382.587895:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384382.587896:0:39781:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:2.0:1767384382.587899:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:2.0:1767384382.587901:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384382.587904:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000453e7ff0. 00000020:00000010:2.0:1767384382.587908:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000074bd45a7. 00000040:00000010:2.0:1767384382.587911:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000d524312. 00000020:00000010:2.0:1767384382.587914:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a7382b3. 00000020:00000010:2.0:1767384382.587918:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384382.587925:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000019e055ac. 80000000:00000010:2.0:1767384382.587928:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000008670943. 40000000:00000010:2.0:1767384382.587930:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000012d2b8b2. 00100000:00000010:2.0:1767384382.587935:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048b2c44b. 00040000:00000010:2.0:1767384382.587940:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005a960d00. 00040000:00000010:2.0:1767384382.587943:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000b9afb72. 00080000:00000010:2.0:1767384382.587947:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000069654615. 00000004:00000010:2.0:1767384382.587951:0:39781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003a2df984. 00000004:00000010:2.0:1767384382.587955:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000098573c99. 00000004:00000010:2.0:1767384382.587958:0:39781:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000c45a812. 00002000:00000010:2.0:1767384382.587962:0:39781:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000075e03b97. 00000004:00000010:2.0:1767384382.587966:0:39781:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ff00c220. 00000004:00000010:2.0:1767384382.587973:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e30c4d3f. 00000004:00000010:2.0:1767384382.587976:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001ed06418. 00000004:00000010:2.0:1767384382.587980:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000377ba1d3. 00000004:00000010:2.0:1767384382.587983:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000032ff5bd5. 00000004:00000010:2.0:1767384382.587986:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000075c47d10. 00000004:00000010:2.0:1767384382.587991:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000f8b414e. 00000004:00000010:2.0:1767384382.587993:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004ecfc2a8. 00000004:00000010:2.0:1767384382.587996:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000097711f25. 00000004:00000010:2.0:1767384382.587998:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ec5e1623. 00000004:00000010:2.0:1767384382.588001:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000097f5f62b. 00000004:00000010:2.0:1767384382.588003:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ade98f0e. 00000004:00000010:2.0:1767384382.588005:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000012f6c0df. 00000004:00000010:2.0:1767384382.588008:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000abac80a0. 00000004:00000010:2.0:1767384382.588010:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bca16efd. 00000004:00000010:2.0:1767384382.588012:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000eb0f210. 00000004:00000010:2.0:1767384382.588015:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000df11518d. 00000004:00000010:2.0:1767384382.588017:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002a6a9d74. 00000004:00000010:2.0:1767384382.588019:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005e2e3616. 00000004:00000010:2.0:1767384382.588022:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000067432a5. 00000004:00000010:2.0:1767384382.588024:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004de1ba54. 00000004:00000010:2.0:1767384382.588027:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009d64932f. 00000004:00000010:2.0:1767384382.588031:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008a473dcc. 00000004:00000010:2.0:1767384382.588035:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009bb76a39. 00000004:00000010:2.0:1767384382.588039:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002c8b879c. 00000004:00000010:2.0:1767384382.588042:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000021f2a58b. 00000004:00000010:2.0:1767384382.588044:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f35867b1. 00000004:00000010:2.0:1767384382.588047:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ac8dabf4. 00000004:00000010:2.0:1767384382.588054:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004f23b421. 00000004:00000010:2.0:1767384382.588058:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004888ae84. 00000004:00000010:2.0:1767384382.588060:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bc0259ac. 00000004:00000010:2.0:1767384382.588063:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000d6e1121. 00000004:00000010:2.0:1767384382.588065:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a6d11c8e. 00000004:00000010:2.0:1767384382.588067:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009858139d. 00000004:00000010:2.0:1767384382.588073:0:39781:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 000000002c5ba6b6. 00000020:00000010:2.0:1767384382.588077:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000074bd45a7. 00000040:00000010:2.0:1767384382.588079:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000d524312. 00000020:00000010:2.0:1767384382.588081:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a7382b3. 00000020:00000010:2.0:1767384382.588083:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384382.588086:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000019e055ac. 80000000:00000010:2.0:1767384382.588088:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000008670943. 40000000:00000010:2.0:1767384382.588091:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000012d2b8b2. 00100000:00000010:2.0:1767384382.588094:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000048b2c44b. 00040000:00000010:2.0:1767384382.588097:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005a960d00. 00040000:00000010:2.0:1767384382.588102:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000b9afb72. 00080000:00000010:2.0:1767384382.588105:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000069654615. 00000004:00000010:2.0:1767384382.588111:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003a2df984. 00000004:00000010:2.0:1767384382.588116:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000098573c99. 00000004:00000010:2.0:1767384382.588121:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000c45a812. 00002000:00000010:2.0:1767384382.588125:0:39781:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000075e03b97. 00000004:00000010:2.0:1767384382.588128:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ff00c220. 00000020:00000010:2.0:1767384382.588131:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000453e7ff0. 00000020:00000001:2.0:1767384382.588134:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.588144:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000001abd3cf0. 00000020:00000001:2.0:1767384382.588151:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.588153:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.588156:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000d96d9c8e. 00000020:00000001:2.0:1767384382.588160:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.588163:0:39781:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.588165:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384382.588167:0:39781:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 0000000060824d68. 00020000:00000010:2.0:1767384382.588182:0:39781:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000cb22eb6f. 00000004:00000001:2.0:1767384382.588190:0:39781:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.588201:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384382.588212:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.588217:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f89845d2. 00000001:00000010:2.0:1767384382.588221:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f13cd7b9. 00000001:00000010:2.0:1767384382.588224:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005dae2f77. 00000001:00000010:2.0:1767384382.588227:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000063d4b225. 00000001:00000010:2.0:1767384382.588229:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c20fb0b6. 00000001:00000010:2.0:1767384382.588232:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000501413ca. 00000001:00000001:2.0:1767384382.588236:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384382.588238:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.588243:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000030d66acd. 00000001:00000010:2.0:1767384382.588246:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000022a7546a. 00000001:00000010:2.0:1767384382.588249:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001e947724. 00000001:00000010:2.0:1767384382.588252:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000028e471ec. 00000001:00000010:2.0:1767384382.588256:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009580bd75. 00000001:00000010:2.0:1767384382.588259:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000058211cd. 00000001:00000001:2.0:1767384382.588264:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384382.588266:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000001833ae4f) now 3 - setup 00000020:00000001:2.0:1767384382.588269:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.588271:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384382.588273:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384382.588277:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384382.588279:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000001833ae4f) now 2 - obd_device_list 00000020:00000080:2.0:1767384382.588282:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:2.0:1767384382.588284:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000001833ae4f) now 1 - newdev 00000020:00000040:2.0:1767384382.588287:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c34baeab with handle 0xf83434fd52e6d7be from hash 00000020:00000040:2.0:1767384382.588290:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000c34baeab : new refcount 0 00000020:00000080:2.0:1767384382.588292:0:39781:0:(genops.c:904:class_export_put()) final put 00000000c34baeab/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384382.588295:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.588297:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384382.588299:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 00000000c34baeab/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:2.0:1767384382.588302:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384382.588304:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.588306:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c34baeab. 00000020:00000001:2.0:1767384382.588319:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384382.588321:0:39781:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:2.0:1767384382.588323:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:2.0:1767384382.588324:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384382.588334:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000453e7ff0. 00000020:00000010:2.0:1767384382.588337:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000b9afb72. 00000040:00000010:2.0:1767384382.588340:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000019e055ac. 00000020:00000010:2.0:1767384382.588342:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000c45a812. 00000020:00000010:2.0:1767384382.588346:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384382.588349:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000d524312. 80000000:00000010:2.0:1767384382.588352:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d96d9c8e. 40000000:00000010:2.0:1767384382.588355:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000012d2b8b2. 00100000:00000010:2.0:1767384382.588358:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003a2df984. 00040000:00000010:2.0:1767384382.588362:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005a960d00. 00040000:00000010:2.0:1767384382.588365:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000074bd45a7. 00080000:00000010:2.0:1767384382.588368:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000069654615. 00000004:00000010:2.0:1767384382.588371:0:39781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000048b2c44b. 00000004:00000010:2.0:1767384382.588375:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000098573c99. 00000004:00000010:2.0:1767384382.588377:0:39781:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003a7382b3. 00000004:00000001:2.0:1767384382.588381:0:39781:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:2.0:1767384382.588384:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ffbbc541. 00000004:00000010:2.0:1767384382.588388:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003ec36ad3. 00000004:00000010:2.0:1767384382.588392:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003c887230. 00000004:00000010:2.0:1767384382.588396:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ba47b578. 00000004:00000010:2.0:1767384382.588400:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ebd6be91. 00000004:00000010:2.0:1767384382.588405:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000331e1d59. 00000004:00000010:2.0:1767384382.588408:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006d8dd44c. 00000004:00000010:2.0:1767384382.588412:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000733a3104. 00000004:00000010:2.0:1767384382.588416:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007ecf4337. 00000004:00000010:2.0:1767384382.588419:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000288f414b. 00000004:00000010:2.0:1767384382.588423:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000068b18a32. 00000004:00000010:2.0:1767384382.588426:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ce99ae85. 00000004:00000010:2.0:1767384382.588430:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005993b473. 00000004:00000010:2.0:1767384382.588435:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a8204de0. 00000004:00000010:2.0:1767384382.588446:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d576b194. 00000004:00000010:2.0:1767384382.588450:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c994b216. 00000004:00000010:2.0:1767384382.588454:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b1c8fdbe. 00000004:00000010:2.0:1767384382.588458:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000053d6c1a6. 00000004:00000010:2.0:1767384382.588461:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f7f46c77. 00000004:00000010:2.0:1767384382.588465:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000022911335. 00000004:00000010:2.0:1767384382.588469:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000ab64f22. 00000004:00000010:2.0:1767384382.588472:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000096243995. 00000004:00000010:2.0:1767384382.588475:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008fe41411. 00000004:00000010:2.0:1767384382.588524:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f40f65f4. 00000004:00000010:2.0:1767384382.588531:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007c940459. 00000004:00000010:2.0:1767384382.588542:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000724354b. 00000004:00000010:2.0:1767384382.588548:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a340e672. 00000004:00000010:2.0:1767384382.588554:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000545b3f95. 00000004:00000010:2.0:1767384382.588559:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000049a22b83. 00000004:00000010:2.0:1767384382.588564:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006b1d21c8. 00000004:00000010:2.0:1767384382.588571:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000070afa86. 00000004:00000010:2.0:1767384382.588587:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b0bc6991. 00000004:00000010:2.0:1767384382.588592:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000702c19d9. 00000004:00000010:2.0:1767384382.588596:0:39781:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 00000000e8ea72dc. 00000004:00000001:2.0:1767384382.588600:0:39781:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446624375893229568 : -119697816322048 : ffff9322ae2d8000) 00000020:00000010:2.0:1767384382.588605:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000b9afb72. 00000040:00000010:2.0:1767384382.588609:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000019e055ac. 00000020:00000010:2.0:1767384382.588612:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000c45a812. 00000020:00000010:2.0:1767384382.588615:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384382.588619:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000d524312. 80000000:00000010:2.0:1767384382.588622:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d96d9c8e. 40000000:00000010:2.0:1767384382.588625:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000012d2b8b2. 00100000:00000010:2.0:1767384382.588628:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003a2df984. 00040000:00000010:2.0:1767384382.588632:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005a960d00. 00040000:00000010:2.0:1767384382.588635:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000074bd45a7. 00080000:00000010:2.0:1767384382.588638:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000069654615. 00000004:00000010:2.0:1767384382.588641:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000048b2c44b. 00000004:00000010:2.0:1767384382.588644:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000098573c99. 00000004:00000010:2.0:1767384382.588647:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003a7382b3. 00000020:00000010:2.0:1767384382.588659:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000453e7ff0. 00000020:00000001:2.0:1767384382.588662:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.588665:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000001833ae4f. 00000020:00000001:2.0:1767384382.588670:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.588672:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.588675:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000cb642046. 00000020:00000001:2.0:1767384382.588678:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.588680:0:39781:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.588682:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.588685:0:39781:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384382.588688:0:39781:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000492d9f91. 00000004:00000001:2.0:1767384382.588760:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384382.588764:0:39781:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384382.588766:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384382.588768:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d7e1 00000020:00000040:2.0:1767384382.588772:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001778dee1 with handle 0xf83434fd52e6d7e1 from hash 00000020:00000001:2.0:1767384382.588777:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384382.588778:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000001778dee1 : new refcount 1 00000020:00000001:2.0:1767384382.588781:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384382.588782:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000001778dee1 : new refcount 0 00000020:00000080:2.0:1767384382.588784:0:39781:0:(genops.c:904:class_export_put()) final put 000000001778dee1/lustre-MDD0000_UUID 00000020:00000001:2.0:1767384382.588786:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.588799:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.588802:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384382.588805:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:2.0:1767384382.588811:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000492d9f91. 00000020:00000001:1.0:1767384382.588811:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384382.588815:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000001778dee1/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1767384382.588817:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384382.588819:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384382.588822:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.588824:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000040:1.0:1767384382.588825:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a4692606) now 4 - export 00000020:00000010:1.0:1767384382.588830:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001778dee1. 00000020:00000080:2.0:1767384382.588832:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1767384382.588835:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384382.588837:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384382.588842:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (00000000a4692606) has no exports 00000020:00000001:2.0:1767384382.588846:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384382.588848:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:2.0:1767384382.589004:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384382.589017:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.589023:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000010f3b457. 00000001:00000010:2.0:1767384382.589033:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cab48fb2. 00000001:00000010:2.0:1767384382.589036:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005612251e. 00000001:00000010:2.0:1767384382.589038:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004df92ab2. 00000001:00000010:2.0:1767384382.589041:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000eecc188c. 00000001:00000010:2.0:1767384382.589044:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b58ed397. 00000001:00000001:2.0:1767384382.589048:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384382.589050:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.589054:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000077723a6. 00000001:00000010:2.0:1767384382.589060:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000195d33ee. 00000001:00000010:2.0:1767384382.589063:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000de18ea66. 00000001:00000010:2.0:1767384382.589066:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000001a2319. 00000001:00000010:2.0:1767384382.589068:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000012cffbf1. 00000001:00000010:2.0:1767384382.589070:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d989c190. 00000001:00000001:2.0:1767384382.589074:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384382.589076:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a4692606) now 3 - setup 00000020:00000001:2.0:1767384382.589078:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.589080:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384382.589082:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384382.589086:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384382.589088:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a4692606) now 2 - obd_device_list 00000020:00000080:2.0:1767384382.589091:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:2.0:1767384382.589092:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a4692606) now 1 - newdev 00000020:00000040:2.0:1767384382.589095:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000048f586e6 with handle 0xf83434fd52e6d7d3 from hash 00000020:00000040:2.0:1767384382.589098:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000048f586e6 : new refcount 0 00000020:00000080:2.0:1767384382.589100:0:39781:0:(genops.c:904:class_export_put()) final put 0000000048f586e6/lustre-MDD0000_UUID 00000020:00000001:2.0:1767384382.589102:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.589104:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384382.589106:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 0000000048f586e6/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:2.0:1767384382.589108:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384382.589110:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.589112:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000048f586e6. 00000020:00000001:2.0:1767384382.589117:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384382.589119:0:39781:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:2.0:1767384382.589121:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:2.0:1767384382.589130:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384382.589133:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000453e7ff0. 00000020:00000010:2.0:1767384382.589136:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000074bd45a7. 00000040:00000010:2.0:1767384382.589139:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000d524312. 00000020:00000010:2.0:1767384382.589143:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a7382b3. 00000020:00000010:2.0:1767384382.589146:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384382.589150:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000019e055ac. 80000000:00000010:2.0:1767384382.589153:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cb642046. 40000000:00000010:2.0:1767384382.589156:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000012d2b8b2. 00100000:00000010:2.0:1767384382.589159:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048b2c44b. 00040000:00000010:2.0:1767384382.589169:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005a960d00. 00040000:00000010:2.0:1767384382.589172:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000b9afb72. 00080000:00000010:2.0:1767384382.589174:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000069654615. 00000004:00000010:2.0:1767384382.589177:0:39781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003a2df984. 00000004:00000010:2.0:1767384382.589180:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000098573c99. 00000004:00000001:2.0:1767384382.589185:0:39781:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:2.0:1767384382.589188:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000be7cdfdf. 00000004:00000010:2.0:1767384382.589192:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008fba4c23. 00000004:00000010:2.0:1767384382.589197:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000de66a34c. 00000004:00000010:2.0:1767384382.589201:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000068c93607. 00000004:00000010:2.0:1767384382.589204:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c1a9ed0a. 00000004:00000010:2.0:1767384382.589208:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bdbb9a83. 00000004:00000010:2.0:1767384382.589212:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dbb1d893. 00000004:00000010:2.0:1767384382.589216:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c8dcaccc. 00000004:00000010:2.0:1767384382.589219:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004297e2fe. 00000004:00000010:2.0:1767384382.589223:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007eee4558. 00000004:00000010:2.0:1767384382.589226:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e7bd122e. 00000004:00000010:2.0:1767384382.589231:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003f563859. 00000004:00000010:2.0:1767384382.589234:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001c76e8e3. 00000004:00000010:2.0:1767384382.589238:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f2356520. 00000004:00000010:2.0:1767384382.589241:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000adb4f473. 00000004:00000010:2.0:1767384382.589244:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000042f203f8. 00000004:00000010:2.0:1767384382.589247:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e7414994. 00000004:00000010:2.0:1767384382.589251:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003e3464c7. 00000004:00000010:2.0:1767384382.589262:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005d580d05. 00000004:00000010:2.0:1767384382.589265:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a8aaed87. 00000004:00000010:2.0:1767384382.589270:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003d9ecde5. 00000004:00000010:2.0:1767384382.589275:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000075490cc0. 00000004:00000010:2.0:1767384382.589278:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000163811c. 00000004:00000010:2.0:1767384382.589283:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b7a5e361. 00000004:00000010:2.0:1767384382.589286:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a7b20913. 00000004:00000010:2.0:1767384382.589290:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000020642d50. 00000004:00000010:2.0:1767384382.589294:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000008093e4. 00000004:00000010:2.0:1767384382.589298:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007d53a5fc. 00000004:00000010:2.0:1767384382.589304:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b6240f47. 00000004:00000010:2.0:1767384382.589308:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000eef1b973. 00000004:00000010:2.0:1767384382.589311:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c1781b1c. 00000004:00000010:2.0:1767384382.589316:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d11756f8. 00000004:00000010:2.0:1767384382.589320:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b9bd1727. 00000004:00000010:2.0:1767384382.589328:0:39781:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 00000000668447cf. 00000004:00000001:2.0:1767384382.589332:0:39781:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.589335:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000074bd45a7. 00000040:00000010:2.0:1767384382.589346:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000d524312. 00000020:00000010:2.0:1767384382.589351:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a7382b3. 00000020:00000010:2.0:1767384382.589355:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384382.589359:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000019e055ac. 80000000:00000010:2.0:1767384382.589362:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cb642046. 40000000:00000010:2.0:1767384382.589366:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000012d2b8b2. 00100000:00000010:2.0:1767384382.589369:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000048b2c44b. 00040000:00000010:2.0:1767384382.589373:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005a960d00. 00040000:00000010:2.0:1767384382.589376:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000b9afb72. 00080000:00000010:2.0:1767384382.589379:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000069654615. 00000004:00000010:2.0:1767384382.589383:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003a2df984. 00000004:00000010:2.0:1767384382.589387:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000098573c99. 00000020:00000010:2.0:1767384382.589390:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000453e7ff0. 00000020:00000001:2.0:1767384382.589393:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.589395:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a4692606. 00000020:00000001:2.0:1767384382.589401:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.589403:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384382.589414:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000492d9f91. 00000020:00000001:2.0:1767384382.589418:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.589420:0:39781:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.589422:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.589424:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384382.589426:0:39781:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384382.589428:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384382.589430:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d7e8 00000020:00000040:2.0:1767384382.589433:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003174ccef with handle 0xf83434fd52e6d7e8 from hash 00000020:00000001:2.0:1767384382.589436:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384382.589438:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000003174ccef : new refcount 1 00000020:00000001:2.0:1767384382.589440:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384382.589441:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000003174ccef : new refcount 0 00000020:00000080:2.0:1767384382.589444:0:39781:0:(genops.c:904:class_export_put()) final put 000000003174ccef/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384382.589446:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.589457:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.589460:0:39781:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384382.589462:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.589466:0:39781:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384382.589469:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384382.589470:0:39781:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000080:1.0:1767384382.589473:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000003174ccef/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384382.589475:0:39781:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624375255507904 : -119698454043712 : ffff9322882aa3c0) 00000020:00000001:1.0:1767384382.589476:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384382.589503:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384382.589506:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000e39823aa) now 6 - export 00000020:00000010:1.0:1767384382.589508:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003174ccef. 00000020:01000004:2.0:1767384382.589515:0:39781:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000dcdfa515 from lustre-MDT0000, refs=3 00000020:00000001:1.0:1767384382.589518:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384382.589521:0:39781:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384382.589525:0:39781:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000dcdfa515 3 00000020:00000001:2.0:1767384382.589529:0:39781:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.589532:0:39781:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:3.0:1767384382.589604:0:39781:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384382.589611:0:39781:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624375255507904 : -119698454043712 : ffff9322882aa3c0) 00000020:01000004:3.0:1767384382.589618:0:39781:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000dcdfa515 from lustre-MDT0000 00000020:00000010:3.0:1767384382.589625:0:39781:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 00000000a94b5fcc. 00000020:00000010:3.0:1767384382.589631:0:39781:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000d485b108. 00000020:00000001:3.0:1767384382.589639:0:39781:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.589643:0:39781:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384382.589647:0:39781:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:3.0:1767384382.589650:0:39781:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.589654:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384382.589676:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384382.589685:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007c87956b. 00000001:00000010:3.0:1767384382.589691:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000045b34f2a. 00000001:00000010:3.0:1767384382.589694:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007b1db6fe. 00000001:00000010:3.0:1767384382.589699:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000055d208a9. 00000001:00000010:3.0:1767384382.589702:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000baca6fce. 00000001:00000010:3.0:1767384382.589708:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000041edeaf7. 00000001:00000001:3.0:1767384382.589716:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384382.589719:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384382.589724:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008da22626. 00000001:00000010:3.0:1767384382.589728:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c4a68f8f. 00000001:00000010:3.0:1767384382.589731:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006178e1f9. 00000001:00000010:3.0:1767384382.589735:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004644b400. 00000001:00000010:3.0:1767384382.589740:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e01e0466. 00000001:00000010:3.0:1767384382.589747:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000026762b69. 00000001:00000001:3.0:1767384382.589756:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384382.589760:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 3 - setup 00000020:00000001:3.0:1767384382.589764:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.589767:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384382.589773:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384382.589780:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384382.589795:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 2 - obd_device_list 00000020:00000080:3.0:1767384382.589799:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:3.0:1767384382.589801:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007c187eff) now 1 - newdev 00000020:00000040:3.0:1767384382.589806:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000035999a9a with handle 0xf83434fd52e6d7cc from hash 00000020:00000040:3.0:1767384382.589811:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000035999a9a : new refcount 0 00000020:00000080:3.0:1767384382.589814:0:39781:0:(genops.c:904:class_export_put()) final put 0000000035999a9a/lustre-MDT0000_UUID 00000020:00000001:3.0:1767384382.589818:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.589822:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384382.589825:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 0000000035999a9a/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:3.0:1767384382.589829:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:3.0:1767384382.589833:0:39781:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:3.0:1767384382.589838:0:39781:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000068a47336. 00000004:00000001:3.0:1767384382.589845:0:39781:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.589848:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.589850:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000035999a9a. 00000020:00000001:3.0:1767384382.589864:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384382.589868:0:39781:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:3.0:1767384382.589871:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:3.0:1767384382.589874:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384382.589880:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6de3094. 00000020:00000010:3.0:1767384382.589886:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000067b9cc82. 00000040:00000010:3.0:1767384382.589891:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001e947724. 00000020:00000010:3.0:1767384382.589896:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005fcbfc70. 00000020:00000010:3.0:1767384382.589904:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008cbe3df3. 00000020:00000010:3.0:1767384382.589909:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000022a7546a. 80000000:00000010:3.0:1767384382.589914:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005a5c6a28. 40000000:00000010:3.0:1767384382.589919:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bbad4a7f. 00100000:00000010:3.0:1767384382.589925:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000060a93c9c. 00040000:00000010:3.0:1767384382.589930:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dece562a. 00040000:00000010:3.0:1767384382.589934:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030d66acd. 00080000:00000010:3.0:1767384382.589940:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000031d2bb0c. 00000004:00000010:3.0:1767384382.589947:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e29a3cb3. 00000004:00000001:3.0:1767384382.589953:0:39781:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:3.0:1767384382.589956:0:39781:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 000000006b594afa. 00000004:00000001:3.0:1767384382.589961:0:39781:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.589965:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000067b9cc82. 00000040:00000010:3.0:1767384382.589972:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001e947724. 00000020:00000010:3.0:1767384382.589976:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005fcbfc70. 00000020:00000010:3.0:1767384382.589980:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008cbe3df3. 00000020:00000010:3.0:1767384382.589998:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000022a7546a. 80000000:00000010:3.0:1767384382.590004:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005a5c6a28. 40000000:00000010:3.0:1767384382.590011:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bbad4a7f. 00100000:00000010:3.0:1767384382.590017:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000060a93c9c. 00040000:00000010:3.0:1767384382.590022:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dece562a. 00040000:00000010:3.0:1767384382.590027:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000030d66acd. 00080000:00000010:3.0:1767384382.590031:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000031d2bb0c. 00000004:00000010:3.0:1767384382.590038:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e29a3cb3. 00000020:00000010:3.0:1767384382.590044:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6de3094. 00000020:00000001:3.0:1767384382.590051:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.590055:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000007c187eff. 00000020:00000001:3.0:1767384382.590065:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.590068:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.590072:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000e9de6670. 00000020:00000001:3.0:1767384382.590078:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.590082:0:39781:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:3.0:1767384382.590086:0:39781:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:3.0:1767384382.590088:0:39781:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:3.0:1767384382.590092:0:39781:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:3.0:1767384382.590096:0:39781:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:3.0:1767384382.590099:0:39781:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384382.590103:0:39781:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624375964989088 : -119697744562528 : ffff9322b27476a0) 00000020:01000004:3.0:1767384382.590107:0:39781:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:3.0:1767384382.590111:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384382.590113:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:3.0:1767384382.590118:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000bbad4a7f. 00000020:00000080:3.0:1767384382.590121:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384382.590125:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384382.590129:0:39781:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1767384382.590137:0:39781:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 00000000e25b4a2c 7e84c064-9ddf-4290-a20e-ee745f39ffee 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:3.0:1767384382.590144:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384382.590149:0:39781:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (00000000f4d7b29a) has exports, disconnecting them 00000020:00000001:3.0:1767384382.590153:0:39781:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:3.0:1767384382.590156:0:39781:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=10 00000020:00000040:3.0:1767384382.590161:0:39781:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=11 00000020:00080000:3.0:1767384382.590165:0:39781:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (00000000e25b4a2c), last request at 1767384280 00000020:00000001:3.0:1767384382.590168:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:3.0:1767384382.590172:0:39781:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384382.590178:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 10 20000000:00000010:3.0:1767384382.590181:0:39781:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000497294a2. 00000020:00000040:3.0:1767384382.590186:0:39781:0:(genops.c:887:class_export_get()) GET export 00000000e25b4a2c refcount=11 00010000:00000001:3.0:1767384382.590194:0:39781:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384382.590197:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384382.590202:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 10 00000020:00000080:3.0:1767384382.590206:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d78d 00000020:00000040:3.0:1767384382.590210:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e25b4a2c with handle 0xf83434fd52e6d78d from hash 00000020:00000040:3.0:1767384382.590214:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 9 00000020:00000001:3.0:1767384382.590217:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384382.590230:0:39781:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000e25b4a2c: total 0 00000020:00000001:3.0:1767384382.590233:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384382.590235:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 8 00000020:00000001:3.0:1767384382.590238:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.590242:0:39781:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384382.590245:0:39781:0:(import.c:65:import_set_state_nolock()) 00000000da0ccbb4 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384382.590250:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384382.590254:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384382.590256:0:39781:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384382.590274:0:39781:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384382.590278:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 7 20000000:00000001:3.0:1767384382.590281:0:39781:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.590286:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.590287:0:39782:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:1.0:1767384382.590292:0:39782:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000e25b4a2c: total 0 00000020:00080000:3.0:1767384382.590293:0:39781:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000e25b4a2c): rc 0 00000020:00000001:1.0:1767384382.590300:0:39782:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446624375240237056 : -119698469314560 : ffff93228741a000) 00000020:00000040:3.0:1767384382.590302:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 6 00000020:00000001:3.0:1767384382.590312:0:39781:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00010000:00000001:1.0:1767384382.590313:0:39782:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000001:3.0:1767384382.590317:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:1.0:1767384382.590320:0:39782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091c9084b. 00000020:00000001:3.0:1767384382.590324:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1767384382.590327:0:39782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000221884a. 20000000:00000001:3.0:1767384382.590328:0:39781:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:3.0:1767384382.590336:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:1.0:1767384382.590338:0:39782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f9bdde94. 00000020:00080000:3.0:1767384382.590341:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000f4d7b29a) has no exports 00000020:00000001:3.0:1767384382.590347:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:1.0:1767384382.590348:0:39782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000018f9cdbe. 00000100:00000001:3.0:1767384382.590353:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000020:00000010:1.0:1767384382.590355:0:39782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005666ff26. 00000100:00000200:3.0:1767384382.590357:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 80000000:00000010:1.0:1767384382.590361:0:39782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000034564928. 40000000:00000010:1.0:1767384382.590367:0:39782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000015bfec46. 00000100:00000001:3.0:1767384382.590368:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384382.590373:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00100000:00000010:1.0:1767384382.590375:0:39782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7ec4e13. 00000100:00000040:3.0:1767384382.590383:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00040000:00000010:1.0:1767384382.590387:0:39782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000023a1dc43. 00000100:00000040:3.0:1767384382.590388:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000100:00000040:3.0:1767384382.590397:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00040000:00000010:1.0:1767384382.590398:0:39782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f94e9488. 00000100:00000040:3.0:1767384382.590407:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00080000:00000010:1.0:1767384382.590414:0:39782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c83af168. 00002000:00000010:1.0:1767384382.590421:0:39782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f42bf2d. 00000020:00000010:1.0:1767384382.590424:0:39782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000221884a. 00000020:00000010:1.0:1767384382.590429:0:39782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f9bdde94. 00000020:00000010:1.0:1767384382.590434:0:39782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000018f9cdbe. 00000020:00000010:1.0:1767384382.590437:0:39782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005666ff26. 80000000:00000010:1.0:1767384382.590439:0:39782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000034564928. 00000100:00000040:3.0:1767384382.590443:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 40000000:00000010:1.0:1767384382.590444:0:39782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000015bfec46. 00100000:00000010:1.0:1767384382.590452:0:39782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a7ec4e13. 00040000:00000010:1.0:1767384382.590455:0:39782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000023a1dc43. 00000020:00000010:2.0:1767384382.590461:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000d66e89a. 00040000:00000010:1.0:1767384382.590462:0:39782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f94e9488. 00080000:00000010:1.0:1767384382.590471:0:39782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c83af168. 00000040:00000010:2.0:1767384382.590472:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000140462a. 00000020:00000010:3.0:1767384382.590473:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003a193190. 00002000:00000010:1.0:1767384382.590474:0:39782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004f42bf2d. 00000020:00000010:1.0:1767384382.590505:0:39782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091c9084b. 00010000:00010000:1.0:1767384382.590514:0:39782:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000e25b4a2c, canceled 0 locks, left on hash table 5. 00000020:00000010:1.0:1767384382.590518:0:39782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091c9084b. 00000020:00000010:1.0:1767384382.590521:0:39782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f94e9488. 00000020:00000010:1.0:1767384382.590529:0:39782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c83af168. 00000040:00000010:3.0:1767384382.590531:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d49f8485. 00000020:00000010:2.0:1767384382.590533:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d429eda. 00000020:00000010:1.0:1767384382.590533:0:39782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000018f9cdbe. 00000020:00000010:1.0:1767384382.590543:0:39782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005666ff26. 00000020:00000010:3.0:1767384382.590545:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ae407249. 00000020:00000010:2.0:1767384382.590547:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000021f644cf. 80000000:00000010:1.0:1767384382.590547:0:39782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000034564928. 00000020:00000010:3.0:1767384382.590553:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004d5ff215. 40000000:00000010:1.0:1767384382.590554:0:39782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000015bfec46. 80000000:00000010:2.0:1767384382.590557:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008982a5af. 80000000:00000010:3.0:1767384382.590566:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000086458d0a. 00100000:00000010:1.0:1767384382.590566:0:39782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7ec4e13. 00040000:00000010:2.0:1767384382.590568:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000c874d06. 00040000:00000010:1.0:1767384382.590586:0:39782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000023a1dc43. 00040000:00000010:1.0:1767384382.590590:0:39782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000221884a. 00080000:00000010:2.0:1767384382.590591:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d357ac38. 00080000:00000010:1.0:1767384382.590598:0:39782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f9bdde94. 00040000:00000010:3.0:1767384382.590599:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d772b638. 20000000:00000010:2.0:1767384382.590602:0:16777:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e975a572. 00002000:00000010:1.0:1767384382.590619:0:39782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f42bf2d. 00080000:00000010:3.0:1767384382.590622:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000603b48bf. 00000020:00000010:2.0:1767384382.590623:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f92ea90. 00000001:00000001:1.0:1767384382.590624:0:39782:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384382.590632:0:39782:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 20000000:00000010:3.0:1767384382.590634:0:16776:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000742e07aa. 00000020:00000010:2.0:1767384382.590639:0:16777:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000014288295. 00010000:00000040:1.0:1767384382.590640:0:39782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009acaa832 count: 2 00000020:00000010:3.0:1767384382.590644:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001481c390. 00010000:00000001:1.0:1767384382.590646:0:39782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384382.590656:0:39782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:3.0:1767384382.590660:0:16776:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b448b392. 00010000:00000001:1.0:1767384382.590662:0:39782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000010:2.0:1767384382.590666:0:16777:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005ebe67b8. 00010000:00000001:1.0:1767384382.590675:0:39782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.590680:0:39782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.590684:0:16777:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [0000000084c137da:16777] 2 exiting: rc = 0 00000100:00000010:3.0:1767384382.590685:0:16776:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000a636f59. 00010000:00000001:1.0:1767384382.590686:0:39782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384382.590698:0:39782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:3.0:1767384382.590701:0:16776:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [0000000069b53a24:16776] 1 exiting: rc = 0 00010000:00000001:1.0:1767384382.590705:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.590711:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.590713:0:39782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384382.590714:0:39782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384382.590719:0:39782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000af6323cf with handle 0xf83434fd52e6d874 from hash 00010000:00000001:1.0:1767384382.590724:0:39782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384382.590727:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.590732:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.590734:0:39782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384382.590737:0:39782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384382.590740:0:39782:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000e25b4a2c, 1 locks cancelled. 00010000:00000001:1.0:1767384382.590744:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.590746:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.590747:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384382.590751:0:39782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000af6323cf/0xf83434fd52e6d874 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf83434fd52e6d86d expref: 6 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384382.590758:0:39782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 4 00000020:00000040:1.0:1767384382.590760:0:39782:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 5 00010000:00000040:1.0:1767384382.590762:0:39782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009acaa832 count: 0 00010000:00000001:1.0:1767384382.590780:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384382.590784:0:39782:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 7e84c064-9ddf-4, loop: 0 00000001:00000001:1.0:1767384382.590788:0:39782:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384382.590794:0:39782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008681815b count: 4 00010000:00000001:1.0:1767384382.590795:0:39782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384382.590799:0:39782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384382.590801:0:39782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384382.590803:0:39782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.590806:0:39782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.590811:0:39782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384382.590813:0:39782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384382.590815:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.590816:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.590818:0:39782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384382.590821:0:39782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384382.590826:0:39782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000092f7ba7c with handle 0xf83434fd52e6d882 from hash 00010000:00000001:1.0:1767384382.590831:0:39782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384382.590834:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.590836:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.590839:0:39782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384382.590843:0:39782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384382.590846:0:39782:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000e25b4a2c, 2 locks cancelled. 00010000:00000001:1.0:1767384382.590850:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.590853:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.590855:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384382.590856:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000082550add. 00010000:00010000:1.0:1767384382.590865:0:39782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000092f7ba7c/0xf83434fd52e6d882 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf83434fd52e6d87b expref: 5 pid: 16777 timeout: 0 lvb_type: 0 00000040:00000010:3.0:1767384382.590867:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005199624d. 00000020:00000010:3.0:1767384382.590874:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000a67fa57. 00000020:00000010:3.0:1767384382.590884:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032193efa. 00010000:00000040:1.0:1767384382.590887:0:39782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 3 80000000:00000010:3.0:1767384382.590890:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002676756a. 00000020:00000040:1.0:1767384382.590897:0:39782:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 4 00040000:00000010:3.0:1767384382.590901:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006a20f82f. 00080000:00000010:3.0:1767384382.590909:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ab395d73. 20000000:00000010:3.0:1767384382.590915:0:16775:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000070cdbfc. 00010000:00000001:1.0:1767384382.590916:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384382.590922:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eaf2099d. 00000001:00000040:1.0:1767384382.590924:0:39782:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 7e84c064-9ddf-4, loop: 1 00000001:00000001:1.0:1767384382.590940:0:39782:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384382.590945:0:39782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000069be5d8c count: 2 00000020:00000010:3.0:1767384382.590946:0:16775:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004bf19cd3. 00010000:00000001:1.0:1767384382.590959:0:39782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384382.590964:0:39782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384382.590967:0:39782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000010:3.0:1767384382.590969:0:16775:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000006b33fe84. 00010000:00000001:1.0:1767384382.590970:0:39782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.590986:0:39782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.590988:0:16775:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [000000006c71f914:16775] 0 exiting: rc = 1 00010000:00000001:1.0:1767384382.590990:0:39782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384382.590995:0:39782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384382.591001:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.591004:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.591007:0:39782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384382.591009:0:39782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384382.591015:0:39782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000453d2e8c with handle 0xf83434fd52e6d89e from hash 00010000:00000001:1.0:1767384382.591018:0:39782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384382.591021:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.591024:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.591026:0:39782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384382.591029:0:39782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384382.591030:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.591033:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.591034:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384382.591037:0:39782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000453d2e8c/0xf83434fd52e6d89e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf83434fd52e6d897 expref: 4 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384382.591045:0:39782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 2 00000020:00000040:1.0:1767384382.591047:0:39782:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 3 00010000:00000040:1.0:1767384382.591050:0:39782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000069be5d8c count: 0 00010000:00000001:1.0:1767384382.591074:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384382.591076:0:39782:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 7e84c064-9ddf-4, loop: 2 00000001:00000001:1.0:1767384382.591077:0:39782:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384382.591080:0:39782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008681815b count: 3 00010000:00000001:1.0:1767384382.591082:0:39782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384382.591086:0:39782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384382.591089:0:39782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384382.591092:0:39782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.591095:0:39782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.591104:0:39782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384382.591107:0:39782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:3.0:1767384382.591111:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000006c71f914. 00010000:00000001:1.0:1767384382.591111:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.591118:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.591123:0:39782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384382.591125:0:39782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384382.591127:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000069b53a24. 00000020:00000040:1.0:1767384382.591145:0:39782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001fc227a6 with handle 0xf83434fd52e6d79b from hash 00010000:00000001:1.0:1767384382.591149:0:39782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:3.0:1767384382.591152:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000084c137da. 00010000:00000001:1.0:1767384382.591154:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384382.591167:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00010000:00000001:1.0:1767384382.591170:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.591173:0:39782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384382.591174:0:39782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384382.591175:0:39782:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000e25b4a2c, 4 locks cancelled. 00010000:00000001:1.0:1767384382.591177:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.591178:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384382.591181:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00000001:1.0:1767384382.591183:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384382.591197:0:39782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001fc227a6/0xf83434fd52e6d79b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf83434fd52e6d794 expref: 3 pid: 16777 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384382.591200:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00000040:1.0:1767384382.591212:0:39782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 1 00000400:00000001:3.0:1767384382.591215:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384382.591216:0:39782:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 2 00000400:00000001:3.0:1767384382.591221:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384382.591225:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384382.591227:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e98b49a9. 00000001:00000040:1.0:1767384382.591230:0:39782:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 7e84c064-9ddf-4, loop: 3 00000400:00000200:3.0:1767384382.591235:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044c68de7 00000001:00000001:1.0:1767384382.591235:0:39782:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:3.0:1767384382.591249:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044c68de7. 00010000:00000040:1.0:1767384382.591250:0:39782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008681815b count: 2 00010000:00000001:1.0:1767384382.591261:0:39782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384382.591263:0:39782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1767384382.591265:0:39781:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384382.591266:0:39782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000200:3.0:1767384382.591270:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384382.591271:0:39782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.591288:0:39782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.591302:0:39782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:3.0:1767384382.591305:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384382.591308:0:39782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384382.591309:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:1.0:1767384382.591315:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384382.591317:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384382.591319:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:3.0:1767384382.591327:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384382.591327:0:39782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:3.0:1767384382.591341:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384382.591342:0:39782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384382.591350:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d71c03e6. 00000020:00000040:1.0:1767384382.591357:0:39782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000047ec716 with handle 0xf83434fd52e6d8ac from hash 00010000:00000001:1.0:1767384382.591360:0:39782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384382.591361:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.591367:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384382.591369:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efb7e823 00010000:00000001:1.0:1767384382.591370:0:39782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:3.0:1767384382.591380:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efb7e823. 00010000:00000001:1.0:1767384382.591381:0:39782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384382.591393:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384382.591396:0:39781:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384382.591398:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384382.591408:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384382.591410:0:39782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384382.591423:0:39782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000047ec716/0xf83434fd52e6d8ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf83434fd52e6d8a5 expref: 2 pid: 16777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384382.591439:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000040:1.0:1767384382.591439:0:39782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e25b4a2c : new locks_count 0 00000100:00000040:3.0:1767384382.591450:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000040:1.0:1767384382.591451:0:39782:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 1 00000100:00000001:3.0:1767384382.591462:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000040:1.0:1767384382.591463:0:39782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008681815b count: 0 00000400:00000001:3.0:1767384382.591471:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.591474:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384382.591510:0:39782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384382.591513:0:39782:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 7e84c064-9ddf-4, loop: 4 00000001:00000001:1.0:1767384382.591516:0:39782:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384382.591518:0:39782:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384382.591520:0:39782:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000e25b4a2c, canceled 5 locks, left on hash table 0. 00010000:00000001:1.0:1767384382.591523:0:39782:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:1.0:1767384382.591525:0:39782:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000400:00000010:3.0:1767384382.591528:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086ecd20e. 00000001:00000001:1.0:1767384382.591530:0:39782:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:3.0:1767384382.591540:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f99c8de6 00000001:00000001:1.0:1767384382.591541:0:39782:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384382.591554:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f99c8de6. 00010000:00000001:1.0:1767384382.591556:0:39782:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000020:00000010:1.0:1767384382.591564:0:39782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f94e9488. 00000100:00000001:3.0:1767384382.591566:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.591568:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:1.0:1767384382.591590:0:39782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c83af168. 00000020:00000010:1.0:1767384382.591592:0:39782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000018f9cdbe. 00000020:00000010:1.0:1767384382.591595:0:39782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005666ff26. 80000000:00000010:1.0:1767384382.591597:0:39782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000034564928. 40000000:00000010:1.0:1767384382.591604:0:39782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000015bfec46. 00100000:00000010:1.0:1767384382.591616:0:39782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a7ec4e13. 00000100:00100000:3.0:1767384382.591622:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00040000:00000010:1.0:1767384382.591626:0:39782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000023a1dc43. 00000100:00000040:3.0:1767384382.591628:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384382.591639:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00040000:00000010:1.0:1767384382.591642:0:39782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000221884a. 00000400:00000001:3.0:1767384382.591644:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.591650:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000010:1.0:1767384382.591653:0:39782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f9bdde94. 00000400:00000010:3.0:1767384382.591654:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dbb5b5f. 00000400:00000200:3.0:1767384382.591667:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5ea69de 00002000:00000010:1.0:1767384382.591670:0:39782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004f42bf2d. 00000400:00000010:3.0:1767384382.591671:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5ea69de. 00000100:00000001:3.0:1767384382.591685:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384382.591687:0:39782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091c9084b. 00000100:00000200:3.0:1767384382.591689:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.591704:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:1.0:1767384382.591706:0:39782:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000040:3.0:1767384382.591707:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384382.591713:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1767384382.591716:0:39782:0:(genops.c:898:class_export_put()) PUTting export 00000000e25b4a2c : new refcount 0 00000400:00000001:3.0:1767384382.591718:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.591722:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000080:1.0:1767384382.591725:0:39782:0:(genops.c:904:class_export_put()) final put 00000000e25b4a2c/7e84c064-9ddf-4290-a20e-ee745f39ffee 00000400:00000010:3.0:1767384382.591726:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ecfa895. 00000400:00000200:3.0:1767384382.591735:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029377eb8 00000400:00000010:3.0:1767384382.591739:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029377eb8. 00000100:00000001:3.0:1767384382.591745:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.591747:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:1.0:1767384382.591755:0:39782:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384382.591760:0:39782:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.591761:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384382.591767:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000040:3.0:1767384382.591770:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000020:00000080:2.0:1767384382.591771:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000e25b4a2c/7e84c064-9ddf-4290-a20e-ee745f39ffee for MGS 00000020:00000001:1.0:1767384382.591771:0:39782:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384382.591780:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384382.591782:0:39782:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384382.591788:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384382.591788:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 12 to 0@lo 00010000:00010000:1.0:1767384382.591792:0:39782:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384382.591797:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384382.591800:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384382.591800:0:39782:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384382.591802:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066e0e44d. 20000000:00000001:2.0:1767384382.591807:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000001:1.0:1767384382.591807:0:39782:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.591810:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058a7259f 00000020:00000040:2.0:1767384382.591818:0:36:0:(genops.c:1229:class_import_get()) import 00000000da0ccbb4 refcount=2 obd=MGS 00010000:00010000:1.0:1767384382.591818:0:39782:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384382.591822:0:39782:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384382.591825:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058a7259f. 00000020:00000001:2.0:1767384382.591826:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384382.591826:0:39782:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384382.591832:0:36:0:(genops.c:1242:class_import_put()) import 00000000da0ccbb4 refcount=1 obd=MGS 00000100:00000001:3.0:1767384382.591838:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384382.591839:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:1.0:1767384382.591840:0:39782:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767384382.591849:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384382.591850:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384382.591860:0:36:0:(genops.c:1242:class_import_put()) import 00000000da0ccbb4 refcount=0 obd=MGS 00000020:00000040:2.0:1767384382.591864:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000da0ccbb4 00000100:00100000:3.0:1767384382.591875:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.591878:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384382.591884:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384382.591885:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:3.0:1767384382.591888:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384382.591889:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000400:00000001:3.0:1767384382.591892:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:2.0:1767384382.591894:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000400:00000010:3.0:1767384382.591895:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7650fb4. 00000001:00000010:2.0:1767384382.591900:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000da7f2821. 00000400:00000200:3.0:1767384382.591903:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a89b841 00000400:00000010:3.0:1767384382.591907:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a89b841. 00000001:00000010:2.0:1767384382.591909:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fc1e47f8. 00000100:00000001:3.0:1767384382.591913:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.591917:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:2.0:1767384382.591919:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003f1c57c6. 00000001:00000010:2.0:1767384382.591936:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c78f89c0. 00000001:00000010:2.0:1767384382.591949:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000012e28a97. 00000100:00100000:3.0:1767384382.591960:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:2.0:1767384382.591962:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fdfe9654. 00000100:00000040:3.0:1767384382.591965:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384382.591975:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:2.0:1767384382.591977:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000001:3.0:1767384382.591984:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384382.591985:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000400:00000001:3.0:1767384382.591989:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384382.591990:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000400:00000010:3.0:1767384382.591992:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009a20420. 00010000:00000001:2.0:1767384382.591995:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:2.0:1767384382.591999:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.592000:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be55ce86 00000400:00000010:3.0:1767384382.592012:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be55ce86. 00000020:00000001:2.0:1767384382.592013:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384382.592033:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f4d7b29a) now 5 - export 00000100:00000001:3.0:1767384382.592035:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592049:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:2.0:1767384382.592049:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e25b4a2c. 00000100:00100000:3.0:1767384382.592071:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384382.592072:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000040:3.0:1767384382.592085:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000020:00000001:2.0:1767384382.592090:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000001:3.0:1767384382.592092:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000080:2.0:1767384382.592094:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000da0ccbb4 for MGS 00000400:00000001:3.0:1767384382.592098:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384382.592103:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 11 to 0@lo 00000400:00000001:3.0:1767384382.592105:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592110:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033220647. 00000020:00000040:2.0:1767384382.592111:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f4d7b29a) now 4 - import 00000400:00000200:3.0:1767384382.592116:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002192b2a4 00000400:00000010:3.0:1767384382.592121:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002192b2a4. 00000020:00000010:2.0:1767384382.592129:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000da0ccbb4. 00000100:00000001:3.0:1767384382.592132:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592140:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384382.592143:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00100000:3.0:1767384382.592151:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592154:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384382.592159:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592163:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592166:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592169:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6f67dec. 00000400:00000200:3.0:1767384382.592173:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070f12460 00000400:00000010:3.0:1767384382.592175:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070f12460. 00000100:00000001:3.0:1767384382.592179:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592181:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592190:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592192:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384382.592194:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592196:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592198:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592200:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078eacdb7. 00000400:00000200:3.0:1767384382.592203:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc992f45 00000400:00000010:3.0:1767384382.592205:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc992f45. 00000100:00000001:3.0:1767384382.592208:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592211:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592217:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592219:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384382.592221:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592223:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592224:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592226:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027867e31. 00000400:00000200:3.0:1767384382.592231:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045f631a2 00000400:00000010:3.0:1767384382.592233:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045f631a2. 00000100:00000001:3.0:1767384382.592235:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592237:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592244:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592246:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384382.592249:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592251:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592253:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592255:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3413ebc. 00000400:00000200:3.0:1767384382.592261:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c51ba16c 00000400:00000010:3.0:1767384382.592263:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c51ba16c. 00000100:00000001:3.0:1767384382.592267:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592269:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592282:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592284:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384382.592288:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592291:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592294:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592296:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008676131f. 00000400:00000200:3.0:1767384382.592300:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079253c23 00000400:00000010:3.0:1767384382.592302:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079253c23. 00000100:00000001:3.0:1767384382.592305:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592306:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592311:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592313:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384382.592314:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592326:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592328:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592330:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0fafa23. 00000400:00000200:3.0:1767384382.592334:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b73a8cb1 00000400:00000010:3.0:1767384382.592336:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b73a8cb1. 00000100:00000001:3.0:1767384382.592342:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592343:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592354:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592356:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384382.592361:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592364:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592367:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592369:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000013cde1f. 00000400:00000200:3.0:1767384382.592372:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c069325a 00000400:00000010:3.0:1767384382.592375:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c069325a. 00000100:00000001:3.0:1767384382.592380:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592383:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592390:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592393:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384382.592398:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592402:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592404:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592407:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001edc6736. 00000400:00000200:3.0:1767384382.592411:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d89b8752 00000400:00000010:3.0:1767384382.592413:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d89b8752. 00000100:00000001:3.0:1767384382.592419:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592421:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592431:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592434:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384382.592438:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592441:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592442:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592445:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc57e3b0. 00000400:00000200:3.0:1767384382.592451:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff70e090 00000400:00000010:3.0:1767384382.592453:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff70e090. 00000100:00000001:3.0:1767384382.592458:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592461:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592469:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592472:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384382.592532:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592536:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592538:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592541:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9ffd843. 00000400:00000200:3.0:1767384382.592546:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f22de5 00000400:00000010:3.0:1767384382.592549:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6f22de5. 00000100:00000001:3.0:1767384382.592555:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592557:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592570:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592591:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384382.592594:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592597:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592600:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592602:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000272079ce. 00000400:00000200:3.0:1767384382.592605:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000459908ad 00000400:00000010:3.0:1767384382.592608:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000459908ad. 00000100:00000001:3.0:1767384382.592612:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592614:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592620:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592621:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384382.592623:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592625:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592626:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592628:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ced4d8f7. 00000400:00000200:3.0:1767384382.592630:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a0bc472 00000400:00000010:3.0:1767384382.592632:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a0bc472. 00000100:00000001:3.0:1767384382.592634:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592635:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592640:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592642:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384382.592644:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592646:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592647:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592648:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b86ebc5. 00000400:00000200:3.0:1767384382.592651:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001be659e5 00000400:00000010:3.0:1767384382.592652:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001be659e5. 00000100:00000001:3.0:1767384382.592655:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592656:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592661:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592662:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384382.592664:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592665:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592667:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592668:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006797c2d2. 00000400:00000200:3.0:1767384382.592670:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b31d2ac 00000400:00000010:3.0:1767384382.592672:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b31d2ac. 00000100:00000001:3.0:1767384382.592674:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592675:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592681:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592683:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384382.592685:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592687:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592688:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592690:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d288dc8e. 00000400:00000200:3.0:1767384382.592692:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017f4ad1b 00000400:00000010:3.0:1767384382.592694:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017f4ad1b. 00000100:00000001:3.0:1767384382.592696:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592697:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592702:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592703:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384382.592705:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592707:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592708:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592709:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ee584b4. 00000400:00000200:3.0:1767384382.592711:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011f45ca1 00000400:00000010:3.0:1767384382.592713:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011f45ca1. 00000100:00000001:3.0:1767384382.592715:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592717:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592721:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592723:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384382.592724:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592726:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592728:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592729:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db6fa5b8. 00000400:00000200:3.0:1767384382.592731:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023864637 00000400:00000010:3.0:1767384382.592732:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023864637. 00000100:00000001:3.0:1767384382.592735:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592736:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592741:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592742:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384382.592744:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592746:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592747:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592748:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edebd2d9. 00000400:00000200:3.0:1767384382.592750:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e971775 00000400:00000010:3.0:1767384382.592752:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e971775. 00000100:00000001:3.0:1767384382.592755:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592756:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592761:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592763:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384382.592765:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592767:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592768:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592769:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a03ec54c. 00000400:00000200:3.0:1767384382.592771:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eff7163 00000400:00000010:3.0:1767384382.592773:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eff7163. 00000100:00000001:3.0:1767384382.592776:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592777:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592782:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592783:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384382.592785:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592786:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592788:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592789:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd783303. 00000400:00000200:3.0:1767384382.592791:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc7ea463 00000400:00000010:3.0:1767384382.592793:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc7ea463. 00000100:00000001:3.0:1767384382.592795:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592797:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592801:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592803:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384382.592804:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592806:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592807:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592808:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031e5499b. 00000400:00000200:3.0:1767384382.592810:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025fb023c 00000400:00000010:3.0:1767384382.592812:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025fb023c. 00000100:00000001:3.0:1767384382.592814:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592815:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592820:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592822:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384382.592824:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592825:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592826:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592828:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aeb46cef. 00000400:00000200:3.0:1767384382.592830:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000905b9fd9 00000400:00000010:3.0:1767384382.592832:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000905b9fd9. 00000100:00000001:3.0:1767384382.592834:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592836:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592841:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592842:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384382.592844:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592846:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592847:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592848:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007731148c. 00000400:00000200:3.0:1767384382.592850:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c570cef 00000400:00000010:3.0:1767384382.592852:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c570cef. 00000100:00000001:3.0:1767384382.592854:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592855:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592860:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592862:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384382.592863:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592866:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592867:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592868:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f26c76a. 00000400:00000200:3.0:1767384382.592870:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a37f2e45 00000400:00000010:3.0:1767384382.592872:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a37f2e45. 00000100:00000001:3.0:1767384382.592875:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592876:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592881:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592882:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384382.592884:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592886:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592887:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592888:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073f55943. 00000400:00000200:3.0:1767384382.592890:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ab1c74b 00000400:00000010:3.0:1767384382.592892:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ab1c74b. 00000100:00000001:3.0:1767384382.592894:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592895:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592900:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592901:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384382.592903:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592905:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592907:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592909:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcfef16c. 00000400:00000200:3.0:1767384382.592911:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d96426f5 00000400:00000010:3.0:1767384382.592913:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d96426f5. 00000100:00000001:3.0:1767384382.592915:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592916:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592921:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592923:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384382.592924:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592926:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592927:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592928:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026304857. 00000400:00000200:3.0:1767384382.592930:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab563b2a 00000400:00000010:3.0:1767384382.592932:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab563b2a. 00000100:00000001:3.0:1767384382.592935:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592936:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592940:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592942:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384382.592943:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592945:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592946:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592948:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033229c31. 00000400:00000200:3.0:1767384382.592950:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b561d8b 00000400:00000010:3.0:1767384382.592951:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b561d8b. 00000100:00000001:3.0:1767384382.592954:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592955:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592960:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592961:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384382.592963:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592964:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592966:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592967:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003de7f897. 00000400:00000200:3.0:1767384382.592969:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cc970f 00000400:00000010:3.0:1767384382.592971:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3cc970f. 00000100:00000001:3.0:1767384382.592973:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592974:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.592978:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.592980:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384382.592982:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.592985:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.592986:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.592988:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000400d93d8. 00000400:00000200:3.0:1767384382.592990:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa2c0c28 00000400:00000010:3.0:1767384382.592992:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa2c0c28. 00000100:00000001:3.0:1767384382.592995:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.592996:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593001:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593002:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384382.593004:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593006:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593007:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593008:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d003eb29. 00000400:00000200:3.0:1767384382.593010:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072d3e963 00000400:00000010:3.0:1767384382.593012:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072d3e963. 00000100:00000001:3.0:1767384382.593014:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593015:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593020:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593021:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384382.593023:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593025:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593026:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593027:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e07a0. 00000400:00000200:3.0:1767384382.593029:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000500f4eb 00000400:00000010:3.0:1767384382.593031:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000500f4eb. 00000100:00000001:3.0:1767384382.593033:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593034:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593039:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593041:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384382.593042:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593044:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593045:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593046:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009a4a8f9. 00000400:00000200:3.0:1767384382.593049:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0b432c0 00000400:00000010:3.0:1767384382.593051:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0b432c0. 00000100:00000001:3.0:1767384382.593053:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593054:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593059:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593061:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384382.593063:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593065:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593067:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593068:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040b3902c. 00000400:00000200:3.0:1767384382.593070:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a726142a 00000400:00000010:3.0:1767384382.593072:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a726142a. 00000100:00000001:3.0:1767384382.593076:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593077:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593082:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593083:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384382.593085:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593087:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593088:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593089:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0ea0aec. 00000400:00000200:3.0:1767384382.593091:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac3d51a1 00000400:00000010:3.0:1767384382.593093:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac3d51a1. 00000100:00000001:3.0:1767384382.593095:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593096:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593101:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593102:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384382.593104:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593106:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593107:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593108:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062747445. 00000400:00000200:3.0:1767384382.593110:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975a79e8 00000400:00000010:3.0:1767384382.593112:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000975a79e8. 00000100:00000001:3.0:1767384382.593114:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593115:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593120:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593121:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384382.593123:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593125:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593126:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593128:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be1c67a9. 00000400:00000200:3.0:1767384382.593129:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fffd9b0 00000400:00000010:3.0:1767384382.593131:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002fffd9b0. 00000100:00000001:3.0:1767384382.593134:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593135:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593140:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593142:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384382.593144:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593146:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593147:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593149:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb9ebc5e. 00000400:00000200:3.0:1767384382.593151:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3240a8 00000400:00000010:3.0:1767384382.593152:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d3240a8. 00000100:00000001:3.0:1767384382.593154:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593155:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593160:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593161:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384382.593163:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593165:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593166:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593167:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067217700. 00000400:00000200:3.0:1767384382.593169:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012fb1b84 00000400:00000010:3.0:1767384382.593171:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012fb1b84. 00000100:00000001:3.0:1767384382.593173:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593174:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593179:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593180:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384382.593182:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593183:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593185:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593186:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050f9fb7d. 00000400:00000200:3.0:1767384382.593188:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6f41724 00000400:00000010:3.0:1767384382.593190:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6f41724. 00000100:00000001:3.0:1767384382.593192:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593193:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593198:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593199:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384382.593201:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593203:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593204:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593205:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e08846e1. 00000400:00000200:3.0:1767384382.593208:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d5c5f9e 00000400:00000010:3.0:1767384382.593210:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d5c5f9e. 00000100:00000001:3.0:1767384382.593213:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593214:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593219:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593221:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384382.593223:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593224:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593225:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593227:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e74dacbd. 00000400:00000200:3.0:1767384382.593229:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f1f9fe 00000400:00000010:3.0:1767384382.593230:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025f1f9fe. 00000100:00000001:3.0:1767384382.593232:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593234:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593238:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593240:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384382.593241:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593244:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593245:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593246:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009529ca97. 00000400:00000200:3.0:1767384382.593248:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b59627 00000400:00000010:3.0:1767384382.593250:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2b59627. 00000100:00000001:3.0:1767384382.593253:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593254:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593259:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593260:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384382.593262:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593264:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593265:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593266:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046b8a730. 00000400:00000200:3.0:1767384382.593268:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007688eb3a 00000400:00000010:3.0:1767384382.593270:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007688eb3a. 00000100:00000001:3.0:1767384382.593273:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593274:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593278:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593280:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384382.593281:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593283:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593285:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593287:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d0731d0. 00000400:00000200:3.0:1767384382.593289:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002daafc92 00000400:00000010:3.0:1767384382.593291:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002daafc92. 00000100:00000001:3.0:1767384382.593293:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593294:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593299:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593300:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384382.593302:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593304:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593305:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593306:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eee21b39. 00000400:00000200:3.0:1767384382.593308:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008784c61c 00000400:00000010:3.0:1767384382.593310:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008784c61c. 00000100:00000001:3.0:1767384382.593312:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593313:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593318:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593320:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384382.593321:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593323:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593324:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593326:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b11cf0e3. 00000400:00000200:3.0:1767384382.593328:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008148c13b 00000400:00000010:3.0:1767384382.593329:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008148c13b. 00000100:00000001:3.0:1767384382.593331:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593333:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593337:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593339:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384382.593340:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593342:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593343:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593344:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c70c23d. 00000400:00000200:3.0:1767384382.593346:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ec32e46 00000400:00000010:3.0:1767384382.593348:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ec32e46. 00000100:00000001:3.0:1767384382.593350:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593351:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593356:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593357:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384382.593359:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593361:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593363:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593364:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005b819c3. 00000400:00000200:3.0:1767384382.593367:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c8fb53e 00000400:00000010:3.0:1767384382.593369:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c8fb53e. 00000100:00000001:3.0:1767384382.593371:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593372:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593377:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593378:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384382.593380:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593381:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593383:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593384:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b19f09a4. 00000400:00000200:3.0:1767384382.593386:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d403cc21 00000400:00000010:3.0:1767384382.593387:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d403cc21. 00000100:00000001:3.0:1767384382.593391:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593392:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593397:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593398:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384382.593400:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593402:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593403:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593404:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afd670cd. 00000400:00000200:3.0:1767384382.593406:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fe4fc10 00000400:00000010:3.0:1767384382.593408:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fe4fc10. 00000100:00000001:3.0:1767384382.593410:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593411:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593415:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593417:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384382.593418:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593420:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593421:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593423:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003cdb946. 00000400:00000200:3.0:1767384382.593425:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041fa8bcc 00000400:00000010:3.0:1767384382.593426:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041fa8bcc. 00000100:00000001:3.0:1767384382.593429:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593430:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593435:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593437:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384382.593439:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593441:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593443:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593444:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eb3fc6f. 00000400:00000200:3.0:1767384382.593446:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a0eccb1 00000400:00000010:3.0:1767384382.593448:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a0eccb1. 00000100:00000001:3.0:1767384382.593450:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593451:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593456:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593458:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384382.593459:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593461:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593462:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593463:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b4b4ca3. 00000400:00000200:3.0:1767384382.593465:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb8b9d0f 00000400:00000010:3.0:1767384382.593467:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb8b9d0f. 00000100:00000001:3.0:1767384382.593470:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593471:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593512:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593515:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384382.593517:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384382.593520:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.593521:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.593524:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c31fb0ff. 00000400:00000200:3.0:1767384382.593527:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d74bf1 00000400:00000010:3.0:1767384382.593531:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002d74bf1. 00000100:00000001:3.0:1767384382.593534:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.593535:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384382.593540:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384382.593542:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384382.593544:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384382.593548:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593550:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593555:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593556:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593558:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593560:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593562:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593563:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593565:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593566:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593568:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593570:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593571:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593572:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593589:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593591:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593592:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593593:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593595:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593596:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593598:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593600:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593601:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593602:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593604:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593605:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593607:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593608:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593609:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593610:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593612:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593613:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593615:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593616:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593617:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593619:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593620:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593621:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593623:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593624:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593626:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593627:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593628:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593629:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593631:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593633:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593635:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593637:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593638:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593640:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593641:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593643:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593644:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593646:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593647:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593648:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593650:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593651:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593652:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593654:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593655:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593656:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593658:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593659:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593660:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593662:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593663:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593664:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593666:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593667:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593669:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593670:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593671:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593672:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593674:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593675:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593677:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593678:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593679:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593681:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593682:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593683:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593685:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593686:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593688:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593689:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593691:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593692:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593694:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593695:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593697:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593699:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593700:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593701:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593703:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593704:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593706:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593707:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593708:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593709:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593711:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593712:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593714:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593715:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593716:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593718:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593719:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593720:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593722:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593723:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593724:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593726:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593727:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593728:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593730:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593731:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593732:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593734:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593735:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593736:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593738:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593739:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593740:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593742:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593743:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593745:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384382.593747:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.593748:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384382.593753:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c7751463. 00000100:00000010:3.0:1767384382.593759:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006dcd4358. 00000100:00000010:3.0:1767384382.593762:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e18a0fb3. 00000100:00000010:3.0:1767384382.593765:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005487181a. 00000100:00000010:3.0:1767384382.593768:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000206bbda7. 00000100:00000010:3.0:1767384382.593771:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000625a95bd. 00000100:00000010:3.0:1767384382.593773:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005ceb6518. 00000100:00000010:3.0:1767384382.593776:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ba406a8. 00000100:00000010:3.0:1767384382.593778:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000013fbf108. 00000100:00000010:3.0:1767384382.593781:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000061018af. 00000100:00000010:3.0:1767384382.593783:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005b30b3be. 00000100:00000010:3.0:1767384382.593786:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005328bdf4. 00000100:00000010:3.0:1767384382.593788:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f31d7f28. 00000100:00000010:3.0:1767384382.593791:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000048a89b6. 00000100:00000010:3.0:1767384382.593793:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009e041c2f. 00000100:00000010:3.0:1767384382.593796:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c68cdf46. 00000100:00000010:3.0:1767384382.593798:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002022ea51. 00000100:00000010:3.0:1767384382.593801:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077498d2e. 00000100:00000010:3.0:1767384382.593803:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007de4a092. 00000100:00000010:3.0:1767384382.593806:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ac96fe0. 00000100:00000010:3.0:1767384382.593808:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000049a3a81b. 00000100:00000010:3.0:1767384382.593811:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000397c9af9. 00000100:00000010:3.0:1767384382.593813:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000040069a1b. 00000100:00000010:3.0:1767384382.593815:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b900b569. 00000100:00000010:3.0:1767384382.593818:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ef0faceb. 00000100:00000010:3.0:1767384382.593844:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdfff554. 00000100:00000010:3.0:1767384382.593848:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004fef5042. 00000100:00000010:3.0:1767384382.593850:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007911730c. 00000100:00000010:3.0:1767384382.593852:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000032dd7884. 00000100:00000010:3.0:1767384382.593855:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab2436d7. 00000100:00000010:3.0:1767384382.593858:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000041d8f7a5. 00000100:00000010:3.0:1767384382.593860:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d26f62b5. 00000100:00000010:3.0:1767384382.593863:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a2bcd6f8. 00000100:00000010:3.0:1767384382.593867:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff0c186d. 00000100:00000010:3.0:1767384382.593869:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bc0b3798. 00000100:00000010:3.0:1767384382.593871:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4680d34. 00000100:00000010:3.0:1767384382.593874:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000032c68256. 00000100:00000010:3.0:1767384382.593876:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050263c5d. 00000100:00000010:3.0:1767384382.593878:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000071e3865a. 00000100:00000010:3.0:1767384382.593881:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022f78b3a. 00000100:00000010:3.0:1767384382.593884:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e4fd5346. 00000100:00000010:3.0:1767384382.593887:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e57b53eb. 00000100:00000010:3.0:1767384382.593889:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a8fb10a0. 00000100:00000010:3.0:1767384382.593892:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000301eedff. 00000100:00000010:3.0:1767384382.593894:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000214076b1. 00000100:00000010:3.0:1767384382.593897:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c77da67. 00000100:00000010:3.0:1767384382.593899:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f91f4c63. 00000100:00000010:3.0:1767384382.593902:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4082bd4. 00000100:00000010:3.0:1767384382.593904:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004fe90376. 00000100:00000010:3.0:1767384382.593926:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009593919a. 00000100:00000010:3.0:1767384382.593928:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aa3a18a7. 00000100:00000010:3.0:1767384382.593931:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006444696a. 00000100:00000010:3.0:1767384382.593933:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000035ae2978. 00000100:00000010:3.0:1767384382.593936:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006121ef5. 00000100:00000010:3.0:1767384382.593938:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004fc99ccd. 00000100:00000010:3.0:1767384382.593941:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088f382ad. 00000100:00000010:3.0:1767384382.593943:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000055bdb141. 00000100:00000010:3.0:1767384382.593946:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c8c84a0. 00000100:00000010:3.0:1767384382.593948:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008d0e654c. 00000100:00000010:3.0:1767384382.593952:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8bd2202. 00000100:00000010:3.0:1767384382.593954:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000835af33d. 00000100:00000010:3.0:1767384382.593957:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a1693db. 00000100:00000010:3.0:1767384382.593960:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007b863dc1. 00000100:00000010:3.0:1767384382.593963:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffae0bb9. 00000100:00000010:3.0:1767384382.593966:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009d25cca6. 00000100:00000010:3.0:1767384382.593969:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f688ce4. 00000100:00000010:3.0:1767384382.593972:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000abe10029. 00000100:00000010:3.0:1767384382.593975:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074400c00. 00000100:00000010:3.0:1767384382.593977:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000650cca90. 00000100:00000010:3.0:1767384382.593980:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb963809. 00000100:00000010:3.0:1767384382.593982:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000746eb8c0. 00000100:00000010:3.0:1767384382.593986:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7548135. 00000100:00000010:3.0:1767384382.593988:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005b7bf445. 00000100:00000010:3.0:1767384382.594009:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0cf6979. 00000100:00000010:3.0:1767384382.594011:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d9584a10. 00000100:00000010:3.0:1767384382.594015:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e7ef67a. 00000100:00000010:3.0:1767384382.594017:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000049850c84. 00000100:00000010:3.0:1767384382.594020:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa83b03a. 00000100:00000010:3.0:1767384382.594022:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003ebf8226. 00000100:00000010:3.0:1767384382.594026:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6db2dff. 00000100:00000010:3.0:1767384382.594028:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f2f644e1. 00000100:00000010:3.0:1767384382.594031:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000186064eb. 00000100:00000010:3.0:1767384382.594034:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000033387d32. 00000100:00000010:3.0:1767384382.594037:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d0bc897. 00000100:00000010:3.0:1767384382.594039:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007f9cce0e. 00000100:00000010:3.0:1767384382.594043:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf05118a. 00000100:00000010:3.0:1767384382.594045:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bac3029f. 00000100:00000010:3.0:1767384382.594048:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eeb7733d. 00000100:00000010:3.0:1767384382.594050:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000037ee23b6. 00000100:00000010:3.0:1767384382.594055:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003667fe07. 00000100:00000010:3.0:1767384382.594058:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002067c569. 00000100:00000010:3.0:1767384382.594063:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090bbf69a. 00000100:00000010:3.0:1767384382.594066:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007d2bd41c. 00000100:00000010:3.0:1767384382.594069:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c91e2339. 00000100:00000010:3.0:1767384382.594072:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000020ffb0ba. 00000100:00000010:3.0:1767384382.594088:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017ea560f. 00000100:00000010:3.0:1767384382.594092:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004dc7f238. 00000100:00000010:3.0:1767384382.594105:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072ac70ab. 00000100:00000010:3.0:1767384382.594108:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d431ba54. 00000100:00000010:3.0:1767384382.594111:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000694673aa. 00000100:00000010:3.0:1767384382.594114:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000018d9f0d4. 00000100:00000010:3.0:1767384382.594116:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096007cf6. 00000100:00000010:3.0:1767384382.594119:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f2cad020. 00000100:00000010:3.0:1767384382.594122:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e86316c5. 00000100:00000010:3.0:1767384382.594124:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000adce55b6. 00000100:00000010:3.0:1767384382.594127:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005ec1955. 00000100:00000010:3.0:1767384382.594129:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000040b9d591. 00000100:00000010:3.0:1767384382.594131:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016a47384. 00000100:00000010:3.0:1767384382.594134:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a92aa45d. 00000100:00000010:3.0:1767384382.594136:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a9b53f8. 00000100:00000010:3.0:1767384382.594138:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c2696b88. 00000100:00000010:3.0:1767384382.594141:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000720c08ff. 00000100:00000010:3.0:1767384382.594143:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000091eef886. 00000100:00000010:3.0:1767384382.594146:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f60306e. 00000100:00000010:3.0:1767384382.594148:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c679d6c9. 00000100:00000010:3.0:1767384382.594152:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd6e61ec. 00000100:00000010:3.0:1767384382.594154:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f50c276b. 00000100:00000010:3.0:1767384382.594157:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ea20bf7. 00000100:00000010:3.0:1767384382.594159:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000019873fb. 00000100:00000010:3.0:1767384382.594174:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047b5e282. 00000100:00000010:3.0:1767384382.594176:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e8e0870d. 00000100:00000010:3.0:1767384382.594186:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8e2009e. 00000100:00000010:3.0:1767384382.594188:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006adbe84f. 00000100:00000010:3.0:1767384382.594191:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd3bf72f. 00000100:00000010:3.0:1767384382.594193:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005d868877. 00000100:00000010:3.0:1767384382.594197:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017351009. 00000100:00000010:3.0:1767384382.594199:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000010b19fc2. 00000100:00000010:3.0:1767384382.594202:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1a47e86. 00000100:00000010:3.0:1767384382.594206:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000e606d4c4. 00000100:00000010:3.0:1767384382.594217:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000529d7b0d. 00000100:00000010:3.0:1767384382.594226:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000cd01fe20. 00000100:00000001:3.0:1767384382.594237:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384382.594240:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384382.594243:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384382.594246:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384382.594249:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000d8d9a1e0. 00000100:00000001:3.0:1767384382.594253:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384382.594255:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.594258:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384382.594260:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000924ccb66. 00000100:00000001:3.0:1767384382.594263:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384382.594264:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384382.594266:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d06b54e0. 00000100:00000001:3.0:1767384382.594268:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384382.594270:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384382.594271:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000098e04838. 00000100:00000001:3.0:1767384382.594273:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384382.594275:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384382.594276:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000075cff76. 00000100:00000001:3.0:1767384382.594278:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384382.594391:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000aa308702. 00000020:00000010:3.0:1767384382.594400:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002c4a53d7. 00000020:00000010:3.0:1767384382.594414:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007476da9b. 00000020:00000010:3.0:1767384382.594418:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000081989522. 00000020:00000010:3.0:1767384382.594423:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000007c45eb65. 00000020:00000010:3.0:1767384382.594428:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c70e4670. 00000100:00000010:3.0:1767384382.594465:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000b978beeb. 00000100:00000010:3.0:1767384382.594514:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000e3dba388. 00000100:00000010:3.0:1767384382.594520:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000005c292aa8. 00000100:00000010:3.0:1767384382.594525:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000002d1c86db. 00000100:00000001:3.0:1767384382.594529:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.594534:0:39781:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:3.0:1767384382.594540:0:39781:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:3.0:1767384382.594545:0:39781:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000db2631c9. 00080000:00000010:3.0:1767384382.594550:0:39781:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000121bc28f. 00080000:00000001:3.0:1767384382.594554:0:39781:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446624375405820368 : -119698303731248 : ffff9322912039d0) 00080000:00000001:3.0:1767384382.594557:0:39781:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446624375405820368 : -119698303731248 : ffff9322912039d0) 00080000:00000001:3.0:1767384382.594561:0:39781:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:3.0:1767384382.594564:0:39781:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384382.594567:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384382.594568:0:39781:0:(osd_index.c:1371:osd_dir_it_key()) Process leaving (rc=18446744072666636751 : -1042914865 : ffffffffc1d661cf) 00080000:00000001:3.0:1767384382.594571:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384382.594592:0:39781:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 20000000:01000000:3.0:1767384382.594596:0:39781:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 00080000:00000001:3.0:1767384382.594599:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384382.594601:0:39781:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.594603:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384382.594604:0:39781:0:(osd_index.c:1373:osd_dir_it_key()) Process leaving (rc=18446744072666636753 : -1042914863 : ffffffffc1d661d1) 00080000:00000001:3.0:1767384382.594607:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384382.594619:0:39781:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 20000000:01000000:3.0:1767384382.594621:0:39781:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00080000:00000001:3.0:1767384382.594623:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384382.594653:0:39781:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.594655:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384382.594658:0:39781:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446624375405820704 : -119698303730912 : ffff932291203b20) 00080000:00000001:3.0:1767384382.594661:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384382.594663:0:39781:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:3.0:1767384382.594669:0:39781:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000118fc490. 20000000:00000010:3.0:1767384382.594672:0:39781:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000001d673ffd. 00080000:00000001:3.0:1767384382.594675:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384382.594677:0:39781:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.594679:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384382.594681:0:39781:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446624375405820704 : -119698303730912 : ffff932291203b20) 00080000:00000001:3.0:1767384382.594683:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384382.594685:0:39781:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=7 : 7 : 7) 20000000:00000010:3.0:1767384382.594687:0:39781:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000bb56ae99. 20000000:00000010:3.0:1767384382.594689:0:39781:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000630b387c. 00080000:00000001:3.0:1767384382.594691:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384382.594694:0:39781:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.594696:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384382.594698:0:39781:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446624375405820704 : -119698303730912 : ffff932291203b20) 00080000:00000001:3.0:1767384382.594701:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384382.594703:0:39781:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=6 : 6 : 6) 20000000:00000010:3.0:1767384382.594706:0:39781:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000bf726d48. 20000000:00000010:3.0:1767384382.594708:0:39781:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 0000000059e30c9b. 00080000:00000001:3.0:1767384382.594710:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384382.594712:0:39781:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.594714:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384382.594715:0:39781:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446624375405820704 : -119698303730912 : ffff932291203b20) 00080000:00000001:3.0:1767384382.594717:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384382.594719:0:39781:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:3.0:1767384382.594722:0:39781:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000fa4c9e24. 20000000:00000010:3.0:1767384382.594724:0:39781:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000004a067566. 00080000:00000001:3.0:1767384382.594726:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384382.594728:0:39781:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.594730:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:3.0:1767384382.594731:0:39781:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446624375405820704 : -119698303730912 : ffff932291203b20) 00080000:00000001:3.0:1767384382.594733:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1767384382.594735:0:39781:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=13 : 13 : d) 20000000:00000010:3.0:1767384382.594738:0:39781:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000009468bead. 20000000:00000010:3.0:1767384382.594740:0:39781:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000b1305418. 00080000:00000001:3.0:1767384382.594742:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1767384382.594743:0:39781:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384382.594746:0:39781:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:3.0:1767384382.594751:0:39781:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000121bc28f. 00080000:00000010:3.0:1767384382.594755:0:39781:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000db2631c9. 00080000:00000001:3.0:1767384382.594758:0:39781:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 20000000:00000001:3.0:1767384382.594760:0:39781:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384382.594838:0:39781:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000000b6f61c3. 20000000:00000010:3.0:1767384382.594875:0:39781:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000063b5764e. 20000000:00000010:3.0:1767384382.594883:0:39781:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000002469d4d6. 20000000:00000010:3.0:1767384382.594888:0:39781:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000443278bd. 20000000:00000010:3.0:1767384382.594893:0:39781:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000bdd2fbc1. 20000000:00000010:3.0:1767384382.594897:0:39781:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000b1305418. 20000000:00000010:3.0:1767384382.594900:0:39781:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000009468bead. 20000000:00000010:3.0:1767384382.594904:0:39781:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000004a067566. 20000000:00000010:3.0:1767384382.594906:0:39781:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000fa4c9e24. 20000000:00000010:3.0:1767384382.594909:0:39781:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 0000000059e30c9b. 20000000:00000010:3.0:1767384382.594911:0:39781:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000bf726d48. 20000000:00000010:3.0:1767384382.594913:0:39781:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000630b387c. 20000000:00000010:3.0:1767384382.594915:0:39781:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000bb56ae99. 20000000:00000010:3.0:1767384382.594918:0:39781:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000001d673ffd. 20000000:00000010:3.0:1767384382.594920:0:39781:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000118fc490. 20000000:00000001:3.0:1767384382.594922:0:39781:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:3.0:1767384382.594933:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006b0e65ef. 20000000:00000010:3.0:1767384382.594938:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005d11bdc5. 20000000:00000010:3.0:1767384382.594942:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c9890ff6. 20000000:00000010:3.0:1767384382.594945:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000061b9d327. 20000000:00000010:3.0:1767384382.594950:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b49950f7. 20000000:00000010:3.0:1767384382.594954:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000008b2dc29. 20000000:00000010:3.0:1767384382.594957:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006a574251. 20000000:00000010:3.0:1767384382.594960:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000091c6a081. 20000000:00000010:3.0:1767384382.594964:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d3202ba7. 20000000:00000010:3.0:1767384382.594967:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008b1a8aa4. 20000000:00000010:3.0:1767384382.594970:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bb3aedf6. 20000000:00000010:3.0:1767384382.594973:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009d089254. 20000000:00000010:3.0:1767384382.594978:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000df6a3976. 20000000:00000010:3.0:1767384382.594981:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b8d7c94a. 20000000:00000010:3.0:1767384382.594983:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b4e041eb. 20000000:00000010:3.0:1767384382.594986:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d6cced57. 20000000:00000010:3.0:1767384382.594990:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bfd9f958. 20000000:00000010:3.0:1767384382.594994:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ef460c11. 20000000:00000010:3.0:1767384382.594999:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007b61806b. 20000000:00000010:3.0:1767384382.595002:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f4383533. 20000000:00000010:3.0:1767384382.595005:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008f5ada52. 20000000:00000010:3.0:1767384382.595008:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000053b52e8b. 20000000:00000010:3.0:1767384382.595011:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005a987fd4. 20000000:00000010:3.0:1767384382.595015:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cc371b86. 20000000:00000010:3.0:1767384382.595019:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007ee0ba26. 20000000:00000010:3.0:1767384382.595023:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004da95b8f. 20000000:00000010:3.0:1767384382.595026:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000935ec853. 20000000:00000010:3.0:1767384382.595030:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000033ef98ef. 20000000:00000010:3.0:1767384382.595034:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008777bbbe. 20000000:00000010:3.0:1767384382.595041:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003d68694c. 20000000:00000010:3.0:1767384382.595046:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d63717cf. 20000000:00000010:3.0:1767384382.595049:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cea75542. 20000000:00000010:3.0:1767384382.595053:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007b5bd1a7. 20000000:00000010:3.0:1767384382.595056:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f9ce89bd. 20000000:00000010:3.0:1767384382.595059:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b7fe96ae. 20000000:00000010:3.0:1767384382.595062:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b177078e. 20000000:00000010:3.0:1767384382.595065:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000000f233d8. 20000000:00000010:3.0:1767384382.595069:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bbdb2fa3. 20000000:00000010:3.0:1767384382.595073:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000016b620fa. 20000000:00000010:3.0:1767384382.595076:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007c3abe7f. 20000000:00000010:3.0:1767384382.595080:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000548867bb. 20000000:00000010:3.0:1767384382.595086:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fb077de4. 20000000:00000010:3.0:1767384382.595090:0:39781:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 0000000016380162. 20000000:00000010:3.0:1767384382.595095:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003b370127. 20000000:00000010:3.0:1767384382.595098:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007aa71e42. 20000000:00000010:3.0:1767384382.595101:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008dd4da0e. 20000000:00000010:3.0:1767384382.595105:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001ebe7707. 20000000:00000010:3.0:1767384382.595109:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001363cf96. 20000000:00000010:3.0:1767384382.595112:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e4622e9a. 20000000:00000010:3.0:1767384382.595114:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e2028596. 20000000:00000010:3.0:1767384382.595117:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002d4034b2. 20000000:00000010:3.0:1767384382.595120:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000c67c9c9. 20000000:00000010:3.0:1767384382.595123:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000cde03bc. 20000000:00000010:3.0:1767384382.595126:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000084cc20e3. 20000000:00000010:3.0:1767384382.595129:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000629fd367. 20000000:00000010:3.0:1767384382.595132:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ba81a6cb. 20000000:00000010:3.0:1767384382.595135:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fd3493c9. 20000000:00000010:3.0:1767384382.595138:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001ac23055. 20000000:00000010:3.0:1767384382.595141:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ee32b678. 20000000:00000010:3.0:1767384382.595144:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cb7964ee. 20000000:00000010:3.0:1767384382.595147:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000079245c0b. 20000000:00000010:3.0:1767384382.595150:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000045fae43. 20000000:00000010:3.0:1767384382.595154:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000dc559a58. 20000000:00000010:3.0:1767384382.595157:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000004482057. 20000000:00000010:3.0:1767384382.595160:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008d7c4462. 20000000:00000010:3.0:1767384382.595163:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a1171bde. 20000000:00000010:3.0:1767384382.595167:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000108baab2. 20000000:00000010:3.0:1767384382.595169:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003aa7540c. 20000000:00000010:3.0:1767384382.595172:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c8335564. 20000000:00000010:3.0:1767384382.595174:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000190038d4. 20000000:00000010:3.0:1767384382.595177:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008661b7fa. 20000000:00000010:3.0:1767384382.595180:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f3420231. 20000000:00000010:3.0:1767384382.595183:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000ae88dc6. 20000000:00000010:3.0:1767384382.595186:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001d8886ef. 20000000:00000010:3.0:1767384382.595189:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000096689499. 20000000:00000010:3.0:1767384382.595191:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fd57471a. 20000000:00000010:3.0:1767384382.595194:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000067f97752. 20000000:00000010:3.0:1767384382.595196:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002a4d7fb5. 20000000:00000010:3.0:1767384382.595199:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d1d442b7. 20000000:00000010:3.0:1767384382.595201:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000009d23a56. 20000000:00000010:3.0:1767384382.595205:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000028752bb5. 20000000:00000010:3.0:1767384382.595209:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000034e9313b. 20000000:00000010:3.0:1767384382.595211:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e4dfaf91. 20000000:00000010:3.0:1767384382.595214:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000032e4aeeb. 20000000:00000010:3.0:1767384382.595220:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ebe316af. 20000000:00000010:3.0:1767384382.595223:0:39781:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 0000000026d2a4d0. 20000000:00000010:3.0:1767384382.595308:0:39781:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 0000000058e1e0d8. 20000000:00000010:3.0:1767384382.595317:0:39781:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000003c5d8eda. 20000000:00000010:3.0:1767384382.595322:0:39781:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000df79baa8. 20000000:00000010:3.0:1767384382.595326:0:39781:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000755280bc. 20000000:00000010:3.0:1767384382.595330:0:39781:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000077955ede. 20000000:00000010:3.0:1767384382.595335:0:39781:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000dc8bb13f. 20000000:00000010:3.0:1767384382.595352:0:39781:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000db6ad228. 20000000:00000010:3.0:1767384382.595358:0:39781:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000055ac7278. 20000000:00000010:3.0:1767384382.595361:0:39781:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000e5da8b38. 00010000:00000001:3.0:1767384382.595367:0:39781:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767384382.595371:0:39781:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767384382.595373:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384382.595377:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384382.595380:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384382.595383:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384382.595384:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384382.595386:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.595389:0:39781:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.595392:0:39781:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:3.0:1767384382.595398:0:39781:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:3.0:1767384382.595401:0:39781:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:3.0:1767384382.595417:0:39781:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:3.0:1767384382.595427:0:39781:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000001de25256 - data 00000000a09932c3/0000000020427678 00000020:00000010:3.0:1767384382.595654:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000f4c69615. 00000020:00000010:3.0:1767384382.595660:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 0000000070d7cb90. 00000020:00000010:3.0:1767384382.595664:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000020427678. 00000020:00000010:3.0:1767384382.595669:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000291d8acc. 00000020:00000010:3.0:1767384382.595673:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000002392b451. 00000020:00000010:3.0:1767384382.595675:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000000cb57f0e. 00000020:00000010:3.0:1767384382.595679:0:39781:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000001de25256. 00000020:01000000:3.0:1767384382.595687:0:39781:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000046a63cb1 - data 00000000b51ccbf7/00000000c8eeb740 00000020:00000010:3.0:1767384382.595787:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000925a191e. 00000020:00000010:3.0:1767384382.595792:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 0000000030455a96. 00000020:00000010:3.0:1767384382.595796:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000c8eeb740. 00000020:00000010:3.0:1767384382.595799:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000d198499c. 00000020:00000010:3.0:1767384382.595802:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000005435725e. 00000020:00000010:3.0:1767384382.595805:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000be8e47b0. 00000020:00000010:3.0:1767384382.595809:0:39781:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000046a63cb1. 00000020:00000001:3.0:1767384382.595812:0:39781:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:3.0:1767384382.595908:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000086533f53 : new refcount 2 00000040:00000001:3.0:1767384382.595912:0:39781:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384382.595914:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000086533f53 : new refcount 1 00080000:00000010:3.0:1767384382.595939:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000be903814. 00000020:00000010:3.0:1767384382.595943:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000082e60037. 00000020:00000010:3.0:1767384382.595950:0:39781:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000002c73ad80. 00080000:00000010:3.0:1767384382.595962:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b6fd30d7. 00000020:00000010:3.0:1767384382.595964:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ba1b9d9e. 00000020:00000010:3.0:1767384382.595970:0:39781:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000061317aa0. 00000020:00000040:3.0:1767384382.595974:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000e5194b61 : new refcount 1 00000040:00000010:3.0:1767384382.595976:0:39781:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000086533f53. 00000040:00000001:3.0:1767384382.595982:0:39781:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384382.595987:0:39781:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 00000000121bc28f. 00080000:00000001:3.0:1767384382.595991:0:39781:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:3.0:1767384382.595995:0:39781:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:3.0:1767384382.595999:0:39781:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00100000:00000001:3.0:1767384382.596004:0:39781:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:3.0:1767384382.596006:0:39781:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1767384382.596008:0:39781:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384382.596010:0:39781:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 00000000121bc28f. 00080000:00000010:3.0:1767384382.596019:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006b091081. 00000020:00000010:3.0:1767384382.596023:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000997617dc. 00000020:00000002:3.0:1767384382.596027:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000f4c00476/0000000040dacf56 to site lru. bkt: 0000000084e7d041 00000001:00000001:3.0:1767384382.596032:0:39781:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:3.0:1767384382.596035:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000e733a6e8/00000000087661a9 to site lru. bkt: 00000000035515ef 00000001:00000010:3.0:1767384382.596038:0:39781:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 000000002bb7fe18. 00000001:00000001:3.0:1767384382.596040:0:39781:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:3.0:1767384382.596095:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000283ae27a. 00000020:00000010:3.0:1767384382.596099:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007ff14543. 00000020:00000010:3.0:1767384382.596103:0:39781:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000006555e3f5. 00080000:00000010:3.0:1767384382.596117:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f4c00476. 00000020:00000010:3.0:1767384382.596119:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000040dacf56. 00080000:00000010:3.0:1767384382.596157:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e733a6e8. 00000020:00000010:3.0:1767384382.596160:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000087661a9. 00000020:00000010:3.0:1767384382.596164:0:39781:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 0000000062538a15. 00010000:00000001:3.0:1767384382.596169:0:39781:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767384382.596174:0:39781:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767384382.596207:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000094f2cdc7. 00000020:00000010:3.0:1767384382.596212:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000009de9dc1a. 00000020:00000010:3.0:1767384382.596217:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000725b02e5. 00010000:00000001:3.0:1767384382.596254:0:39781:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767384382.596265:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000001de9c059. 00000020:00000010:3.0:1767384382.596268:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000e93d64ea. 00000020:00000010:3.0:1767384382.596271:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000003ca1449e. 00000020:00000010:3.0:1767384382.596275:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000006bfe337e. 00000020:00000010:3.0:1767384382.596279:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000f96329da. 00000020:00000010:3.0:1767384382.596281:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001bb0d3ad. 00000001:00000001:3.0:1767384382.596325:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384382.596328:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000e8a21514. 00000001:00000010:3.0:1767384382.596334:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000b88066e0. 00000001:00000010:3.0:1767384382.596336:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 0000000033a74a20. 00000001:00000010:3.0:1767384382.596339:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000028cb94f. 00000001:00000001:3.0:1767384382.596343:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767384382.596345:0:39781:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000f8423425. 00010000:00000001:3.0:1767384382.596349:0:39781:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767384382.596351:0:39781:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767384382.596353:0:39781:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00000020:00001000:3.0:1767384382.596389:0:39781:0:(lu_object.c:1020:lu_site_print()) header@0000000041d596e8[0x4, 1, [0xffffffff:0x1:0x0] hash exist]{ 00000020:00001000:3.0:1767384382.596395:0:39781:0:(lu_object.c:1020:lu_site_print()) ....osd-zfs@000000008cc6df42osd-zfs-object@000000008cc6df42 00000020:00001000:3.0:1767384382.596397:0:39781:0:(lu_object.c:1020:lu_site_print()) } header@0000000041d596e8 20000000:00000001:3.0:1767384382.596399:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384382.596402:0:39781:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384382.596403:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384382.596405:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d771 00000020:00000040:3.0:1767384382.596408:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009ea2fc9c with handle 0xf83434fd52e6d771 from hash 00000020:00000001:3.0:1767384382.596413:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384382.596415:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009ea2fc9c : new refcount 1 00000020:00000001:3.0:1767384382.596417:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384382.596419:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009ea2fc9c : new refcount 0 00000020:00000080:3.0:1767384382.596421:0:39781:0:(genops.c:904:class_export_put()) final put 000000009ea2fc9c/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384382.596423:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.596444:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.596447:0:39781:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.596449:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.596452:0:39781:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384382.596455:0:39781:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384382.596457:0:39781:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624375964989088 : -119697744562528 : ffff9322b27476a0) 00000020:01000004:3.0:1767384382.596460:0:39781:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000dcdfa515 from MGS, refs=2 00000020:00000001:2.0:1767384382.596463:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:3.0:1767384382.596465:0:39781:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:00000080:2.0:1767384382.596467:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000009ea2fc9c/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:3.0:1767384382.596468:0:39781:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000dcdfa515 2 00000020:00000001:3.0:1767384382.596474:0:39781:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.596703:0:39781:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:3.0:1767384382.596821:0:39781:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384382.596824:0:39781:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446624375964989088 : -119697744562528 : ffff9322b27476a0) 00000020:01000004:3.0:1767384382.596828:0:39781:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000dcdfa515 from MGS 00000020:00000010:3.0:1767384382.596832:0:39781:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 00000000cb6df7ef. 00000020:00000001:2.0:1767384382.596837:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000010:3.0:1767384382.596838:0:39781:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000baacf638. 00000020:00000001:2.0:1767384382.596844:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.596846:0:39781:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384382.596851:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000e39823aa) now 5 - export 00000020:00000001:3.0:1767384382.596853:0:39781:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384382.596866:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009ea2fc9c. 20000000:00000001:3.0:1767384382.596867:0:39781:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.596880:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.596883:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:3.0:1767384382.596898:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384382.596905:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000654c4795. 00000001:00000010:3.0:1767384382.596910:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ba2e571a. 00000001:00000010:3.0:1767384382.596913:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002d85d132. 00000001:00000010:3.0:1767384382.596916:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e25eb93c. 00000001:00000010:3.0:1767384382.596918:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000022507177. 00000001:00000010:3.0:1767384382.596920:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b3b607a5. 00000001:00000001:3.0:1767384382.596925:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384382.596927:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384382.596931:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d2efbc76. 00000001:00000010:3.0:1767384382.596934:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fe7482b8. 00000001:00000010:3.0:1767384382.596936:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000094e339f6. 00000001:00000010:3.0:1767384382.596938:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002ff68628. 00000001:00000010:3.0:1767384382.596940:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009948ff60. 00000001:00000010:3.0:1767384382.596942:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b4755613. 00000001:00000001:3.0:1767384382.596946:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384382.596947:0:39781:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f4d7b29a) now 3 - setup 00000020:00000001:3.0:1767384382.596950:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.596953:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384382.596956:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384382.596960:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384382.596963:0:39781:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f4d7b29a) now 2 - obd_device_list 00000020:00000080:3.0:1767384382.596965:0:39781:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:3.0:1767384382.596967:0:39781:0:(obd_config.c:955:class_decref()) Decref MGS (00000000f4d7b29a) now 1 - newdev 00000020:00000040:3.0:1767384382.596970:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e5194b61 with handle 0xf83434fd52e6d76a from hash 00000020:00000040:3.0:1767384382.596973:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000e5194b61 : new refcount 0 00000020:00000080:3.0:1767384382.596976:0:39781:0:(genops.c:904:class_export_put()) final put 00000000e5194b61/MGS 00000020:00000001:3.0:1767384382.596978:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.596981:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384382.596982:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 00000000e5194b61/MGS for MGS 00000020:00000001:3.0:1767384382.596985:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:3.0:1767384382.596987:0:39781:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:3.0:1767384382.596990:0:39781:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.596992:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.596994:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e5194b61. 00000020:00000001:3.0:1767384382.596999:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384382.597000:0:39781:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:3.0:1767384382.597003:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:3.0:1767384382.597004:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384382.597010:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030d66acd. 00000020:00000010:3.0:1767384382.597013:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000022a7546a. 00000040:00000010:3.0:1767384382.597017:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001e947724. 00000020:00000010:3.0:1767384382.597020:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000031d2bb0c. 00000020:00000010:3.0:1767384382.597024:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a3498470. 80000000:00000010:3.0:1767384382.597028:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005a5c6a28. 00040000:00000010:3.0:1767384382.597034:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002ff68628. 00080000:00000010:3.0:1767384382.597037:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000060a93c9c. 20000000:00000010:3.0:1767384382.597040:0:39781:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000094e339f6. 20000000:00000001:3.0:1767384382.597044:0:39781:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:3.0:1767384382.597062:0:39781:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 0000000016c39e91. 20000000:00000001:3.0:1767384382.597066:0:39781:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.597069:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000022a7546a. 00000040:00000010:3.0:1767384382.597072:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001e947724. 00000020:00000010:3.0:1767384382.597075:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000031d2bb0c. 00000020:00000010:3.0:1767384382.597079:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a3498470. 80000000:00000010:3.0:1767384382.597082:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005a5c6a28. 00040000:00000010:3.0:1767384382.597086:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002ff68628. 00080000:00000010:3.0:1767384382.597089:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000060a93c9c. 20000000:00000010:3.0:1767384382.597092:0:39781:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000094e339f6. 00000020:00000010:3.0:1767384382.597094:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030d66acd. 00000020:00000001:3.0:1767384382.597097:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.597099:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000f4d7b29a. 00000020:00000001:3.0:1767384382.597105:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.597107:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.597109:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000bbad4a7f. 00000020:00000001:3.0:1767384382.597112:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.597114:0:39781:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.597117:0:39781:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:3.0:1767384382.597120:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384382.597122:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:3.0:1767384382.597126:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000005a5c6a28. 00000020:00000080:3.0:1767384382.597128:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384382.597132:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384382.597134:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1767384382.597139:0:39781:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 000000001f4922d9 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:3.0:1767384382.597145:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384382.597147:0:39781:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (0000000055e879c0) has exports, disconnecting them 00000020:00000001:3.0:1767384382.597149:0:39781:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:3.0:1767384382.597152:0:39781:0:(genops.c:887:class_export_get()) GET export 000000001f4922d9 refcount=4 00000020:00000040:3.0:1767384382.597154:0:39781:0:(genops.c:887:class_export_get()) GET export 000000001f4922d9 refcount=5 00000020:00080000:3.0:1767384382.597156:0:39781:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (000000001f4922d9), last request at 1767384280 00000020:00000001:3.0:1767384382.597160:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:3.0:1767384382.597163:0:39781:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384382.597165:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384382.597167:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d84a 00000020:00000040:3.0:1767384382.597170:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001f4922d9 with handle 0xf83434fd52e6d84a from hash 00000020:00000040:3.0:1767384382.597181:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000001f4922d9 : new refcount 4 00000020:00000001:3.0:1767384382.597184:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384382.597185:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000001f4922d9 : new refcount 3 00000020:00000001:3.0:1767384382.597187:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384382.597189:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000001f4922d9 : new refcount 2 00000020:00000001:3.0:1767384382.597191:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767384382.597193:0:39781:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.597194:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767384382.597197:0:39781:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000001f4922d9): rc 0 00000020:00000040:3.0:1767384382.597199:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000001f4922d9 : new refcount 1 00000020:00000001:3.0:1767384382.597201:0:39781:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:3.0:1767384382.597202:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384382.597204:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:3.0:1767384382.597206:0:39781:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:3.0:1767384382.597208:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:3.0:1767384382.597210:0:39781:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:3.0:1767384382.597212:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000001f4922d9 : new refcount 0 00000020:00000080:3.0:1767384382.597213:0:39781:0:(genops.c:904:class_export_put()) final put 000000001f4922d9/lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384382.597215:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.597233:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.597237:0:39781:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767384382.597238:0:39781:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:2.0:1767384382.597261:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384382.597264:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000001f4922d9/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384382.597270:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 10 to 0@lo 00000020:00000001:2.0:1767384382.597273:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384382.597277:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384382.597279:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (0000000055e879c0) now 5 - export 00000020:00000010:2.0:1767384382.597282:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001f4922d9. 00010000:00000001:3.0:1767384382.597288:0:39781:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000001:2.0:1767384382.597289:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767384382.597333:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000001580c0d8. 00000020:00000010:3.0:1767384382.597340:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b6041b49. 00010000:00000001:3.0:1767384382.597375:0:39781:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767384382.597386:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000009f275c8. 00000020:00000010:3.0:1767384382.597389:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000062e18678. 00000001:00000001:3.0:1767384382.597430:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384382.598218:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005ccde029. 00000001:00000010:3.0:1767384382.598230:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003989595e. 00000001:00000010:3.0:1767384382.598233:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000022943552. 00000001:00000010:3.0:1767384382.598235:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000017cbcb92. 00000001:00000010:3.0:1767384382.598237:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000068eb3ea4. 00000001:00000010:3.0:1767384382.598240:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003e2bb11d. 00000001:00000010:3.0:1767384382.598242:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000030136c4d. 00000001:00000010:3.0:1767384382.598244:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a6132555. 00000001:00000010:3.0:1767384382.598246:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006427e22a. 00000001:00000010:3.0:1767384382.598248:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006b30ebd4. 00000001:00000010:3.0:1767384382.598250:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000052edd5f1. 00000001:00000010:3.0:1767384382.598252:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007816d800. 00000001:00000010:3.0:1767384382.598254:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003dc260c6. 00000001:00000010:3.0:1767384382.598255:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000061c5aaef. 00000001:00000010:3.0:1767384382.598257:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a07e4ce6. 00000001:00000010:3.0:1767384382.598259:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000000a57d82. 00000001:00000010:3.0:1767384382.598261:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f69628e5. 00000001:00000010:3.0:1767384382.598262:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000172ad16a. 00000001:00000010:3.0:1767384382.598264:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006a881a15. 00000001:00000010:3.0:1767384382.598266:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007cd85579. 00000001:00000010:3.0:1767384382.598267:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000074968209. 00000001:00000010:3.0:1767384382.598269:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000397f96f3. 00000001:00000010:3.0:1767384382.598271:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000188f35c1. 00000001:00000010:3.0:1767384382.598272:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d20e4993. 00000001:00000010:3.0:1767384382.598274:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a989ef63. 00000001:00000010:3.0:1767384382.598276:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007f90a158. 00000001:00000010:3.0:1767384382.598278:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008241215b. 00000001:00000010:3.0:1767384382.598279:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cb498b32. 00000001:00000010:3.0:1767384382.598281:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000233ab062. 00000001:00000010:3.0:1767384382.598283:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008694d2c2. 00000001:00000010:3.0:1767384382.598284:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001d701ca2. 00000001:00000010:3.0:1767384382.598286:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005189d322. 00000001:00000010:3.0:1767384382.598288:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 00000000e5f32bb2. 00000001:00000010:3.0:1767384382.598293:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000004d86c9c9. 00000001:00000001:3.0:1767384382.598297:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767384382.598300:0:39781:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000008296463b. 00010000:00000001:3.0:1767384382.598303:0:39781:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000010:1.1:1767384382.598594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009acaa832. 00010000:00000010:1.1:1767384382.598603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000af6323cf. 00010000:00000010:1.1:1767384382.598606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000092f7ba7c. 00010000:00000010:1.1:1767384382.598622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000069be5d8c. 00010000:00000010:1.1:1767384382.598636:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000453d2e8c. 00010000:00000010:1.1:1767384382.598641:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001fc227a6. 00010000:00000010:1.1:1767384382.598645:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008681815b. 00010000:00000010:1.1:1767384382.598648:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000047ec716. 00010000:00000001:1.0:1767384382.598805:0:39781:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384382.598807:0:39781:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767384382.598809:0:39781:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1767384382.598810:0:39781:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:1.0:1767384382.598813:0:39781:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384382.598815:0:39781:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1767384382.598818:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384382.598820:0:39781:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384382.598822:0:39781:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:1.0:1767384382.598825:0:39781:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384382.598827:0:39781:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384382.598829:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384382.598830:0:39781:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384382.598830:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384382.598831:0:39781:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:1.0:1767384382.598833:0:39781:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384382.598834:0:39781:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384382.598835:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384382.598836:0:39781:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:1.0:1767384382.598837:0:39781:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384382.598841:0:39781:0:(genops.c:1229:class_import_get()) import 000000005141bbef refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384382.598844:0:39781:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384382.598846:0:39781:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384382.598848:0:39781:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384382.598849:0:39781:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384382.598850:0:39781:0:(genops.c:1242:class_import_put()) import 000000005141bbef refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384382.598852:0:39781:0:(genops.c:1245:class_import_put()) final put import 000000005141bbef 00000020:00000001:1.0:1767384382.598865:0:39781:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384382.598868:0:39781:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767384382.598872:0:39781:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384382.598874:0:39781:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767384382.598876:0:39781:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 000000003d18df53. 00000020:00000001:2.0:1767384382.598877:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384382.598881:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000005141bbef for lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384382.598884:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 9 to 0@lo 00010000:00000010:1.0:1767384382.598889:0:39781:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000071c1beb8. 00000020:00000040:2.0:1767384382.598893:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 8 to 0@lo 00000020:00000010:2.0:1767384382.598896:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000eefe329f. 00010000:00000010:1.0:1767384382.598897:0:39781:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000ac8f1981. 00000020:00000040:2.0:1767384382.598899:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (0000000055e879c0) now 4 - import 00010000:00000001:1.0:1767384382.598903:0:39781:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000010:2.0:1767384382.598904:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000005141bbef. 00000020:00000001:2.0:1767384382.598911:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1767384382.599023:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c1737317. 00000020:00000010:1.0:1767384382.599028:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000760e0bad. 00000020:00000010:1.0:1767384382.599031:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000a425ec58. 00000020:00000010:1.0:1767384382.599034:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000259b0825. 00000020:00000010:1.0:1767384382.599044:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000008f92da26. 00000020:00000010:1.0:1767384382.599049:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b6fc6f7c. 00000010:00000001:1.0:1767384382.599052:0:39781:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.599054:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384382.599071:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384382.599076:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000cbb7c36. 00000001:00000010:1.0:1767384382.599078:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bd833317. 00000001:00000010:1.0:1767384382.599080:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000684c1bb0. 00000001:00000010:1.0:1767384382.599081:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ddd5a32e. 00000001:00000010:1.0:1767384382.599083:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ef998d8e. 00000001:00000010:1.0:1767384382.599086:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000029714808. 00000001:00000001:1.0:1767384382.599090:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384382.599091:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384382.599095:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008d9d4e5f. 00000001:00000010:1.0:1767384382.599098:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003e6b295b. 00000001:00000010:1.0:1767384382.599102:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000095188029. 00000001:00000010:1.0:1767384382.599108:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000036f5303d. 00000001:00000010:1.0:1767384382.599115:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ce491fe2. 00000001:00000010:1.0:1767384382.599120:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003cbd6c64. 00000001:00000001:1.0:1767384382.599123:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384382.599124:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (0000000055e879c0) now 3 - setup 00000020:00000001:1.0:1767384382.599125:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.599127:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384382.599129:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384382.599138:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384382.599140:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (0000000055e879c0) now 2 - obd_device_list 00000020:00000080:1.0:1767384382.599143:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:1.0:1767384382.599144:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (0000000055e879c0) now 1 - newdev 00000020:00000040:1.0:1767384382.599146:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c3fb531f with handle 0xf83434fd52e6d843 from hash 00000020:00000040:1.0:1767384382.599149:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000c3fb531f : new refcount 0 00000020:00000080:1.0:1767384382.599150:0:39781:0:(genops.c:904:class_export_put()) final put 00000000c3fb531f/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:1.0:1767384382.599152:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.599154:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384382.599155:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 00000000c3fb531f/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384382.599157:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384382.599159:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384382.599160:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c3fb531f. 00000020:00000001:1.0:1767384382.599170:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384382.599172:0:39781:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:1.0:1767384382.599174:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:1.0:1767384382.599176:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384382.599180:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091c9084b. 00000020:00000010:1.0:1767384382.599184:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000221884a. 00000040:00000010:1.0:1767384382.599188:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005666ff26. 00000020:00000010:1.0:1767384382.599192:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f9bdde94. 00000020:00000010:1.0:1767384382.599197:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000018f9cdbe. 00000020:00000010:1.0:1767384382.599203:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f94e9488. 80000000:00000010:1.0:1767384382.599206:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000034564928. 40000000:00000010:1.0:1767384382.599216:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000015bfec46. 00100000:00000010:1.0:1767384382.599218:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7ec4e13. 00040000:00000010:1.0:1767384382.599221:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000023a1dc43. 00040000:00000010:1.0:1767384382.599224:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000400859c3. 00080000:00000010:1.0:1767384382.599227:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c83af168. 00000004:00000010:1.0:1767384382.599232:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be312e38. 00000010:00000001:1.0:1767384382.599237:0:39781:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:1.0:1767384382.599240:0:39781:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 000000002e744b6d. 00000010:00000001:1.0:1767384382.599243:0:39781:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384382.599245:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000221884a. 00000040:00000010:1.0:1767384382.599248:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005666ff26. 00000020:00000010:1.0:1767384382.599250:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f9bdde94. 00000020:00000010:1.0:1767384382.599253:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000018f9cdbe. 00000020:00000010:1.0:1767384382.599255:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f94e9488. 80000000:00000010:1.0:1767384382.599258:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000034564928. 40000000:00000010:1.0:1767384382.599261:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000015bfec46. 00100000:00000010:1.0:1767384382.599269:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a7ec4e13. 00040000:00000010:1.0:1767384382.599274:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000023a1dc43. 00040000:00000010:1.0:1767384382.599281:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000400859c3. 00080000:00000010:1.0:1767384382.599285:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c83af168. 00000004:00000010:1.0:1767384382.599287:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be312e38. 00000020:00000010:1.0:1767384382.599290:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091c9084b. 00000020:00000001:1.0:1767384382.599291:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384382.599299:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000055e879c0. 00000020:00000001:1.0:1767384382.599304:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.599308:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.599310:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000005a5c6a28. 00000020:00000001:1.0:1767384382.599316:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.599319:0:39781:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.599321:0:39781:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384382.599322:0:39781:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000dcdfa515 1 00000020:00000001:1.0:1767384382.599325:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384382.599327:0:39781:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384382.599329:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384382.599332:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf83434fd52e6d763 00000020:00000040:1.0:1767384382.599334:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000114378c7 with handle 0xf83434fd52e6d763 from hash 00000020:00000001:1.0:1767384382.599339:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384382.599340:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000114378c7 : new refcount 1 00000020:00000001:1.0:1767384382.599342:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384382.599343:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000114378c7 : new refcount 0 00000020:00000080:1.0:1767384382.599344:0:39781:0:(genops.c:904:class_export_put()) final put 00000000114378c7/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384382.599347:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.599364:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.599366:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384382.599367:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000001:2.0:1767384382.599374:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:1.0:1767384382.599375:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 0000000034564928. 00000020:00000080:2.0:1767384382.599376:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000114378c7/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1767384382.599379:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384382.599381:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384382.599385:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.599385:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000040:2.0:1767384382.599390:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000e39823aa) now 4 - export 00000020:00000080:1.0:1767384382.599391:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000010:2.0:1767384382.599396:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000114378c7. 00000020:00000001:1.0:1767384382.599397:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384382.599402:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (00000000e39823aa) has no exports 00000020:00000001:2.0:1767384382.599404:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384382.599405:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384382.599410:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:1.0:1767384382.599412:0:39781:0:(osd_handler.c:1359:osd_device_fini()) Process entered 00100000:00000001:1.0:1767384382.599415:0:39781:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384382.599417:0:39781:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000020:1.0:1767384382.599435:0:39781:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:1.0:1767384382.601885:0:39781:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00080000:00000001:1.0:1767384382.601890:0:39781:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000001:1.0:1767384382.601892:0:39781:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384382.601897:0:39781:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:1.0:1767384382.601900:0:39781:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:1.0:1767384382.601919:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008cc6df42. 00000020:00000010:1.0:1767384382.601923:0:39781:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 0000000041d596e8. 00080000:00000001:1.0:1767384382.601929:0:39781:0:(osd_oi.c:986:osd_oi_fini()) Process entered 00080000:00000010:1.0:1767384382.601932:0:39781:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 0000000038c6afb3. 00080000:00000010:1.0:1767384382.601934:0:39781:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000945f0a37. 00080000:00000010:1.0:1767384382.601936:0:39781:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000e4d0dadd. 00080000:00000010:1.0:1767384382.601939:0:39781:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 0000000067fb85ea. 00080000:00000010:1.0:1767384382.601941:0:39781:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 000000001c383129. 00080000:00000010:1.0:1767384382.601944:0:39781:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 000000001b0f368a. 00080000:00000010:1.0:1767384382.601947:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000059b17db6. 00080000:00000010:1.0:1767384382.601950:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b8db5f24. 00080000:00000010:1.0:1767384382.601953:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f16988e1. 00080000:00000010:1.0:1767384382.601956:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002418ecb2. 00080000:00000010:1.0:1767384382.601958:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001c1e9e41. 00080000:00000010:1.0:1767384382.601961:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008986c961. 00080000:00000010:1.0:1767384382.601963:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000081cc7b3c. 00080000:00000010:1.0:1767384382.601966:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c1e85725. 00080000:00000010:1.0:1767384382.601968:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e71272e2. 00080000:00000010:1.0:1767384382.601971:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000c90cd4b. 00080000:00000010:1.0:1767384382.601973:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000da31d974. 00080000:00000010:1.0:1767384382.601975:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a93968af. 00080000:00000010:1.0:1767384382.601978:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000067ee24e1. 00080000:00000010:1.0:1767384382.601980:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b31bbb07. 00080000:00000010:1.0:1767384382.601982:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fad95c58. 00080000:00000010:1.0:1767384382.601985:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000018b8376a. 00080000:00000010:1.0:1767384382.601988:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000010f8ebe5. 00080000:00000010:1.0:1767384382.601990:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001a7078a8. 00080000:00000010:1.0:1767384382.601994:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002da26a5c. 00080000:00000010:1.0:1767384382.601996:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000044886647. 00080000:00000010:1.0:1767384382.601998:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000e7d4217. 00080000:00000010:1.0:1767384382.602001:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a051e49c. 00080000:00000010:1.0:1767384382.602004:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000253727fe. 00080000:00000010:1.0:1767384382.602006:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000de640728. 00080000:00000010:1.0:1767384382.602009:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001cb62958. 00080000:00000010:1.0:1767384382.602012:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000000b82546. 00080000:00000010:1.0:1767384382.602014:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000064d4037. 00080000:00000010:1.0:1767384382.602017:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005b344504. 00080000:00000010:1.0:1767384382.602031:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000099545d22. 00080000:00000010:1.0:1767384382.602033:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a7d9919d. 00080000:00000010:1.0:1767384382.602035:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a95bf575. 00080000:00000010:1.0:1767384382.602038:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007f95faa0. 00080000:00000010:1.0:1767384382.602040:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000473ecdc2. 00080000:00000010:1.0:1767384382.602042:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007adcf70b. 00080000:00000010:1.0:1767384382.602045:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003162aef1. 00080000:00000010:1.0:1767384382.602047:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000027203ca8. 00080000:00000010:1.0:1767384382.602048:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007e9e35ff. 00080000:00000010:1.0:1767384382.602050:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007eee9d16. 00080000:00000010:1.0:1767384382.602052:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d7c36e00. 00080000:00000010:1.0:1767384382.602057:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d2b83fbe. 00080000:00000010:1.0:1767384382.602060:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000070405320. 00080000:00000010:1.0:1767384382.602062:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d4c5cd16. 00080000:00000010:1.0:1767384382.602065:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000fb94aa6. 00080000:00000010:1.0:1767384382.602067:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000072be749. 00080000:00000010:1.0:1767384382.602069:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000076327998. 00080000:00000010:1.0:1767384382.602071:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f1c6fe87. 00080000:00000010:1.0:1767384382.602074:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000741f4e61. 00080000:00000010:1.0:1767384382.602076:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005d10b501. 00080000:00000010:1.0:1767384382.602079:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000901e6a6a. 00080000:00000010:1.0:1767384382.602081:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e2078244. 00080000:00000010:1.0:1767384382.602083:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000021857cb4. 00080000:00000010:1.0:1767384382.602085:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000033938d06. 00080000:00000010:1.0:1767384382.602087:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009783a0e8. 00080000:00000010:1.0:1767384382.602090:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005cc81b59. 00080000:00000010:1.0:1767384382.602092:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007781227f. 00080000:00000010:1.0:1767384382.602095:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002a220878. 00080000:00000010:1.0:1767384382.602098:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f943d9b2. 00080000:00000010:1.0:1767384382.602101:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000043a68e47. 00080000:00000010:1.0:1767384382.602104:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000098f68ae8. 00080000:00000010:1.0:1767384382.602106:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ff79177b. 00080000:00000010:1.0:1767384382.602109:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000caacce93. 00080000:00000010:1.0:1767384382.602111:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003972f7d4. 00080000:00000010:1.0:1767384382.602113:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000068b086de. 00080000:00000010:1.0:1767384382.602115:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b22ae536. 00080000:00000010:1.0:1767384382.602118:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006711ec5e. 00080000:00000010:1.0:1767384382.602120:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e3c73c99. 00080000:00000010:1.0:1767384382.602122:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000000eae142. 00080000:00000010:1.0:1767384382.602124:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cc2d5e8f. 00080000:00000010:1.0:1767384382.602125:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003f0a6d3a. 00080000:00000010:1.0:1767384382.602128:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f96b4edc. 00080000:00000010:1.0:1767384382.602130:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000067185bef. 00080000:00000010:1.0:1767384382.602133:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001fd43d28. 00080000:00000010:1.0:1767384382.602136:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002b0da6d9. 00080000:00000010:1.0:1767384382.602138:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007814b616. 00080000:00000010:1.0:1767384382.602140:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007116aa42. 00080000:00000010:1.0:1767384382.602142:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000052ba5cb1. 00080000:00000010:1.0:1767384382.602145:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003f0481d6. 00080000:00000010:1.0:1767384382.602147:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ea43acda. 00080000:00000010:1.0:1767384382.602149:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000044db89a3. 00080000:00000010:1.0:1767384382.602152:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000164abd87. 00080000:00000010:1.0:1767384382.602154:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000082191cbc. 00080000:00000010:1.0:1767384382.602156:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009ceb258e. 00080000:00000010:1.0:1767384382.602158:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000078eb579e. 00080000:00000010:1.0:1767384382.602160:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000077753b3b. 00080000:00000010:1.0:1767384382.602162:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000611b2e06. 00080000:00000010:1.0:1767384382.602164:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000055d602e. 00080000:00000010:1.0:1767384382.602166:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000051f627d7. 00080000:00000010:1.0:1767384382.602169:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d00e3ea4. 00080000:00000010:1.0:1767384382.602171:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000002652eed. 00080000:00000010:1.0:1767384382.602174:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fee5c908. 00080000:00000010:1.0:1767384382.602177:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bd069c5f. 00080000:00000010:1.0:1767384382.602180:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000054d39ee0. 00080000:00000010:1.0:1767384382.602182:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cd740cab. 00080000:00000010:1.0:1767384382.602185:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009d6d4353. 00080000:00000010:1.0:1767384382.602187:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005f15ef96. 00080000:00000010:1.0:1767384382.602189:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b830fbbc. 00080000:00000010:1.0:1767384382.602192:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c3f0bc96. 00080000:00000010:1.0:1767384382.602194:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b7943043. 00080000:00000010:1.0:1767384382.602196:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006d0bf8ff. 00080000:00000010:1.0:1767384382.602199:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005c03438f. 00080000:00000010:1.0:1767384382.602201:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000036c8d666. 00080000:00000010:1.0:1767384382.602203:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000207099eb. 00080000:00000010:1.0:1767384382.602206:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000194a2f97. 00080000:00000010:1.0:1767384382.602209:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004ff1cc9e. 00080000:00000010:1.0:1767384382.602211:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005312b785. 00080000:00000010:1.0:1767384382.602213:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000feb0743d. 00080000:00000010:1.0:1767384382.602215:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f8f83edf. 00080000:00000010:1.0:1767384382.602218:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003887f25e. 00080000:00000010:1.0:1767384382.602220:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a3f466af. 00080000:00000010:1.0:1767384382.602222:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009a61f573. 00080000:00000010:1.0:1767384382.602224:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000095e431d9. 00080000:00000010:1.0:1767384382.602226:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c3dc56db. 00080000:00000010:1.0:1767384382.602229:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a3a0d76c. 00080000:00000010:1.0:1767384382.602231:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000643a7abf. 00080000:00000010:1.0:1767384382.602233:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000097793098. 00080000:00000010:1.0:1767384382.602235:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f5549296. 00080000:00000010:1.0:1767384382.602237:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006f773709. 00080000:00000010:1.0:1767384382.602239:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009ae202f5. 00080000:00000010:1.0:1767384382.602241:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001724258b. 00080000:00000010:1.0:1767384382.602244:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000028b82d7d. 00080000:00000010:1.0:1767384382.602246:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000030809f8d. 00080000:00000010:1.0:1767384382.602248:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000258dab36. 00080000:00000010:1.0:1767384382.602250:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000350c6380. 00080000:00000010:1.0:1767384382.602252:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007f2410db. 00080000:00000010:1.0:1767384382.602254:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001325d482. 00080000:00000010:1.0:1767384382.602256:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a306a76a. 00080000:00000010:1.0:1767384382.602258:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d6064d0a. 00080000:00000010:1.0:1767384382.602260:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000a09fa07. 00080000:00000010:1.0:1767384382.602262:0:39781:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at 0000000046f4e9a4. 00080000:00000001:1.0:1767384382.602264:0:39781:0:(osd_oi.c:997:osd_oi_fini()) Process leaving 00080000:00000001:1.0:1767384382.602265:0:39781:0:(osd_lproc.c:442:osd_procfs_fini()) Process entered 00000020:00000010:1.0:1767384382.604954:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at 0000000022d7068d. 00000020:00000010:1.0:1767384382.604959:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e665c98d. 00080000:00000001:1.0:1767384382.605131:0:39781:0:(osd_handler.c:1276:osd_umount()) Process entered 00080000:00000001:1.0:1767384382.608348:0:39781:0:(osd_handler.c:1324:osd_umount()) Process leaving 00080000:00000001:1.0:1767384382.608350:0:39781:0:(osd_handler.c:1378:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.608353:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384382.608361:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384382.608366:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000282b7663. 00000001:00000010:1.0:1767384382.608369:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000053009e84. 00000001:00000010:1.0:1767384382.608371:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004887074c. 00000001:00000010:1.0:1767384382.608373:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003e8fc0e0. 00000001:00000010:1.0:1767384382.608374:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000447c965d. 00000001:00000010:1.0:1767384382.608377:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c42c3172. 00000001:00000001:1.0:1767384382.608382:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384382.608383:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384382.608386:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000294fd096. 00000001:00000010:1.0:1767384382.608389:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000822cceb4. 00000001:00000010:1.0:1767384382.608391:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000048688b39. 00000001:00000010:1.0:1767384382.608393:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aac85ed3. 00000001:00000010:1.0:1767384382.608396:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ee2947e7. 00000001:00000010:1.0:1767384382.608400:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006d4cfc0d. 00000001:00000001:1.0:1767384382.608403:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384382.608404:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000e39823aa) now 3 - setup 00000020:00000001:1.0:1767384382.608406:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.608408:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384382.608410:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384382.608414:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384382.608417:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000e39823aa) now 2 - obd_device_list 00000020:00000080:1.0:1767384382.608420:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:1.0:1767384382.608422:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000e39823aa) now 1 - newdev 00000020:00000040:1.0:1767384382.608425:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073975e5d with handle 0xf83434fd52e6d75c from hash 00000020:00000040:1.0:1767384382.608430:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000073975e5d : new refcount 0 00000020:00000080:1.0:1767384382.608432:0:39781:0:(genops.c:904:class_export_put()) final put 0000000073975e5d/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384382.608435:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.608438:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384382.608440:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 0000000073975e5d/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384382.608443:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384382.608445:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384382.608447:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000073975e5d. 00000020:00000001:1.0:1767384382.608455:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384382.608456:0:39781:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-zfs 00000020:01000000:1.0:1767384382.608459:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:1.0:1767384382.608461:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384382.608466:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091c9084b. 00000020:00000010:1.0:1767384382.608470:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000400859c3. 00000040:00000010:1.0:1767384382.608474:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f94e9488. 00000020:00000010:1.0:1767384382.608501:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c83af168. 00000020:00000010:1.0:1767384382.608508:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005666ff26. 00040000:00000010:1.0:1767384382.608513:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000023a1dc43. 00040000:00000010:1.0:1767384382.608515:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000221884a. 00080000:00000010:1.0:1767384382.608518:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a7ec4e13. 00080000:00000001:1.0:1767384382.608523:0:39781:0:(osd_handler.c:1387:osd_device_free()) Process entered 00000020:00000010:1.0:1767384382.608646:0:39781:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000cc155ccb. 00000020:00000010:1.0:1767384382.608661:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000005c30269f. 00000020:00000010:1.0:1767384382.608665:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000008e05737d. 00000020:00000010:1.0:1767384382.608670:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000007cdd7780. 00000020:00000010:1.0:1767384382.608673:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000002b4cf76a. 00000020:00000010:1.0:1767384382.608679:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 00000000307f01f5. 00000020:00000010:1.0:1767384382.608683:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000af977211. 00080000:00000010:1.0:1767384382.608687:0:39781:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at 00000000c4486307. 00080000:00000001:1.0:1767384382.608705:0:39781:0:(osd_handler.c:1400:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384382.608709:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000400859c3. 00000040:00000010:1.0:1767384382.608714:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f94e9488. 00000020:00000010:1.0:1767384382.608717:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c83af168. 00000020:00000010:1.0:1767384382.608723:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005666ff26. 00040000:00000010:1.0:1767384382.608727:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000023a1dc43. 00040000:00000010:1.0:1767384382.608731:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000221884a. 00080000:00000010:1.0:1767384382.608735:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a7ec4e13. 00000020:00000010:1.0:1767384382.608739:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091c9084b. 00000020:00000001:1.0:1767384382.608742:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384382.608745:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000e39823aa. 00000020:00000001:1.0:1767384382.608752:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.608755:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.608758:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 0000000034564928. 00000020:00000001:1.0:1767384382.608761:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384382.608764:0:39781:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.608767:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.608774:0:39781:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:1.0:1767384382.608776:0:39781:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000a350054a 00000020:00000010:1.0:1767384382.608779:0:39781:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at 0000000086fc6b5a. 00000020:00000010:1.0:1767384382.608783:0:39781:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000009b8e65a0. 00000020:00000010:1.0:1767384382.608788:0:39781:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at 0000000047d4ea16. 00000020:00000010:1.0:1767384382.608793:0:39781:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000fead921b. 00000020:00000010:1.0:1767384382.608797:0:39781:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000f7f139cf. 00000020:00000010:1.0:1767384382.608800:0:39781:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000a350054a. 00000020:00000001:1.0:1767384382.608804:0:39781:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.608807:0:39781:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384382.608812:0:39781:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:1.0:1767384382.608821:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384382.608823:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:1.0:1767384382.608827:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 0000000015bfec46. 00000020:00000080:1.0:1767384382.608829:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384382.608832:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384382.608836:0:39781:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1767384382.608838:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384382.608841:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000e820411b) has no exports 00000020:00000001:1.0:1767384382.608844:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384382.608846:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384382.608850:0:39781:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:1.0:1767384382.608853:0:39781:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:1.0:1767384382.608856:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384382.608859:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:1.0:1767384382.608865:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384382.608867:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384382.608869:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:1.0:1767384382.608872:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #4 00000100:00000040:1.0:1767384382.608874:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:1.0:1767384382.608876:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:1.0:1767384382.608877:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:1.0:1767384382.608879:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:1.0:1767384382.608920:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #4 00000020:00000010:1.0:1767384382.608937:0:16783:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fe3962d1. 00000020:00000010:0.0:1767384382.608942:0:16784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bb306eae. 00000040:00000010:1.0:1767384382.608944:0:16783:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004ff64687. 00000020:00000010:1.0:1767384382.608948:0:16783:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000aae53f16. 00000040:00000010:0.0:1767384382.608954:0:16784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006d100949. 00000020:00000010:1.0:1767384382.608957:0:16783:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001cd4597b. 00000020:00000010:1.0:1767384382.608965:0:16783:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000501c0249. 00000020:00000010:0.0:1767384382.608965:0:16784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002e66c691. 80000000:00000010:1.0:1767384382.608975:0:16783:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006cd1a3c7. 00000020:00000010:0.0:1767384382.608976:0:16784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006d42c257. 40000000:00000010:1.0:1767384382.608986:0:16783:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000034221a30. 00000020:00000010:0.0:1767384382.608988:0:16784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000099f873bb. 00100000:00000010:1.0:1767384382.608992:0:16783:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000df5be039. 80000000:00000010:0.0:1767384382.608995:0:16784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f8da1911. 00040000:00000010:1.0:1767384382.609002:0:16783:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000558c9e69. 40000000:00000010:0.0:1767384382.609005:0:16784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b364f093. 00040000:00000010:1.0:1767384382.609012:0:16783:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f93d2ade. 00100000:00000010:0.0:1767384382.609015:0:16784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b4beda66. 00080000:00000010:1.0:1767384382.609020:0:16783:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000202ab329. 00040000:00000010:0.0:1767384382.609025:0:16784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000d6fdd59. 00000004:00000010:1.0:1767384382.609027:0:16783:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000ea29402. 00040000:00000010:0.0:1767384382.609034:0:16784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a63289e9. 00002000:00000010:1.0:1767384382.609036:0:16783:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003ae5fe50. 00080000:00000010:0.0:1767384382.609046:0:16784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008673ef6e. 00000020:00000010:1.0:1767384382.609048:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000062452fe. 00000004:00000010:0.0:1767384382.609058:0:16784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005364c77c. 00000020:00000010:1.0:1767384382.609064:0:16783:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f25e8ce7. 00002000:00000010:0.0:1767384382.609067:0:16784:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004709b5d7. 00000100:00000010:1.0:1767384382.609074:0:16783:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004a7448e1. 00000020:00000010:0.0:1767384382.609074:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d523c15. 00000100:00100000:1.0:1767384382.609082:0:16783:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [00000000b54edf0c:16783] 1 exiting: rc = 0 00000020:00000010:0.0:1767384382.609087:0:16784:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d726b329. 00000100:00000010:0.0:1767384382.609109:0:16784:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a76a05bb. 00000100:00100000:0.0:1767384382.609116:0:16784:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [0000000016ff417e:16784] 2 exiting: rc = 0 00000020:00000010:1.0:1767384382.609222:0:16813:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001f1338f8. 00000040:00000010:1.0:1767384382.609228:0:16813:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e3dbe02f. 00000020:00000010:1.0:1767384382.609232:0:16813:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000645f6503. 00000020:00000010:1.0:1767384382.609237:0:16813:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000497b9751. 00000020:00000010:0.0:1767384382.609240:0:17576:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d3f9aba7. 00000020:00000010:1.0:1767384382.609241:0:16813:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000040112152. 80000000:00000010:1.0:1767384382.609249:0:16813:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000691f68eb. 00000040:00000010:0.0:1767384382.609249:0:17576:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000af37b4ac. 40000000:00000010:1.0:1767384382.609252:0:16813:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000088f51677. 00000020:00000010:0.0:1767384382.609256:0:17576:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000089e7a5ef. 00100000:00000010:1.0:1767384382.609259:0:16813:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c55d2d02. 00040000:00000010:1.0:1767384382.609264:0:16813:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001b24fa9c. 00000020:00000010:0.0:1767384382.609264:0:17576:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000093b982fe. 00040000:00000010:1.0:1767384382.609271:0:16813:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000c67b5c1. 00000020:00000010:0.0:1767384382.609273:0:17576:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000473b891f. 00080000:00000010:1.0:1767384382.609275:0:16813:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000016ef3fbd. 80000000:00000010:0.0:1767384382.609279:0:17576:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000038ebdf87. 00000004:00000010:1.0:1767384382.609280:0:16813:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000078fa68a. 00002000:00000010:1.0:1767384382.609286:0:16813:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007435b936. 40000000:00000010:0.0:1767384382.609288:0:17576:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003ccc40a0. 00000020:00000010:1.0:1767384382.609289:0:16813:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e5e9c80. 00100000:00000010:0.0:1767384382.609296:0:17576:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000810f31d9. 00000020:00000010:1.0:1767384382.609297:0:16813:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c469e5ae. 00040000:00000010:0.0:1767384382.609305:0:17576:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000bd823f8. 00000100:00000010:1.0:1767384382.609306:0:16813:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004ff4fb22. 00000100:00100000:1.0:1767384382.609313:0:16813:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [00000000573dd82e:16813] 3 exiting: rc = 0 00040000:00000010:0.0:1767384382.609313:0:17576:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007492b4cf. 00080000:00000010:0.0:1767384382.609320:0:17576:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000747d3ef1. 00000004:00000010:0.0:1767384382.609325:0:17576:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000104ddb0c. 00002000:00000010:0.0:1767384382.609330:0:17576:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008c87849c. 00000020:00000010:0.0:1767384382.609335:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f77ce79. 00000020:00000010:0.0:1767384382.609341:0:17576:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004002d76e. 00000100:00000010:0.0:1767384382.609350:0:17576:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e66bd1e4. 00000100:00100000:0.0:1767384382.609354:0:17576:0:(service.c:3155:ptlrpc_main()) mdt00_004: service thread [00000000ebf54756:17576] 4 exiting: rc = 0 00000020:00000010:1.0:1767384382.609377:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000184fd864. 00000040:00000010:1.0:1767384382.609382:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cc660a69. 00000020:00000010:1.0:1767384382.609385:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b766f85a. 00000020:00000010:1.0:1767384382.609388:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a345e447. 00000020:00000010:1.0:1767384382.609392:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007406175b. 80000000:00000010:1.0:1767384382.609397:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006b0cb214. 40000000:00000010:1.0:1767384382.609401:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000831c7ca7. 00100000:00000010:1.0:1767384382.609405:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002b2da270. 00040000:00000010:1.0:1767384382.609409:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ae6ca6e5. 00040000:00000010:1.0:1767384382.609414:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000216dbc87. 00080000:00000010:1.0:1767384382.609418:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000407e48e7. 00000004:00000010:1.0:1767384382.609423:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006ca0db75. 00002000:00000010:1.0:1767384382.609428:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ce4e80c4. 00000020:00000010:1.0:1767384382.609433:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c417eea2. 00000020:00000010:1.0:1767384382.609439:0:16782:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ddbe92a2. 00000100:00000010:1.0:1767384382.609446:0:16782:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002117205f. 00000100:00100000:1.0:1767384382.609450:0:16782:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [000000002eb443b0:16782] 0 exiting: rc = 1 00000100:00000010:1.0:1767384382.609542:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002eb443b0. 00000100:00000010:1.0:1767384382.609551:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b54edf0c. 00000100:00000010:1.0:1767384382.609569:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000016ff417e. 00000100:00000010:1.0:1767384382.609587:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000573dd82e. 00000100:00000010:1.0:1767384382.609591:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ebf54756. 00000100:00000001:1.0:1767384382.609594:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384382.609595:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384382.609603:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:1.0:1767384382.609612:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609614:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609617:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae818cc2. 00000400:00000200:1.0:1767384382.609622:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035cb8d2b 00000400:00000010:1.0:1767384382.609624:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000035cb8d2b. 00000100:00000001:1.0:1767384382.609629:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609631:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609637:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609639:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384382.609641:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609642:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609643:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609644:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2770339. 00000400:00000200:1.0:1767384382.609647:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f19abc55 00000400:00000010:1.0:1767384382.609648:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f19abc55. 00000100:00000001:1.0:1767384382.609651:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609652:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609657:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609658:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384382.609660:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609662:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609663:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609665:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d73ea09. 00000400:00000200:1.0:1767384382.609667:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d39131d 00000400:00000010:1.0:1767384382.609668:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004d39131d. 00000100:00000001:1.0:1767384382.609671:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609672:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609678:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609679:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384382.609681:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609683:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609684:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609685:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f277f11. 00000400:00000200:1.0:1767384382.609688:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087e89544 00000400:00000010:1.0:1767384382.609689:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000087e89544. 00000100:00000001:1.0:1767384382.609692:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609693:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609698:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609700:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384382.609702:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609703:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609705:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609706:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000004cc322. 00000400:00000200:1.0:1767384382.609708:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca32246c 00000400:00000010:1.0:1767384382.609710:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ca32246c. 00000100:00000001:1.0:1767384382.609713:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609714:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609719:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609720:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384382.609721:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609722:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609723:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609724:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8b2ea35. 00000400:00000200:1.0:1767384382.609727:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ed704eb 00000400:00000010:1.0:1767384382.609728:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006ed704eb. 00000100:00000001:1.0:1767384382.609733:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609734:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609739:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609740:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384382.609742:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609743:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609744:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609746:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000259650e4. 00000400:00000200:1.0:1767384382.609748:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bfa8c6b 00000400:00000010:1.0:1767384382.609749:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001bfa8c6b. 00000100:00000001:1.0:1767384382.609752:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609753:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609758:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609759:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384382.609761:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609763:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609764:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609765:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096eb4164. 00000400:00000200:1.0:1767384382.609768:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f7d8a5a 00000400:00000010:1.0:1767384382.609769:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005f7d8a5a. 00000100:00000001:1.0:1767384382.609773:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609775:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609780:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609782:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384382.609784:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609786:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609787:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609788:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f5593c5. 00000400:00000200:1.0:1767384382.609791:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6b83c0 00000400:00000010:1.0:1767384382.609792:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003f6b83c0. 00000100:00000001:1.0:1767384382.609795:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609796:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609802:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609803:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384382.609805:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609807:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609808:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609809:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e292d621. 00000400:00000200:1.0:1767384382.609811:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003760dde2 00000400:00000010:1.0:1767384382.609812:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003760dde2. 00000100:00000001:1.0:1767384382.609816:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609817:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609822:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609823:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384382.609825:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609827:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609828:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609829:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028aaef82. 00000400:00000200:1.0:1767384382.609832:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b7497d0 00000400:00000010:1.0:1767384382.609833:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003b7497d0. 00000100:00000001:1.0:1767384382.609836:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609837:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609841:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609843:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384382.609845:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609846:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609847:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609848:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dcd22d2. 00000400:00000200:1.0:1767384382.609851:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5c5a803 00000400:00000010:1.0:1767384382.609852:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f5c5a803. 00000100:00000001:1.0:1767384382.609855:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609856:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609860:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609862:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384382.609864:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609865:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609866:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609867:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009853309a. 00000400:00000200:1.0:1767384382.609869:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5aa1f0 00000400:00000010:1.0:1767384382.609870:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001f5aa1f0. 00000100:00000001:1.0:1767384382.609873:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609874:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609879:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609881:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384382.609883:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609884:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609885:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609887:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3cc35b0. 00000400:00000200:1.0:1767384382.609889:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef238b62 00000400:00000010:1.0:1767384382.609890:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ef238b62. 00000100:00000001:1.0:1767384382.609893:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609894:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609900:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609901:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384382.609904:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609905:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609906:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609907:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000246f96e1. 00000400:00000200:1.0:1767384382.609909:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f907a660 00000400:00000010:1.0:1767384382.609910:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f907a660. 00000100:00000001:1.0:1767384382.609911:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609912:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609918:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609920:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384382.609922:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609923:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609925:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609926:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d4909b9. 00000400:00000200:1.0:1767384382.609929:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079635305 00000400:00000010:1.0:1767384382.609930:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000079635305. 00000100:00000001:1.0:1767384382.609933:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609934:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609939:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609940:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384382.609942:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609944:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609945:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609946:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003085c2a7. 00000400:00000200:1.0:1767384382.609948:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002038e73 00000400:00000010:1.0:1767384382.609949:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000002038e73. 00000100:00000001:1.0:1767384382.609952:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609953:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609956:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609957:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384382.609960:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609960:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609961:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609963:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051e90c99. 00000400:00000200:1.0:1767384382.609965:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd1431fd 00000400:00000010:1.0:1767384382.609966:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cd1431fd. 00000100:00000001:1.0:1767384382.609969:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609970:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609974:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609975:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384382.609977:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609978:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609979:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.609980:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d51cabd9. 00000400:00000200:1.0:1767384382.609983:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f91ed32a 00000400:00000010:1.0:1767384382.609984:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f91ed32a. 00000100:00000001:1.0:1767384382.609986:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.609987:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.609993:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.609994:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384382.609996:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.609998:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.609999:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610000:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b91948bd. 00000400:00000200:1.0:1767384382.610003:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058ac9190 00000400:00000010:1.0:1767384382.610004:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000058ac9190. 00000100:00000001:1.0:1767384382.610007:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610008:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610014:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610015:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384382.610017:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610019:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610020:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610021:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4e515e0. 00000400:00000200:1.0:1767384382.610024:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007afd6a93 00000400:00000010:1.0:1767384382.610025:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007afd6a93. 00000100:00000001:1.0:1767384382.610028:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610029:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610035:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610036:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384382.610038:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610039:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610040:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610042:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087bb504c. 00000400:00000200:1.0:1767384382.610045:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4cca527 00000400:00000010:1.0:1767384382.610046:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b4cca527. 00000100:00000001:1.0:1767384382.610048:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610049:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610054:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610056:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384382.610058:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610060:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610060:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610062:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029df1f48. 00000400:00000200:1.0:1767384382.610064:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4aa38fc 00000400:00000010:1.0:1767384382.610065:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c4aa38fc. 00000100:00000001:1.0:1767384382.610068:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610069:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610074:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610076:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384382.610077:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610078:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610079:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610080:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1820ae1. 00000400:00000200:1.0:1767384382.610083:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d54da6dd 00000400:00000010:1.0:1767384382.610084:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d54da6dd. 00000100:00000001:1.0:1767384382.610086:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610087:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610092:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610093:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384382.610095:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610097:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610098:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610099:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003686e842. 00000400:00000200:1.0:1767384382.610101:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ba1bb74 00000400:00000010:1.0:1767384382.610103:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000ba1bb74. 00000100:00000001:1.0:1767384382.610106:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610107:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610112:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610113:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384382.610115:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610116:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610117:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610119:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039893656. 00000400:00000200:1.0:1767384382.610121:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9dad30f 00000400:00000010:1.0:1767384382.610122:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f9dad30f. 00000100:00000001:1.0:1767384382.610125:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610126:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610131:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610133:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384382.610135:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610136:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610137:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610138:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dd1d2cf. 00000400:00000200:1.0:1767384382.610141:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471f0a82 00000400:00000010:1.0:1767384382.610142:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000471f0a82. 00000100:00000001:1.0:1767384382.610146:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610147:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610152:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610153:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384382.610155:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610157:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610158:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610159:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001e4e354. 00000400:00000200:1.0:1767384382.610162:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006be82196 00000400:00000010:1.0:1767384382.610164:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006be82196. 00000100:00000001:1.0:1767384382.610166:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610167:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610173:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610175:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384382.610177:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610178:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610178:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610179:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d52aed04. 00000400:00000200:1.0:1767384382.610182:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e24dcba3 00000400:00000010:1.0:1767384382.610183:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e24dcba3. 00000100:00000001:1.0:1767384382.610186:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610187:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610192:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610193:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384382.610195:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610196:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610198:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610199:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b6c7699. 00000400:00000200:1.0:1767384382.610201:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ca7cb7e 00000400:00000010:1.0:1767384382.610202:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000ca7cb7e. 00000100:00000001:1.0:1767384382.610205:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610206:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610210:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610211:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384382.610213:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610214:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610215:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610216:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e25fc8f5. 00000400:00000200:1.0:1767384382.610220:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063f971ba 00000400:00000010:1.0:1767384382.610221:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000063f971ba. 00000100:00000001:1.0:1767384382.610223:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610224:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610228:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610229:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384382.610231:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610232:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610233:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610235:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6956a96. 00000400:00000200:1.0:1767384382.610237:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003097baf7 00000400:00000010:1.0:1767384382.610238:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003097baf7. 00000100:00000001:1.0:1767384382.610241:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610242:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610245:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610247:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384382.610248:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610250:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610250:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610252:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032de7bad. 00000400:00000200:1.0:1767384382.610254:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e9f79c 00000400:00000010:1.0:1767384382.610256:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b9e9f79c. 00000100:00000001:1.0:1767384382.610258:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610259:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610264:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610265:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384382.610267:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610269:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610270:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610271:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b370c93c. 00000400:00000200:1.0:1767384382.610273:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056267722 00000400:00000010:1.0:1767384382.610275:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000056267722. 00000100:00000001:1.0:1767384382.610278:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610278:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610282:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610283:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384382.610285:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610287:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610288:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610289:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f16d047f. 00000400:00000200:1.0:1767384382.610292:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b62342e 00000400:00000010:1.0:1767384382.610293:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002b62342e. 00000100:00000001:1.0:1767384382.610296:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610297:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610301:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610303:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384382.610305:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610306:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610307:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610308:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1252435. 00000400:00000200:1.0:1767384382.610310:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c5cf74b 00000400:00000010:1.0:1767384382.610312:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001c5cf74b. 00000100:00000001:1.0:1767384382.610315:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610316:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610319:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610321:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384382.610323:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610324:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610325:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610326:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c7e9a3. 00000400:00000200:1.0:1767384382.610328:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000522e7c5f 00000400:00000010:1.0:1767384382.610330:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000522e7c5f. 00000100:00000001:1.0:1767384382.610332:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610333:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610339:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610340:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384382.610341:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610343:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610344:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610345:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bc83a61. 00000400:00000200:1.0:1767384382.610347:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acfa68f8 00000400:00000010:1.0:1767384382.610349:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000acfa68f8. 00000100:00000001:1.0:1767384382.610351:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610352:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610356:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610357:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384382.610360:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610361:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610362:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610363:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7e6f00. 00000400:00000200:1.0:1767384382.610366:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cca27b3c 00000400:00000010:1.0:1767384382.610367:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cca27b3c. 00000100:00000001:1.0:1767384382.610370:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610371:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610375:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610376:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384382.610378:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610379:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610380:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610380:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa970f42. 00000400:00000200:1.0:1767384382.610383:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67ac3d6 00000400:00000010:1.0:1767384382.610384:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f67ac3d6. 00000100:00000001:1.0:1767384382.610386:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610388:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610395:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610397:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384382.610400:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610402:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610403:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610405:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a30b8d67. 00000400:00000200:1.0:1767384382.610409:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bc9627a 00000400:00000010:1.0:1767384382.610410:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005bc9627a. 00000100:00000001:1.0:1767384382.610415:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610416:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610422:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610424:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384382.610426:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610428:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610430:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610432:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c743ee7. 00000400:00000200:1.0:1767384382.610435:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002b3e6c0 00000400:00000010:1.0:1767384382.610438:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000002b3e6c0. 00000100:00000001:1.0:1767384382.610442:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610444:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610451:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610453:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384382.610456:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610458:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610460:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610462:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbef071e. 00000400:00000200:1.0:1767384382.610466:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e93033d 00000400:00000010:1.0:1767384382.610467:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007e93033d. 00000100:00000001:1.0:1767384382.610471:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610472:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610499:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610500:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384382.610503:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610505:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610506:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610508:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d68c8804. 00000400:00000200:1.0:1767384382.610511:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c9d6779 00000400:00000010:1.0:1767384382.610512:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009c9d6779. 00000100:00000001:1.0:1767384382.610516:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610517:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610524:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610527:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384382.610534:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610538:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610541:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610543:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073cb7727. 00000400:00000200:1.0:1767384382.610548:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002415bacf 00000400:00000010:1.0:1767384382.610551:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002415bacf. 00000100:00000001:1.0:1767384382.610555:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610557:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610570:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610583:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384382.610586:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610588:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610591:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610592:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d83cdbaf. 00000400:00000200:1.0:1767384382.610596:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb3d5ac3 00000400:00000010:1.0:1767384382.610598:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000eb3d5ac3. 00000100:00000001:1.0:1767384382.610602:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610605:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610616:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610617:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384382.610620:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610622:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610623:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610624:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001977ac7a. 00000400:00000200:1.0:1767384382.610627:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6fba5aa 00000400:00000010:1.0:1767384382.610628:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d6fba5aa. 00000100:00000001:1.0:1767384382.610631:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610631:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610638:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610639:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384382.610642:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610645:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610646:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610648:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000848ba9c3. 00000400:00000200:1.0:1767384382.610653:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048045c02 00000400:00000010:1.0:1767384382.610656:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000048045c02. 00000100:00000001:1.0:1767384382.610664:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610665:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610675:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610679:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384382.610681:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610684:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610686:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610688:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f9a2c4c. 00000400:00000200:1.0:1767384382.610692:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab694614 00000400:00000010:1.0:1767384382.610694:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ab694614. 00000100:00000001:1.0:1767384382.610697:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610698:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610703:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610705:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384382.610706:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610708:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610709:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610710:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd820e61. 00000400:00000200:1.0:1767384382.610713:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000420bb18 00000400:00000010:1.0:1767384382.610714:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000420bb18. 00000100:00000001:1.0:1767384382.610717:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610718:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610723:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610723:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384382.610725:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610727:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610727:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610729:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c589327. 00000400:00000200:1.0:1767384382.610731:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a055a36a 00000400:00000010:1.0:1767384382.610732:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a055a36a. 00000100:00000001:1.0:1767384382.610735:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610736:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610740:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610742:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384382.610743:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610744:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610745:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610747:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006082e5b5. 00000400:00000200:1.0:1767384382.610750:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000884517e8 00000400:00000010:1.0:1767384382.610751:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000884517e8. 00000100:00000001:1.0:1767384382.610753:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610754:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610760:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610761:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384382.610762:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610764:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610765:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610766:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c10a0b9. 00000400:00000200:1.0:1767384382.610768:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054bb282b 00000400:00000010:1.0:1767384382.610769:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000054bb282b. 00000100:00000001:1.0:1767384382.610772:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610773:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610779:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610780:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384382.610782:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610783:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610785:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610786:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b766e8a. 00000400:00000200:1.0:1767384382.610788:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca0cb98 00000400:00000010:1.0:1767384382.610789:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003ca0cb98. 00000100:00000001:1.0:1767384382.610792:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610793:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610798:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610799:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384382.610801:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610802:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610803:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610804:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa9d97ed. 00000400:00000200:1.0:1767384382.610807:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003155d198 00000400:00000010:1.0:1767384382.610808:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003155d198. 00000100:00000001:1.0:1767384382.610810:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610811:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610817:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610818:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384382.610820:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610821:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610822:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610823:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6a99368. 00000400:00000200:1.0:1767384382.610826:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038325f73 00000400:00000010:1.0:1767384382.610828:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000038325f73. 00000100:00000001:1.0:1767384382.610830:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610831:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610837:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610838:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384382.610840:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610841:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610842:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610843:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7e48a1c. 00000400:00000200:1.0:1767384382.610846:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000439d4959 00000400:00000010:1.0:1767384382.610847:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000439d4959. 00000100:00000001:1.0:1767384382.610851:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610852:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610857:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610858:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384382.610861:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610862:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610863:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610864:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab2614e7. 00000400:00000200:1.0:1767384382.610867:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073c1efc9 00000400:00000010:1.0:1767384382.610868:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000073c1efc9. 00000100:00000001:1.0:1767384382.610871:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610872:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610877:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610879:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384382.610881:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610882:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610883:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610884:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba10d189. 00000400:00000200:1.0:1767384382.610887:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fa727aa 00000400:00000010:1.0:1767384382.610888:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000fa727aa. 00000100:00000001:1.0:1767384382.610891:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610892:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610897:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610898:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384382.610900:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610901:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610902:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610903:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098973653. 00000400:00000200:1.0:1767384382.610905:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009151d02 00000400:00000010:1.0:1767384382.610906:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000009151d02. 00000100:00000001:1.0:1767384382.610908:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610909:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610915:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610915:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384382.610917:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610918:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610919:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610920:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001dbfe9e. 00000400:00000200:1.0:1767384382.610922:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1784dbd 00000400:00000010:1.0:1767384382.610924:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c1784dbd. 00000100:00000001:1.0:1767384382.610925:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610926:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610931:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610932:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384382.610935:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610936:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610937:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610938:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dee656d1. 00000400:00000200:1.0:1767384382.610940:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005935f807 00000400:00000010:1.0:1767384382.610941:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005935f807. 00000100:00000001:1.0:1767384382.610945:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610946:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610951:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610952:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384382.610953:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610955:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610956:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610957:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445c22ca. 00000400:00000200:1.0:1767384382.610960:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf8d3541 00000400:00000010:1.0:1767384382.610961:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cf8d3541. 00000100:00000001:1.0:1767384382.610964:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610965:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610970:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610971:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384382.610973:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.610975:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.610976:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.610977:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006760d16a. 00000400:00000200:1.0:1767384382.610980:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c6d0eb 00000400:00000010:1.0:1767384382.610981:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c1c6d0eb. 00000100:00000001:1.0:1767384382.610984:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.610985:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384382.610990:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.610991:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384382.610993:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.610996:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.610998:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611001:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611002:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611004:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611006:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611009:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611010:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611011:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611013:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611014:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611015:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611017:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611018:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611019:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611020:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611022:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611023:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611026:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611027:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611029:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611030:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611031:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611032:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611034:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611035:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611037:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611038:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611040:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611041:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611043:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611044:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611046:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611047:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611049:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611050:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611051:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611052:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611055:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611056:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611057:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611058:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611060:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611061:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611062:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611064:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611065:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611067:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611068:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611069:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611072:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611073:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611075:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611076:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611077:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611079:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611080:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611081:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611083:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611084:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611086:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611087:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611089:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611090:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611092:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611092:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611094:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611095:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611097:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611098:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611100:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611101:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611104:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611105:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611107:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611108:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611110:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611111:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611113:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611114:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611116:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611117:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611119:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611120:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611121:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611123:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611125:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611126:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611128:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611129:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611131:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611132:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611134:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611135:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611137:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611137:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611138:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611139:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611141:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611142:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611143:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611144:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611147:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611148:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611150:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611150:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611152:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611153:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611156:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611157:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611159:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611160:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611162:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611163:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611164:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611166:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611167:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611169:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611170:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611171:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611173:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611174:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611177:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611178:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611180:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611182:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.611183:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.611184:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384382.611200:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611203:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000039b0ba5e. 02000000:00000001:1.0:1767384382.611207:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611209:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df3320fe. 02000000:00000001:1.0:1767384382.611215:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611217:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ec12fc81. 02000000:00000001:1.0:1767384382.611219:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611220:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c329a06. 02000000:00000001:1.0:1767384382.611223:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611224:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005c5c33ab. 02000000:00000001:1.0:1767384382.611228:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611229:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089a437b8. 02000000:00000001:1.0:1767384382.611232:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611233:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000068fa893d. 02000000:00000001:1.0:1767384382.611236:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611237:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a2862eb. 02000000:00000001:1.0:1767384382.611240:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611241:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000d80a6498. 02000000:00000001:1.0:1767384382.611245:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611246:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f99393b9. 02000000:00000001:1.0:1767384382.611249:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611251:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 00000000305df19c. 02000000:00000001:1.0:1767384382.611253:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611255:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cbfb06d. 02000000:00000001:1.0:1767384382.611258:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611259:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000004a5819db. 02000000:00000001:1.0:1767384382.611262:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611262:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000067b9ea58. 02000000:00000001:1.0:1767384382.611265:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611266:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000d3ffd895. 02000000:00000001:1.0:1767384382.611269:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611270:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b5dd33f. 02000000:00000001:1.0:1767384382.611273:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611274:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000ac6b59a3. 02000000:00000001:1.0:1767384382.611276:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611278:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071729694. 02000000:00000001:1.0:1767384382.611281:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611282:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000082a1cd62. 02000000:00000001:1.0:1767384382.611284:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611284:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a447279. 02000000:00000001:1.0:1767384382.611288:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611289:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000003f7e01c. 02000000:00000001:1.0:1767384382.611291:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611292:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef08b9d8. 02000000:00000001:1.0:1767384382.611294:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611295:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007015b49b. 02000000:00000001:1.0:1767384382.611298:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611299:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a93f0fb0. 02000000:00000001:1.0:1767384382.611302:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611303:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b54e431c. 02000000:00000001:1.0:1767384382.611306:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611307:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac32ce01. 02000000:00000001:1.0:1767384382.611311:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611312:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007578e332. 02000000:00000001:1.0:1767384382.611315:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611316:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ac02607. 02000000:00000001:1.0:1767384382.611319:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611320:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f5652b02. 02000000:00000001:1.0:1767384382.611323:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611324:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007838d187. 02000000:00000001:1.0:1767384382.611327:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611327:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000899da82. 02000000:00000001:1.0:1767384382.611328:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611329:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ed5032d. 02000000:00000001:1.0:1767384382.611331:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611332:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cc5c34e1. 02000000:00000001:1.0:1767384382.611334:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611335:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e24d9f9d. 02000000:00000001:1.0:1767384382.611337:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611338:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000705afed7. 02000000:00000001:1.0:1767384382.611341:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611341:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b6e6db8. 02000000:00000001:1.0:1767384382.611343:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611345:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004a4eb744. 02000000:00000001:1.0:1767384382.611347:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611347:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5f5739f. 02000000:00000001:1.0:1767384382.611349:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611349:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bef87c18. 02000000:00000001:1.0:1767384382.611350:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611351:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ce9bacd. 02000000:00000001:1.0:1767384382.611354:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611355:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000011b4600. 02000000:00000001:1.0:1767384382.611356:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611357:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039ee0fde. 02000000:00000001:1.0:1767384382.611358:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611359:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008ff9181c. 02000000:00000001:1.0:1767384382.611360:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611361:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004acc4c69. 02000000:00000001:1.0:1767384382.611362:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611363:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ed30a23f. 02000000:00000001:1.0:1767384382.611365:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611365:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabc44ce. 02000000:00000001:1.0:1767384382.611367:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611368:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000021edeac7. 02000000:00000001:1.0:1767384382.611369:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611369:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b52499a8. 02000000:00000001:1.0:1767384382.611371:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611372:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b49be29d. 02000000:00000001:1.0:1767384382.611373:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611374:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f4a3dc8. 02000000:00000001:1.0:1767384382.611376:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611376:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d066f627. 02000000:00000001:1.0:1767384382.611377:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611378:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a341e39. 02000000:00000001:1.0:1767384382.611380:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611380:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b9b93c03. 02000000:00000001:1.0:1767384382.611382:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611382:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3a61e55. 02000000:00000001:1.0:1767384382.611385:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611386:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bab66d42. 02000000:00000001:1.0:1767384382.611388:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611390:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003dbcd009. 02000000:00000001:1.0:1767384382.611393:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611394:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008b73b715. 02000000:00000001:1.0:1767384382.611397:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611398:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bcb7b284. 02000000:00000001:1.0:1767384382.611401:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611402:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ea6f7a9b. 02000000:00000001:1.0:1767384382.611404:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611405:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2c1afad. 02000000:00000001:1.0:1767384382.611408:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611409:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bddc2c0d. 02000000:00000001:1.0:1767384382.611411:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611412:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b02b9c41. 02000000:00000001:1.0:1767384382.611415:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611416:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e199dcdf. 02000000:00000001:1.0:1767384382.611418:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611419:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e993f2ff. 02000000:00000001:1.0:1767384382.611422:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611423:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000004d36141. 02000000:00000001:1.0:1767384382.611426:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611427:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef507b01. 02000000:00000001:1.0:1767384382.611430:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611432:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d8e5e640. 02000000:00000001:1.0:1767384382.611434:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611435:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001102bd4a. 02000000:00000001:1.0:1767384382.611438:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611439:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a43a200b. 02000000:00000001:1.0:1767384382.611441:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611443:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a9472d7. 02000000:00000001:1.0:1767384382.611446:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611447:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000dff8c6e. 02000000:00000001:1.0:1767384382.611449:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611450:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dadd5852. 02000000:00000001:1.0:1767384382.611453:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611455:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003fce2795. 02000000:00000001:1.0:1767384382.611457:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611458:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000309dd0fe. 02000000:00000001:1.0:1767384382.611461:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611462:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003872a367. 02000000:00000001:1.0:1767384382.611464:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611465:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a13ad98. 02000000:00000001:1.0:1767384382.611466:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611467:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ec689623. 02000000:00000001:1.0:1767384382.611468:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611469:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000062056ff1. 02000000:00000001:1.0:1767384382.611471:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611472:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c29edc1b. 02000000:00000001:1.0:1767384382.611473:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611474:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000edcda2ed. 02000000:00000001:1.0:1767384382.611475:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611476:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005eae691e. 02000000:00000001:1.0:1767384382.611535:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611536:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e846948. 02000000:00000001:1.0:1767384382.611546:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611547:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000099c50fc0. 02000000:00000001:1.0:1767384382.611550:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611551:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000884d3fc5. 02000000:00000001:1.0:1767384382.611555:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611557:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000073d2ab7. 02000000:00000001:1.0:1767384382.611560:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611561:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95e7787. 02000000:00000001:1.0:1767384382.611564:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611565:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000d3e6705a. 02000000:00000001:1.0:1767384382.611570:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611584:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ccb26b. 02000000:00000001:1.0:1767384382.611588:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611589:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000000a73357a. 02000000:00000001:1.0:1767384382.611591:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611591:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1870516. 02000000:00000001:1.0:1767384382.611593:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.611594:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e79c0eaa. 02000000:00000001:1.0:1767384382.611596:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.611596:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ad9ba9. 00000100:00000010:1.0:1767384382.611602:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000270b81ad. 00000100:00000010:1.0:1767384382.611630:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056d0e544. 00000100:00000010:1.0:1767384382.611632:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000038fe01bb. 00000100:00000010:1.0:1767384382.611660:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0c5bf9f. 00000100:00000010:1.0:1767384382.611661:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001cddf6d0. 00000100:00000010:1.0:1767384382.611693:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eec0e8e5. 00000100:00000010:1.0:1767384382.611695:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006e9b1a1e. 00000100:00000010:1.0:1767384382.611730:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7c7ba20. 00000100:00000010:1.0:1767384382.611731:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009ea2d640. 00000100:00000010:1.0:1767384382.611755:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000feacc38c. 00000100:00000010:1.0:1767384382.611756:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000095dc808b. 00000100:00000010:1.0:1767384382.611785:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d46a1f9. 00000100:00000010:1.0:1767384382.611787:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f44550ca. 00000100:00000010:1.0:1767384382.611810:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0afc77f. 00000100:00000010:1.0:1767384382.611812:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000073b8acd. 00000100:00000010:1.0:1767384382.611841:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060c6f856. 00000100:00000010:1.0:1767384382.611842:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002058397b. 00000100:00000010:1.0:1767384382.611873:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000aad413. 00000100:00000010:1.0:1767384382.611875:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b23e8bda. 00000100:00000010:1.0:1767384382.611896:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000382a33a4. 00000100:00000010:1.0:1767384382.611898:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008786e510. 00000100:00000010:1.0:1767384382.611920:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ba0d0ef. 00000100:00000010:1.0:1767384382.611921:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007679db22. 00000100:00000010:1.0:1767384382.611952:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fc680bf. 00000100:00000010:1.0:1767384382.611953:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006cc480eb. 00000100:00000010:1.0:1767384382.611981:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000045d1a3b. 00000100:00000010:1.0:1767384382.611982:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c3822434. 00000100:00000010:1.0:1767384382.612005:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee8b55d7. 00000100:00000010:1.0:1767384382.612006:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008bceb817. 00000100:00000010:1.0:1767384382.612043:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d40bf92. 00000100:00000010:1.0:1767384382.612044:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f4aeef62. 00000100:00000010:1.0:1767384382.612065:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd14f4e7. 00000100:00000010:1.0:1767384382.612067:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000db3ba65. 00000100:00000010:1.0:1767384382.612095:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008fe6780d. 00000100:00000010:1.0:1767384382.612097:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d3723630. 00000100:00000010:1.0:1767384382.612121:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2b03860. 00000100:00000010:1.0:1767384382.612123:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000032ee78cd. 00000100:00000010:1.0:1767384382.612142:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e83d026c. 00000100:00000010:1.0:1767384382.612144:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000047fd41ba. 00000100:00000010:1.0:1767384382.612167:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c1ed839. 00000100:00000010:1.0:1767384382.612168:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004668eb1d. 00000100:00000010:1.0:1767384382.612190:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075c61828. 00000100:00000010:1.0:1767384382.612192:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000781062d0. 00000100:00000010:1.0:1767384382.612219:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035ac60e2. 00000100:00000010:1.0:1767384382.612220:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f63c86ce. 00000100:00000010:1.0:1767384382.612251:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b27e0446. 00000100:00000010:1.0:1767384382.612252:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000092550a3f. 00000100:00000010:1.0:1767384382.612272:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b34acbe. 00000100:00000010:1.0:1767384382.612273:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cf470cfb. 00000100:00000010:1.0:1767384382.612291:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e84e72e. 00000100:00000010:1.0:1767384382.612292:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000088192773. 00000100:00000010:1.0:1767384382.612313:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ae948fb. 00000100:00000010:1.0:1767384382.612315:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000caa55e7a. 00000100:00000010:1.0:1767384382.612332:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009adec6a. 00000100:00000010:1.0:1767384382.612333:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c7c01c54. 00000100:00000010:1.0:1767384382.612376:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca7ac6f7. 00000100:00000010:1.0:1767384382.612378:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000036b73f37. 00000100:00000010:1.0:1767384382.612414:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2a98277. 00000100:00000010:1.0:1767384382.612418:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d8dbe4a8. 00000100:00000010:1.0:1767384382.612447:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004aa562e8. 00000100:00000010:1.0:1767384382.612449:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006d076adf. 00000100:00000010:1.0:1767384382.612517:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab20f1ca. 00000100:00000010:1.0:1767384382.612521:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000052e07f51. 00000100:00000010:1.0:1767384382.612608:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a97339b3. 00000100:00000010:1.0:1767384382.612612:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007e7a4b78. 00000100:00000010:1.0:1767384382.612643:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e757f45e. 00000100:00000010:1.0:1767384382.612645:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000347475c. 00000100:00000010:1.0:1767384382.612683:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bff3830a. 00000100:00000010:1.0:1767384382.612686:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000565eba68. 00000100:00000010:1.0:1767384382.612718:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c88ae44a. 00000100:00000010:1.0:1767384382.612720:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000969ca168. 00000100:00000010:1.0:1767384382.612741:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000089b75f6. 00000100:00000010:1.0:1767384382.612743:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000df26f728. 00000100:00000010:1.0:1767384382.612768:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c2c8587. 00000100:00000010:1.0:1767384382.612770:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dec6db95. 00000100:00000010:1.0:1767384382.612791:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac0390ce. 00000100:00000010:1.0:1767384382.612793:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005a40d3e8. 00000100:00000010:1.0:1767384382.612815:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094f942c5. 00000100:00000010:1.0:1767384382.612816:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000049e36637. 00000100:00000010:1.0:1767384382.612836:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d75e025c. 00000100:00000010:1.0:1767384382.612838:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f2121c8f. 00000100:00000010:1.0:1767384382.612854:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069fcc8af. 00000100:00000010:1.0:1767384382.612856:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000075231002. 00000100:00000010:1.0:1767384382.612873:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccfcbd7f. 00000100:00000010:1.0:1767384382.612874:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f171ce0c. 00000100:00000010:1.0:1767384382.612896:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e27b634e. 00000100:00000010:1.0:1767384382.612897:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cc63f570. 00000100:00000010:1.0:1767384382.612912:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000225eb93c. 00000100:00000010:1.0:1767384382.612913:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000035dbb846. 00000100:00000010:1.0:1767384382.612928:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064bedfe8. 00000100:00000010:1.0:1767384382.612929:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003b9c28f9. 00000100:00000010:1.0:1767384382.612950:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006de42447. 00000100:00000010:1.0:1767384382.612952:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006bce164e. 00000100:00000010:1.0:1767384382.612976:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044d0db96. 00000100:00000010:1.0:1767384382.612977:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000625ba397. 00000100:00000010:1.0:1767384382.613010:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000faee147e. 00000100:00000010:1.0:1767384382.613012:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005dbe1b84. 00000100:00000010:1.0:1767384382.613042:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4bec67a. 00000100:00000010:1.0:1767384382.613044:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e9145082. 00000100:00000010:1.0:1767384382.613070:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b4b0a00. 00000100:00000010:1.0:1767384382.613072:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dd422d4c. 00000100:00000010:1.0:1767384382.613097:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d05e87e. 00000100:00000010:1.0:1767384382.613099:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c0647def. 00000100:00000010:1.0:1767384382.613123:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a44090b8. 00000100:00000010:1.0:1767384382.613125:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e982114d. 00000100:00000010:1.0:1767384382.613145:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000599cbf3a. 00000100:00000010:1.0:1767384382.613147:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a822cafe. 00000100:00000010:1.0:1767384382.613167:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092e6b780. 00000100:00000010:1.0:1767384382.613169:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007e5851ca. 00000100:00000010:1.0:1767384382.613187:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010455a7f. 00000100:00000010:1.0:1767384382.613189:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000001952538. 00000100:00000010:1.0:1767384382.613204:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001babbf23. 00000100:00000010:1.0:1767384382.613206:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000eb76bd30. 00000100:00000010:1.0:1767384382.613221:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1c9fa15. 00000100:00000010:1.0:1767384382.613222:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f551008d. 00000100:00000010:1.0:1767384382.613236:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a11f9dc. 00000100:00000010:1.0:1767384382.613238:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004f050e75. 00000100:00000010:1.0:1767384382.613257:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbbaa2d8. 00000100:00000010:1.0:1767384382.613259:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000099393aec. 00000100:00000010:1.0:1767384382.613278:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d71eaaf4. 00000100:00000010:1.0:1767384382.613280:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007dda0c6e. 00000100:00000010:1.0:1767384382.613296:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056726946. 00000100:00000010:1.0:1767384382.613297:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000684318ec. 00000100:00000010:1.0:1767384382.613318:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055c7cb72. 00000100:00000010:1.0:1767384382.613320:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c6942386. 00000100:00000010:1.0:1767384382.613336:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052a6b017. 00000100:00000010:1.0:1767384382.613338:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f97d0451. 00000100:00000010:1.0:1767384382.613353:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a5c228e. 00000100:00000010:1.0:1767384382.613385:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000000ef43371. 00000100:00000010:1.0:1767384382.613405:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000027c0f2a7. 00000100:00000010:1.0:1767384382.613419:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000ecbd2156. 00000100:00000010:1.0:1767384382.613435:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000b769882d. 00000100:00000010:1.0:1767384382.613448:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000633f89d7. 00000100:00000001:1.0:1767384382.613476:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384382.613501:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.613503:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384382.613506:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384382.613508:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000cf15d1b2. 00000100:00000001:1.0:1767384382.613511:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384382.613512:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.613514:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.613516:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000dfae3ce6. 00000100:00000001:1.0:1767384382.613518:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.613520:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.613522:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007ddb1c17. 00000100:00000001:1.0:1767384382.613524:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.613526:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.613528:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ed2c6923. 00000100:00000001:1.0:1767384382.613531:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.613533:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.613534:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e9e9f120. 00000100:00000001:1.0:1767384382.613540:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.613542:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384382.613544:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384382.613548:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000b7329580. 00000100:00000001:1.0:1767384382.613552:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384382.613555:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.613558:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.613559:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009cc84bea. 00000100:00000001:1.0:1767384382.613562:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.613563:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.613564:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e1b02754. 00000100:00000001:1.0:1767384382.613568:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.613570:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.613584:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000012d817d5. 00000100:00000001:1.0:1767384382.613588:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.613590:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.613591:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000ea06357. 00000100:00000010:1.0:1767384382.613593:0:39781:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000b03540d2. 00000100:00000001:1.0:1767384382.613596:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384382.613664:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002be75bd4. 00000020:00000010:1.0:1767384382.613667:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005aa665c0. 00000020:00000010:1.0:1767384382.613669:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005bcfb752. 00000020:00000010:1.0:1767384382.613678:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000056341e2. 00000020:00000010:1.0:1767384382.613682:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000024badcf6. 00000020:00000010:1.0:1767384382.613685:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003fd1cfb9. 00000100:00000010:1.0:1767384382.613709:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000000036a2ce. 00000100:00000010:1.0:1767384382.613715:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000001ab571c5. 00000100:00000010:1.0:1767384382.613718:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000008b378262. 00000100:00000010:1.0:1767384382.613720:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000004aafc7da. 00000100:00000001:1.0:1767384382.613722:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.613724:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384382.613725:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:1.0:1767384382.613728:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384382.613729:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384382.613730:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:1.0:1767384382.613731:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #2 00000100:00000040:1.0:1767384382.613733:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:1.0:1767384382.613734:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:1.0:1767384382.613755:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #2 00000020:00000010:2.0:1767384382.613763:0:39692:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006c6c4b37. 00000020:00000010:0.0:1767384382.613768:0:16786:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002f6a80c8. 00000040:00000010:2.0:1767384382.613770:0:39692:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000029b91a5c. 00000040:00000010:0.0:1767384382.613775:0:16786:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000169a28fd. 00000020:00000010:0.0:1767384382.613778:0:16786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000068c312e. 00000020:00000010:0.0:1767384382.613783:0:16786:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000c1145c2. 00000020:00000010:2.0:1767384382.613784:0:39692:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000565a4df3. 00000020:00000010:0.0:1767384382.613790:0:16786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bbd612dc. 00000020:00000010:2.0:1767384382.613791:0:39692:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000073a0b382. 80000000:00000010:0.0:1767384382.613798:0:16786:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f81fab3. 00000020:00000010:2.0:1767384382.613800:0:39692:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d1b9f97d. 40000000:00000010:0.0:1767384382.613803:0:16786:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bcbd9ecc. 80000000:00000010:2.0:1767384382.613807:0:39692:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab1f2dd1. 00000020:00000010:3.0:1767384382.613811:0:16785:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c665f884. 00100000:00000010:0.0:1767384382.613811:0:16786:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c846ffb2. 40000000:00000010:2.0:1767384382.613813:0:39692:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c276ae4. 00000040:00000010:3.0:1767384382.613840:0:16785:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000001b60fda. 00040000:00000010:0.0:1767384382.613841:0:16786:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bf2172b0. 00100000:00000010:2.0:1767384382.613842:0:39692:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000078c512f5. 00000020:00000010:3.0:1767384382.613872:0:16785:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000063298dae. 00040000:00000010:2.0:1767384382.613872:0:39692:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000018728b8c. 00040000:00000010:0.0:1767384382.613873:0:16786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c2163db7. 00040000:00000010:2.0:1767384382.613883:0:39692:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001203827d. 00000020:00000010:3.0:1767384382.613888:0:16785:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b11471f5. 00080000:00000010:2.0:1767384382.613890:0:39692:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000086d9369b. 00080000:00000010:0.0:1767384382.613890:0:16786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000080663d6b. 00000020:00000010:3.0:1767384382.613908:0:16785:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f9340574. 00000004:00000010:0.0:1767384382.613909:0:16786:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007d7d6416. 00000004:00000010:2.0:1767384382.613910:0:39692:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000058c498f2. 80000000:00000010:3.0:1767384382.613936:0:16785:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000bd1c6ea. 00000020:00000010:2.0:1767384382.613939:0:39692:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058f903d6. 00000020:00000010:0.0:1767384382.613939:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b3a14de. 40000000:00000010:3.0:1767384382.613964:0:16785:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000baaf526e. 00000020:00000010:0.0:1767384382.613966:0:16786:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000012aaa3e3. 00000020:00000010:2.0:1767384382.613967:0:39692:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b5aabfcc. 00100000:00000010:3.0:1767384382.613981:0:16785:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000025db6ef5. 00000100:00000010:0.0:1767384382.613985:0:16786:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000033a504a6. 00000100:00000010:2.0:1767384382.613986:0:39692:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000cd455dda. 00040000:00000010:3.0:1767384382.613989:0:16785:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009cad44cc. 00000100:00100000:0.0:1767384382.613990:0:16786:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [000000002719d1a6:16786] 1 exiting: rc = 0 00000100:00100000:2.0:1767384382.613993:0:39692:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [000000005d9e3a38:39692] 2 exiting: rc = 0 00040000:00000010:3.0:1767384382.613999:0:16785:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000054d591a7. 00080000:00000010:3.0:1767384382.614006:0:16785:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bacc3f2a. 00000004:00000010:3.0:1767384382.614013:0:16785:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008510b174. 00000020:00000010:3.0:1767384382.614018:0:16785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a80d2d6. 00000020:00000010:3.0:1767384382.614027:0:16785:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000016ecc570. 00000100:00000040:1.0:1767384382.614039:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #0 00000100:00000010:3.0:1767384382.614053:0:16785:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000159b3430. 00000100:00100000:3.0:1767384382.614060:0:16785:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000855d6076:16785] 0 exiting: rc = 1 00000100:00000010:1.0:1767384382.614107:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000855d6076. 00000100:00000010:1.0:1767384382.614115:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002719d1a6. 00000100:00000010:1.0:1767384382.614118:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000005d9e3a38. 00000100:00000001:1.0:1767384382.614120:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384382.614121:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384382.614123:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:1.0:1767384382.614126:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614129:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614132:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbf7eb24. 00000400:00000200:1.0:1767384382.614137:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d67ef5 00000400:00000010:1.0:1767384382.614140:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4d67ef5. 00000100:00000001:1.0:1767384382.614145:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614148:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614158:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614161:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384382.614163:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614166:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614167:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614168:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6f036bc. 00000400:00000200:1.0:1767384382.614171:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2ce2bf8 00000400:00000010:1.0:1767384382.614173:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2ce2bf8. 00000100:00000001:1.0:1767384382.614180:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614182:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614195:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614197:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384382.614198:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614199:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614200:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614201:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b61c091. 00000400:00000200:1.0:1767384382.614202:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc5a0b2c 00000400:00000010:1.0:1767384382.614204:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc5a0b2c. 00000100:00000001:1.0:1767384382.614205:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614206:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614208:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614209:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384382.614210:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614211:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614212:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614212:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061af2aab. 00000400:00000200:1.0:1767384382.614213:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048dc25ec 00000400:00000010:1.0:1767384382.614214:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048dc25ec. 00000100:00000001:1.0:1767384382.614215:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614216:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614218:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614219:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384382.614220:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614221:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614221:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614222:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077be0710. 00000400:00000200:1.0:1767384382.614223:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005be0457a 00000400:00000010:1.0:1767384382.614224:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005be0457a. 00000100:00000001:1.0:1767384382.614225:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614226:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614228:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614229:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384382.614230:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614231:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614231:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614232:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d439aab7. 00000400:00000200:1.0:1767384382.614233:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eba9387 00000400:00000010:1.0:1767384382.614234:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009eba9387. 00000100:00000001:1.0:1767384382.614235:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614236:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614238:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614239:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384382.614240:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614241:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614241:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614242:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4598b4a. 00000400:00000200:1.0:1767384382.614243:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de614df3 00000400:00000010:1.0:1767384382.614244:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de614df3. 00000100:00000001:1.0:1767384382.614245:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614245:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614248:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614248:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384382.614249:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614250:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614251:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614251:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002777f0e3. 00000400:00000200:1.0:1767384382.614252:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d29a9051 00000400:00000010:1.0:1767384382.614253:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d29a9051. 00000100:00000001:1.0:1767384382.614254:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614255:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614257:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614258:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384382.614258:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614259:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614260:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614260:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066027a41. 00000400:00000200:1.0:1767384382.614261:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a5251a 00000400:00000010:1.0:1767384382.614263:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010a5251a. 00000100:00000001:1.0:1767384382.614264:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614265:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614267:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614268:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384382.614269:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614270:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614271:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614272:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004231feb3. 00000400:00000200:1.0:1767384382.614273:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000610ef2bd 00000400:00000010:1.0:1767384382.614274:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000610ef2bd. 00000100:00000001:1.0:1767384382.614275:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614276:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614278:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614279:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384382.614280:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614281:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614282:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614283:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8dfda81. 00000400:00000200:1.0:1767384382.614284:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b2c902 00000400:00000010:1.0:1767384382.614285:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066b2c902. 00000100:00000001:1.0:1767384382.614286:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614287:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614290:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614290:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384382.614291:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614292:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614293:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614293:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2b95ef9. 00000400:00000200:1.0:1767384382.614294:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a51e5d8 00000400:00000010:1.0:1767384382.614295:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a51e5d8. 00000100:00000001:1.0:1767384382.614296:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614297:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614300:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614300:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384382.614301:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614302:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614303:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614304:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa2a5e1. 00000400:00000200:1.0:1767384382.614305:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000413ac3e6 00000400:00000010:1.0:1767384382.614306:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000413ac3e6. 00000100:00000001:1.0:1767384382.614307:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614307:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614310:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614311:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384382.614311:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614312:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614313:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614314:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022233ba0. 00000400:00000200:1.0:1767384382.614315:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3408513 00000400:00000010:1.0:1767384382.614315:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3408513. 00000100:00000001:1.0:1767384382.614316:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614317:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614319:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614320:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384382.614321:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614322:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614323:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614323:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d4ae720. 00000400:00000200:1.0:1767384382.614324:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a32888bc 00000400:00000010:1.0:1767384382.614325:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a32888bc. 00000100:00000001:1.0:1767384382.614326:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614326:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614329:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614330:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384382.614330:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614331:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614332:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614333:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c01f302d. 00000400:00000200:1.0:1767384382.614334:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013ca35b4 00000400:00000010:1.0:1767384382.614335:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013ca35b4. 00000100:00000001:1.0:1767384382.614336:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614336:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614339:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614340:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384382.614341:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614342:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614342:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614343:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3f757a9. 00000400:00000200:1.0:1767384382.614344:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba1ade9 00000400:00000010:1.0:1767384382.614345:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eba1ade9. 00000100:00000001:1.0:1767384382.614347:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614347:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614350:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614351:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384382.614351:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614352:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614353:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614353:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a72d2c8b. 00000400:00000200:1.0:1767384382.614354:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bd0c9b6 00000400:00000010:1.0:1767384382.614355:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bd0c9b6. 00000100:00000001:1.0:1767384382.614356:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614357:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614359:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614360:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384382.614361:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614362:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614362:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614363:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c20f4598. 00000400:00000200:1.0:1767384382.614364:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d74bd60f 00000400:00000010:1.0:1767384382.614365:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d74bd60f. 00000100:00000001:1.0:1767384382.614366:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614367:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614369:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614370:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384382.614371:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614372:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614372:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614373:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091b6cc43. 00000400:00000200:1.0:1767384382.614374:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd068c27 00000400:00000010:1.0:1767384382.614375:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd068c27. 00000100:00000001:1.0:1767384382.614376:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614377:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614380:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614382:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384382.614383:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614384:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614384:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614386:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e934f88c. 00000400:00000200:1.0:1767384382.614387:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f647b30 00000400:00000010:1.0:1767384382.614388:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f647b30. 00000100:00000001:1.0:1767384382.614390:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614391:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614396:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614397:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384382.614399:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614400:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614402:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614403:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ba0e056. 00000400:00000200:1.0:1767384382.614405:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c075b5cc 00000400:00000010:1.0:1767384382.614407:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c075b5cc. 00000100:00000001:1.0:1767384382.614409:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614410:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614415:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614416:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384382.614418:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614419:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614421:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614422:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063681e41. 00000400:00000200:1.0:1767384382.614424:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc582c74 00000400:00000010:1.0:1767384382.614426:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc582c74. 00000100:00000001:1.0:1767384382.614429:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614430:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614435:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614437:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384382.614438:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614440:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614442:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614443:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c29b2ce. 00000400:00000200:1.0:1767384382.614445:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2162967 00000400:00000010:1.0:1767384382.614447:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2162967. 00000100:00000001:1.0:1767384382.614450:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614451:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614456:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614458:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384382.614459:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614462:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614463:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614464:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f18f13f9. 00000400:00000200:1.0:1767384382.614466:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c97b4d4 00000400:00000010:1.0:1767384382.614467:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c97b4d4. 00000100:00000001:1.0:1767384382.614468:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614469:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614472:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614473:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384382.614474:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614475:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614476:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614498:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfa3c76c. 00000400:00000200:1.0:1767384382.614501:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000337272cb 00000400:00000010:1.0:1767384382.614503:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000337272cb. 00000100:00000001:1.0:1767384382.614509:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614511:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614521:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614524:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384382.614530:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614534:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614538:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614540:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ee58507. 00000400:00000200:1.0:1767384382.614543:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f0b74c9 00000400:00000010:1.0:1767384382.614545:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f0b74c9. 00000100:00000001:1.0:1767384382.614549:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614551:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614560:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614562:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384382.614565:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614568:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614570:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614585:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be393f30. 00000400:00000200:1.0:1767384382.614590:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce250aa4 00000400:00000010:1.0:1767384382.614592:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce250aa4. 00000100:00000001:1.0:1767384382.614597:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614598:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614605:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614607:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384382.614610:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614611:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614613:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614614:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005afabbc7. 00000400:00000200:1.0:1767384382.614617:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc7e29c1 00000400:00000010:1.0:1767384382.614618:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc7e29c1. 00000100:00000001:1.0:1767384382.614621:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614622:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614629:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614630:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384382.614632:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614634:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614635:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614636:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cde4299f. 00000400:00000200:1.0:1767384382.614639:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000959e2318 00000400:00000010:1.0:1767384382.614641:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000959e2318. 00000100:00000001:1.0:1767384382.614644:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614645:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614653:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614654:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384382.614656:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614657:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614658:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614659:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008379fe29. 00000400:00000200:1.0:1767384382.614662:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054ec7a1d 00000400:00000010:1.0:1767384382.614663:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054ec7a1d. 00000100:00000001:1.0:1767384382.614666:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614667:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614673:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614675:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384382.614677:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614679:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614680:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614681:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a47f1912. 00000400:00000200:1.0:1767384382.614684:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007807a0fa 00000400:00000010:1.0:1767384382.614685:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007807a0fa. 00000100:00000001:1.0:1767384382.614687:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614687:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614690:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614691:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384382.614692:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614693:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614694:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614694:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027a3b541. 00000400:00000200:1.0:1767384382.614696:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f5071b3 00000400:00000010:1.0:1767384382.614697:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f5071b3. 00000100:00000001:1.0:1767384382.614700:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614701:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614704:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614704:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384382.614706:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614707:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614707:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614708:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d28f640. 00000400:00000200:1.0:1767384382.614710:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000766654bc 00000400:00000010:1.0:1767384382.614711:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000766654bc. 00000100:00000001:1.0:1767384382.614712:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614713:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614715:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614716:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384382.614717:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614718:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614718:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614719:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec845b28. 00000400:00000200:1.0:1767384382.614720:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000664c9c69 00000400:00000010:1.0:1767384382.614721:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000664c9c69. 00000100:00000001:1.0:1767384382.614723:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614724:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614726:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614728:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384382.614728:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614729:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614730:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614731:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d39e4b05. 00000400:00000200:1.0:1767384382.614732:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003081d779 00000400:00000010:1.0:1767384382.614732:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003081d779. 00000100:00000001:1.0:1767384382.614734:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614735:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614737:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614738:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384382.614739:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614740:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614740:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614741:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e52957a. 00000400:00000200:1.0:1767384382.614742:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b24d38fc 00000400:00000010:1.0:1767384382.614743:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b24d38fc. 00000100:00000001:1.0:1767384382.614744:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614745:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614747:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614748:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384382.614749:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614750:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614750:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614751:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fea7a6e. 00000400:00000200:1.0:1767384382.614752:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f726f80b 00000400:00000010:1.0:1767384382.614753:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f726f80b. 00000100:00000001:1.0:1767384382.614754:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614754:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614757:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614758:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384382.614758:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614759:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614760:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614760:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aef54d9. 00000400:00000200:1.0:1767384382.614761:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ad36aff 00000400:00000010:1.0:1767384382.614762:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ad36aff. 00000100:00000001:1.0:1767384382.614763:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614765:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614768:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614769:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384382.614770:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614771:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614772:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614773:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f20d7daf. 00000400:00000200:1.0:1767384382.614773:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000982b1f79 00000400:00000010:1.0:1767384382.614774:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000982b1f79. 00000100:00000001:1.0:1767384382.614775:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614776:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614778:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614779:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384382.614780:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614781:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614781:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614782:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b8e2c8b. 00000400:00000200:1.0:1767384382.614783:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008647f865 00000400:00000010:1.0:1767384382.614784:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008647f865. 00000100:00000001:1.0:1767384382.614785:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614786:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614788:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614789:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384382.614790:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614790:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614791:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614792:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acd02c18. 00000400:00000200:1.0:1767384382.614793:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012134901 00000400:00000010:1.0:1767384382.614793:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012134901. 00000100:00000001:1.0:1767384382.614794:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614795:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614797:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614798:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384382.614799:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614800:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614800:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614801:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbf76e2e. 00000400:00000200:1.0:1767384382.614802:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000196ef874 00000400:00000010:1.0:1767384382.614803:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000196ef874. 00000100:00000001:1.0:1767384382.614805:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614805:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614808:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614809:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384382.614809:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614810:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614811:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614811:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009100a05d. 00000400:00000200:1.0:1767384382.614812:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000980de4fc 00000400:00000010:1.0:1767384382.614813:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000980de4fc. 00000100:00000001:1.0:1767384382.614814:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614815:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614817:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614818:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384382.614819:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614819:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614820:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614821:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002182cd19. 00000400:00000200:1.0:1767384382.614821:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017e1736f 00000400:00000010:1.0:1767384382.614822:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017e1736f. 00000100:00000001:1.0:1767384382.614823:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614824:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614826:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614827:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384382.614828:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614829:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614829:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614830:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2f8924a. 00000400:00000200:1.0:1767384382.614831:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000989c47c4 00000400:00000010:1.0:1767384382.614832:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000989c47c4. 00000100:00000001:1.0:1767384382.614833:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614833:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614836:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614837:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384382.614837:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614839:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614840:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614841:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e3ea8b1. 00000400:00000200:1.0:1767384382.614842:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000930a3d94 00000400:00000010:1.0:1767384382.614843:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000930a3d94. 00000100:00000001:1.0:1767384382.614845:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614845:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614848:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614848:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384382.614849:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614850:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614851:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614851:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008578d412. 00000400:00000200:1.0:1767384382.614852:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c939922d 00000400:00000010:1.0:1767384382.614853:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c939922d. 00000100:00000001:1.0:1767384382.614854:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614855:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614857:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614858:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384382.614859:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614860:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614860:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614861:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ff144df. 00000400:00000200:1.0:1767384382.614862:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008053d86c 00000400:00000010:1.0:1767384382.614862:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008053d86c. 00000100:00000001:1.0:1767384382.614863:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614864:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614866:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614867:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384382.614868:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614868:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614869:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614870:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004413d1be. 00000400:00000200:1.0:1767384382.614871:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b8c677 00000400:00000010:1.0:1767384382.614872:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064b8c677. 00000100:00000001:1.0:1767384382.614873:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614873:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614876:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614877:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384382.614878:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614879:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614880:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614881:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053f1ff27. 00000400:00000200:1.0:1767384382.614882:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000172364d1 00000400:00000010:1.0:1767384382.614882:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000172364d1. 00000100:00000001:1.0:1767384382.614883:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614884:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614886:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614887:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384382.614888:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614888:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614889:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614890:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004b27f87. 00000400:00000200:1.0:1767384382.614890:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6d60fb6 00000400:00000010:1.0:1767384382.614891:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6d60fb6. 00000100:00000001:1.0:1767384382.614892:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614893:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614895:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614896:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384382.614897:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614897:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614898:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614899:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2172780. 00000400:00000200:1.0:1767384382.614900:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b2b082a 00000400:00000010:1.0:1767384382.614901:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b2b082a. 00000100:00000001:1.0:1767384382.614902:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614902:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614905:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614906:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384382.614906:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614907:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614908:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614908:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f99f25df. 00000400:00000200:1.0:1767384382.614909:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479daf6c 00000400:00000010:1.0:1767384382.614910:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000479daf6c. 00000100:00000001:1.0:1767384382.614911:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614912:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614915:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614915:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384382.614916:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614917:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614918:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614918:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f79023c7. 00000400:00000200:1.0:1767384382.614919:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c47d91 00000400:00000010:1.0:1767384382.614920:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086c47d91. 00000100:00000001:1.0:1767384382.614921:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614922:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614924:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614925:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384382.614926:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614926:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614927:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614928:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004e5b5d8. 00000400:00000200:1.0:1767384382.614929:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054c9f3c4 00000400:00000010:1.0:1767384382.614929:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054c9f3c4. 00000100:00000001:1.0:1767384382.614931:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614931:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614934:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614934:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384382.614935:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614936:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614936:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614937:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1d02ea6. 00000400:00000200:1.0:1767384382.614938:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a58bb8b 00000400:00000010:1.0:1767384382.614939:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a58bb8b. 00000100:00000001:1.0:1767384382.614940:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614940:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614943:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614944:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384382.614944:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614945:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614946:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614947:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd38e413. 00000400:00000200:1.0:1767384382.614948:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052080891 00000400:00000010:1.0:1767384382.614948:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052080891. 00000100:00000001:1.0:1767384382.614950:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614951:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614954:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614954:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384382.614956:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614956:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614957:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614958:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a74b5a8c. 00000400:00000200:1.0:1767384382.614959:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c516d55b 00000400:00000010:1.0:1767384382.614960:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c516d55b. 00000100:00000001:1.0:1767384382.614961:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614961:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614964:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614964:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384382.614965:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614966:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614967:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614967:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f497c10f. 00000400:00000200:1.0:1767384382.614968:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbae80d1 00000400:00000010:1.0:1767384382.614969:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbae80d1. 00000100:00000001:1.0:1767384382.614971:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614971:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614974:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614974:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384382.614975:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614976:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614977:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614977:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000789256a0. 00000400:00000200:1.0:1767384382.614978:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d5bce65 00000400:00000010:1.0:1767384382.614979:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d5bce65. 00000100:00000001:1.0:1767384382.614980:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614981:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614983:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614984:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384382.614985:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614986:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614986:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614987:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019c78cf7. 00000400:00000200:1.0:1767384382.614989:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000164eb799 00000400:00000010:1.0:1767384382.614990:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000164eb799. 00000100:00000001:1.0:1767384382.614991:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.614991:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.614994:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.614994:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384382.614995:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.614996:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.614997:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.614997:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cfe9ef2. 00000400:00000200:1.0:1767384382.614998:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3e6046c 00000400:00000010:1.0:1767384382.614999:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3e6046c. 00000100:00000001:1.0:1767384382.615000:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.615000:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.615003:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.615004:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384382.615004:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.615005:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.615006:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.615006:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000908e0fa6. 00000400:00000200:1.0:1767384382.615007:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e8d1a03 00000400:00000010:1.0:1767384382.615008:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e8d1a03. 00000100:00000001:1.0:1767384382.615009:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.615010:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384382.615012:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.615013:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384382.615014:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.615015:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615015:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615017:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615017:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615018:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615019:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615020:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615020:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615021:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615022:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615023:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615024:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615025:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615026:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615026:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615027:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615028:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615029:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615030:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615030:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615031:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615032:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615032:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615033:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615034:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615034:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615035:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615036:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615036:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615037:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615038:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615038:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615039:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615040:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615041:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615041:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615042:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615042:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615043:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615044:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615045:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615045:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615046:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615047:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615047:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615048:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615049:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615049:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615050:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615050:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615051:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615053:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615054:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615055:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615056:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615056:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615058:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615058:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615059:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615060:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615061:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615061:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615062:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615062:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615063:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615064:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615065:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615065:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615066:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615066:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615067:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615068:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615069:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615069:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615070:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615070:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615071:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615072:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615072:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615073:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615074:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615074:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615075:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615076:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615076:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615077:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615078:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615078:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615079:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615080:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615080:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615082:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615082:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615083:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615084:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615085:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615086:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615086:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615087:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615088:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615088:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615089:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615090:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615090:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615091:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615092:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615092:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615093:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615094:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615094:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615095:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615096:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615096:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615097:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615098:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615098:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615099:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615100:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615100:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615101:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615102:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615102:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615103:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615104:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615104:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615105:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.615106:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.615106:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384382.615108:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.615109:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000b64ab753. 02000000:00000001:1.0:1767384382.615111:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384382.615112:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004725f0f0. 00000100:00000010:1.0:1767384382.615115:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e514dd50. 00000100:00000010:1.0:1767384382.615117:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c8b193a. 00000100:00000010:1.0:1767384382.615119:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000020ec2b31. 00000100:00000010:1.0:1767384382.615120:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000653e04b4. 00000100:00000010:1.0:1767384382.615122:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000236947ff. 00000100:00000010:1.0:1767384382.615124:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003248ccb4. 00000100:00000010:1.0:1767384382.615125:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ebbd3eb8. 00000100:00000010:1.0:1767384382.615126:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1fb2b6f. 00000100:00000010:1.0:1767384382.615128:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008a698624. 00000100:00000010:1.0:1767384382.615129:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bb62d9e. 00000100:00000010:1.0:1767384382.615130:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009cd2e616. 00000100:00000010:1.0:1767384382.615132:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f86a9a39. 00000100:00000010:1.0:1767384382.615134:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008b123440. 00000100:00000010:1.0:1767384382.615135:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063ac7408. 00000100:00000010:1.0:1767384382.615136:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000018dfd6a2. 00000100:00000010:1.0:1767384382.615143:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a086bf5. 00000100:00000010:1.0:1767384382.615145:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000081e98dd. 00000100:00000010:1.0:1767384382.615146:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5981483. 00000100:00000010:1.0:1767384382.615147:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dc1e7ca1. 00000100:00000010:1.0:1767384382.615149:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a494ba67. 00000100:00000010:1.0:1767384382.615150:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000058769c78. 00000100:00000010:1.0:1767384382.615152:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006068ac36. 00000100:00000010:1.0:1767384382.615154:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d71a0341. 00000100:00000010:1.0:1767384382.615156:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062b0354b. 00000100:00000010:1.0:1767384382.615158:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000090433851. 00000100:00000010:1.0:1767384382.615160:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b64acd60. 00000100:00000010:1.0:1767384382.615161:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002382f220. 00000100:00000010:1.0:1767384382.615163:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000279ff0b5. 00000100:00000010:1.0:1767384382.615164:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d1d002fe. 00000100:00000010:1.0:1767384382.615166:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000530baef9. 00000100:00000010:1.0:1767384382.615167:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ae869ae5. 00000100:00000010:1.0:1767384382.615168:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd05c916. 00000100:00000010:1.0:1767384382.615170:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b592ee9b. 00000100:00000010:1.0:1767384382.615172:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008e94bb7. 00000100:00000010:1.0:1767384382.615173:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b16fe759. 00000100:00000010:1.0:1767384382.615175:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004680d846. 00000100:00000010:1.0:1767384382.615176:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e7c7cfae. 00000100:00000010:1.0:1767384382.615177:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8fc3f69. 00000100:00000010:1.0:1767384382.615178:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007e5080dd. 00000100:00000010:1.0:1767384382.615189:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000140eb8aa. 00000100:00000010:1.0:1767384382.615191:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000865790ca. 00000100:00000010:1.0:1767384382.615192:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000375e342a. 00000100:00000010:1.0:1767384382.615193:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000586ecaf7. 00000100:00000010:1.0:1767384382.615195:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8ac77ec. 00000100:00000010:1.0:1767384382.615196:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000065993655. 00000100:00000010:1.0:1767384382.615198:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003339d09b. 00000100:00000010:1.0:1767384382.615199:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000adb0c78e. 00000100:00000010:1.0:1767384382.615201:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077ae0df4. 00000100:00000010:1.0:1767384382.615202:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a6b65f5f. 00000100:00000010:1.0:1767384382.615204:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcb5424f. 00000100:00000010:1.0:1767384382.615205:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ec35950f. 00000100:00000010:1.0:1767384382.615206:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007700377c. 00000100:00000010:1.0:1767384382.615207:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bad570b7. 00000100:00000010:1.0:1767384382.615209:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b92a12b. 00000100:00000010:1.0:1767384382.615210:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e6761b0b. 00000100:00000010:1.0:1767384382.615212:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3ee20ad. 00000100:00000010:1.0:1767384382.615227:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e8437bfc. 00000100:00000010:1.0:1767384382.615229:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008805a903. 00000100:00000010:1.0:1767384382.615230:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000456f0ea. 00000100:00000010:1.0:1767384382.615231:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004044682. 00000100:00000010:1.0:1767384382.615232:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c1a2585a. 00000100:00000010:1.0:1767384382.615234:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc5dc09b. 00000100:00000010:1.0:1767384382.615235:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003f050ae5. 00000100:00000010:1.0:1767384382.615246:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5f7170e. 00000100:00000010:1.0:1767384382.615247:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a04f50ea. 00000100:00000010:1.0:1767384382.615249:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4621e02. 00000100:00000010:1.0:1767384382.615251:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000013503e9e. 00000100:00000010:1.0:1767384382.615252:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd420641. 00000100:00000010:1.0:1767384382.615254:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005ec5190d. 00000100:00000010:1.0:1767384382.615255:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce85284e. 00000100:00000010:1.0:1767384382.615256:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d0b3d186. 00000100:00000010:1.0:1767384382.615258:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab257f06. 00000100:00000010:1.0:1767384382.615259:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d62d0f22. 00000100:00000010:1.0:1767384382.615260:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037e514af. 00000100:00000010:1.0:1767384382.615261:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004ee8dec7. 00000100:00000010:1.0:1767384382.615263:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000034faa4d. 00000100:00000010:1.0:1767384382.615264:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000050104749. 00000100:00000010:1.0:1767384382.615265:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d0947f6. 00000100:00000010:1.0:1767384382.615266:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d24b5542. 00000100:00000010:1.0:1767384382.615269:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9e21c32. 00000100:00000010:1.0:1767384382.615270:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005c1b38a3. 00000100:00000010:1.0:1767384382.615271:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd0c599e. 00000100:00000010:1.0:1767384382.615272:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007658ed3c. 00000100:00000010:1.0:1767384382.615273:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a62be37. 00000100:00000010:1.0:1767384382.615274:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000073d9ad58. 00000100:00000010:1.0:1767384382.615276:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c726f595. 00000100:00000010:1.0:1767384382.615277:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b83018ad. 00000100:00000010:1.0:1767384382.615287:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000890e2189. 00000100:00000010:1.0:1767384382.615289:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000051bffad5. 00000100:00000010:1.0:1767384382.615291:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000605f073b. 00000100:00000010:1.0:1767384382.615292:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a1b1c7b6. 00000100:00000010:1.0:1767384382.615294:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041f52ae7. 00000100:00000010:1.0:1767384382.615295:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009b319486. 00000100:00000010:1.0:1767384382.615297:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000327b5a6d. 00000100:00000010:1.0:1767384382.615298:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007f595f19. 00000100:00000010:1.0:1767384382.615302:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066998b81. 00000100:00000010:1.0:1767384382.615303:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a2325617. 00000100:00000010:1.0:1767384382.615305:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e59893f1. 00000100:00000010:1.0:1767384382.615307:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ee890987. 00000100:00000010:1.0:1767384382.615308:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccc27581. 00000100:00000010:1.0:1767384382.615309:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001c0061d4. 00000100:00000010:1.0:1767384382.615311:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba6bb4fb. 00000100:00000010:1.0:1767384382.615312:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008f9d8b08. 00000100:00000010:1.0:1767384382.615315:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000006d8c5f. 00000100:00000010:1.0:1767384382.615316:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000053c79b49. 00000100:00000010:1.0:1767384382.615317:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f790474. 00000100:00000010:1.0:1767384382.615318:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009c12c79d. 00000100:00000010:1.0:1767384382.615320:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d1faac9. 00000100:00000010:1.0:1767384382.615322:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000068cb008a. 00000100:00000010:1.0:1767384382.615323:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffe25eba. 00000100:00000010:1.0:1767384382.615324:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007a5e800b. 00000100:00000010:1.0:1767384382.615336:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d73dea90. 00000100:00000010:1.0:1767384382.615338:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000baae39ae. 00000100:00000010:1.0:1767384382.615340:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067d27472. 00000100:00000010:1.0:1767384382.615341:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d746d82f. 00000100:00000010:1.0:1767384382.615343:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b00c9fd6. 00000100:00000010:1.0:1767384382.615345:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009c2d0fc3. 00000100:00000010:1.0:1767384382.615347:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6cf4b41. 00000100:00000010:1.0:1767384382.615348:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eacf7906. 00000100:00000010:1.0:1767384382.615351:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020cd7590. 00000100:00000010:1.0:1767384382.615353:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002dca26f8. 00000100:00000010:1.0:1767384382.615354:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000498aa87e. 00000100:00000010:1.0:1767384382.615355:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e629b0a3. 00000100:00000010:1.0:1767384382.615357:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a138ea8d. 00000100:00000010:1.0:1767384382.615359:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bc202806. 00000100:00000010:1.0:1767384382.615361:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d71324c4. 00000100:00000010:1.0:1767384382.615363:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f300093a. 00000100:00000010:1.0:1767384382.615365:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd69b7bd. 00000100:00000010:1.0:1767384382.615368:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005e4a4465. 00000100:00000010:1.0:1767384382.615372:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000c5ee76cf. 00000100:00000010:1.0:1767384382.615377:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000008c546cdb. 00000100:00000001:1.0:1767384382.615382:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384382.615384:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.615385:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384382.615387:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384382.615388:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000133eaba1. 00000100:00000001:1.0:1767384382.615391:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384382.615392:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.615394:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.615396:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000181804c8. 00000100:00000001:1.0:1767384382.615398:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.615400:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.615401:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f8cf652e. 00000100:00000001:1.0:1767384382.615403:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.615405:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.615406:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000004ae0a43. 00000100:00000001:1.0:1767384382.615414:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.615416:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.615417:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000f8d17d8. 00000100:00000001:1.0:1767384382.615419:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384382.615518:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003df40e17. 00000020:00000010:1.0:1767384382.615523:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d0c53ab3. 00000020:00000010:1.0:1767384382.615528:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000008cc15ee8. 00000020:00000010:1.0:1767384382.615531:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000052129b56. 00000100:00000010:1.0:1767384382.615562:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000694b3779. 00000100:00000010:1.0:1767384382.615571:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000001b26d160. 00000100:00000010:1.0:1767384382.615590:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000003b5d9d1d. 00000100:00000010:1.0:1767384382.615592:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000009118ecae. 00000100:00000001:1.0:1767384382.615594:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.615595:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384382.615597:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:1.0:1767384382.615599:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384382.615600:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384382.615601:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:1.0:1767384382.615603:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:1.0:1767384382.615604:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:1.0:1767384382.615631:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:0.0:1767384382.615637:0:16788:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000069777e48. 00000040:00000010:0.0:1767384382.615644:0:16788:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005562907a. 00000020:00000010:0.0:1767384382.615646:0:16788:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ac55d580. 00000020:00000010:0.0:1767384382.615650:0:16788:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be51ffb2. 00000020:00000010:0.0:1767384382.615654:0:16788:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a665482. 80000000:00000010:0.0:1767384382.615657:0:16788:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f528612. 40000000:00000010:0.0:1767384382.615660:0:16788:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003c350d97. 00100000:00000010:0.0:1767384382.615664:0:16788:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000506a400a. 00040000:00000010:0.0:1767384382.615667:0:16788:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000000bf7918. 00040000:00000010:0.0:1767384382.615671:0:16788:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000495bc6bc. 00080000:00000010:0.0:1767384382.615673:0:16788:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000521e096d. 00000004:00000010:0.0:1767384382.615678:0:16788:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000ec94444. 00002000:00000010:0.0:1767384382.615683:0:16788:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000215ac243. 00000020:00000010:0.0:1767384382.615688:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9eca5d7. 00000020:00000010:3.0:1767384382.615689:0:16787:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d5168f9c. 00000020:00000010:0.0:1767384382.615693:0:16788:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bec78e21. 00000040:00000010:3.0:1767384382.615710:0:16787:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c6b8c7db. 00000100:00000010:0.0:1767384382.615710:0:16788:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c98bc87c. 00000100:00100000:0.0:1767384382.615722:0:16788:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [000000002065040f:16788] 1 exiting: rc = 0 00000020:00000010:3.0:1767384382.615727:0:16787:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f7a3a52b. 00000020:00000010:3.0:1767384382.615739:0:16787:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bb8d749b. 00000020:00000010:3.0:1767384382.615745:0:16787:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009cedab17. 80000000:00000010:3.0:1767384382.615752:0:16787:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000af08e584. 40000000:00000010:3.0:1767384382.615757:0:16787:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004bfb94b2. 00000100:00000040:1.0:1767384382.615758:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #0 00100000:00000010:3.0:1767384382.615767:0:16787:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f8747a2f. 00040000:00000010:3.0:1767384382.615774:0:16787:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f7679306. 00040000:00000010:3.0:1767384382.615781:0:16787:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000015c06678. 00080000:00000010:3.0:1767384382.615787:0:16787:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f942728c. 00000004:00000010:3.0:1767384382.615793:0:16787:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000beaa6705. 00002000:00000010:3.0:1767384382.615798:0:16787:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006f23af67. 00000020:00000010:3.0:1767384382.615804:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c055020. 00000020:00000010:3.0:1767384382.615810:0:16787:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fc1badce. 00000100:00000010:3.0:1767384382.615816:0:16787:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f9ca1c7e. 00000100:00100000:3.0:1767384382.615819:0:16787:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [0000000024d0d109:16787] 0 exiting: rc = 1 00000100:00000010:1.0:1767384382.615859:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000024d0d109. 00000100:00000010:1.0:1767384382.615865:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002065040f. 00000100:00000001:1.0:1767384382.615867:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384382.615868:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384382.615870:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:1.0:1767384382.615873:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.615876:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.615878:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd87a8f0. 00000400:00000200:1.0:1767384382.615884:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f406e4 00000400:00000010:1.0:1767384382.615887:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000010f406e4. 00000100:00000001:1.0:1767384382.615896:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.615898:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.615909:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.615912:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384382.615914:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.615915:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.615916:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.615917:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000beef27fa. 00000400:00000200:1.0:1767384382.615921:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000028d18a9 00000400:00000010:1.0:1767384382.615924:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000028d18a9. 00000100:00000001:1.0:1767384382.615945:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.615946:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.615950:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.615951:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384382.615952:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.615954:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.615954:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.615956:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea09272b. 00000400:00000200:1.0:1767384382.615957:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1f9dd25 00000400:00000010:1.0:1767384382.615958:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a1f9dd25. 00000100:00000001:1.0:1767384382.615960:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.615960:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.615963:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.615963:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384382.615964:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.615965:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.615965:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.615967:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fad4fc50. 00000400:00000200:1.0:1767384382.615968:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d265eaee 00000400:00000010:1.0:1767384382.615969:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d265eaee. 00000100:00000001:1.0:1767384382.615971:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.615972:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.615975:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.615975:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384382.615976:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.615977:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.615978:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.615979:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087eb55ad. 00000400:00000200:1.0:1767384382.615979:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e557c77 00000400:00000010:1.0:1767384382.615981:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003e557c77. 00000100:00000001:1.0:1767384382.615982:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.615983:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.615985:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.615986:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384382.615987:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.615988:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.615988:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.615989:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029213fee. 00000400:00000200:1.0:1767384382.615990:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056cf70ca 00000400:00000010:1.0:1767384382.615991:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000056cf70ca. 00000100:00000001:1.0:1767384382.615993:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.615993:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.615996:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.615997:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384382.615998:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.615999:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.615999:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616000:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000150c6e40. 00000400:00000200:1.0:1767384382.616001:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038a9a8eb 00000400:00000010:1.0:1767384382.616002:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000038a9a8eb. 00000100:00000001:1.0:1767384382.616003:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616004:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616006:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616007:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384382.616008:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616009:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616010:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616011:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee891284. 00000400:00000200:1.0:1767384382.616013:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000506da22a 00000400:00000010:1.0:1767384382.616014:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000506da22a. 00000100:00000001:1.0:1767384382.616016:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616017:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616019:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616020:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384382.616021:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616022:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616022:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616023:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fc37166. 00000400:00000200:1.0:1767384382.616024:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000185fa52c 00000400:00000010:1.0:1767384382.616025:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000185fa52c. 00000100:00000001:1.0:1767384382.616026:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616027:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616029:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616030:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384382.616031:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616032:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616032:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616033:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb8d706a. 00000400:00000200:1.0:1767384382.616034:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004afad18f 00000400:00000010:1.0:1767384382.616035:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004afad18f. 00000100:00000001:1.0:1767384382.616037:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616037:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616040:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616041:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384382.616042:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616043:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616043:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616044:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007db77c87. 00000400:00000200:1.0:1767384382.616045:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0ab4bea 00000400:00000010:1.0:1767384382.616046:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a0ab4bea. 00000100:00000001:1.0:1767384382.616048:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616048:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616051:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616052:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384382.616053:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616054:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616055:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616056:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000397bb5b2. 00000400:00000200:1.0:1767384382.616057:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d734df49 00000400:00000010:1.0:1767384382.616058:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d734df49. 00000100:00000001:1.0:1767384382.616059:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616060:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616062:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616063:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384382.616064:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616065:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616065:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616066:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb85c288. 00000400:00000200:1.0:1767384382.616067:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006652d8f4 00000400:00000010:1.0:1767384382.616068:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006652d8f4. 00000100:00000001:1.0:1767384382.616069:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616070:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616072:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616073:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384382.616074:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616075:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616075:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616076:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a608b6e. 00000400:00000200:1.0:1767384382.616077:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ab7690f 00000400:00000010:1.0:1767384382.616078:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007ab7690f. 00000100:00000001:1.0:1767384382.616090:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616090:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616093:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616094:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384382.616095:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616096:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616097:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616098:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bf59762. 00000400:00000200:1.0:1767384382.616099:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e749971d 00000400:00000010:1.0:1767384382.616100:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e749971d. 00000100:00000001:1.0:1767384382.616101:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616102:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616105:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616106:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384382.616107:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616108:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616109:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616110:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae698069. 00000400:00000200:1.0:1767384382.616111:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018af50d0 00000400:00000010:1.0:1767384382.616112:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000018af50d0. 00000100:00000001:1.0:1767384382.616114:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616114:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616117:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616118:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384382.616118:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616119:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616120:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616121:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000206f1453. 00000400:00000200:1.0:1767384382.616122:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9235407 00000400:00000010:1.0:1767384382.616123:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d9235407. 00000100:00000001:1.0:1767384382.616124:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616125:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616127:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616128:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384382.616129:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616130:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616130:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616131:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0fbf884. 00000400:00000200:1.0:1767384382.616132:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ded2421 00000400:00000010:1.0:1767384382.616133:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001ded2421. 00000100:00000001:1.0:1767384382.616135:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616135:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616138:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616138:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384382.616139:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616140:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616141:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616141:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2e49c4d. 00000400:00000200:1.0:1767384382.616142:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8eed37e 00000400:00000010:1.0:1767384382.616144:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b8eed37e. 00000100:00000001:1.0:1767384382.616145:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616146:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616149:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616150:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384382.616151:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616151:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616152:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616153:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000676b2db9. 00000400:00000200:1.0:1767384382.616154:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062a47ca7 00000400:00000010:1.0:1767384382.616154:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000062a47ca7. 00000100:00000001:1.0:1767384382.616156:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616156:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616159:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616159:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384382.616160:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616161:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616162:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616162:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2011810. 00000400:00000200:1.0:1767384382.616163:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068a1e21f 00000400:00000010:1.0:1767384382.616164:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000068a1e21f. 00000100:00000001:1.0:1767384382.616166:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616166:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616169:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616170:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384382.616171:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616171:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616172:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616173:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079438033. 00000400:00000200:1.0:1767384382.616174:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a93efc6 00000400:00000010:1.0:1767384382.616174:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004a93efc6. 00000100:00000001:1.0:1767384382.616176:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616177:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616179:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616180:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384382.616181:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616182:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616182:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616184:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000211da3dc. 00000400:00000200:1.0:1767384382.616185:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b336c4f 00000400:00000010:1.0:1767384382.616186:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009b336c4f. 00000100:00000001:1.0:1767384382.616188:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616188:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616191:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616192:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384382.616193:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616193:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616194:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616195:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000892e7318. 00000400:00000200:1.0:1767384382.616196:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8314661 00000400:00000010:1.0:1767384382.616197:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f8314661. 00000100:00000001:1.0:1767384382.616198:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616198:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616201:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616202:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384382.616202:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616203:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616204:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616204:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c155cf6. 00000400:00000200:1.0:1767384382.616205:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af01d6b5 00000400:00000010:1.0:1767384382.616207:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000af01d6b5. 00000100:00000001:1.0:1767384382.616208:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616209:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616211:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616212:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384382.616213:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616214:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616214:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616215:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5df028b. 00000400:00000200:1.0:1767384382.616216:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000733cf5c7 00000400:00000010:1.0:1767384382.616217:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000733cf5c7. 00000100:00000001:1.0:1767384382.616228:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616229:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616232:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616233:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384382.616233:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616235:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616236:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616237:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed7601d5. 00000400:00000200:1.0:1767384382.616238:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e34d773 00000400:00000010:1.0:1767384382.616239:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007e34d773. 00000100:00000001:1.0:1767384382.616241:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616242:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616244:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616245:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384382.616246:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616247:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616247:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616248:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6bb7ee9. 00000400:00000200:1.0:1767384382.616249:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007022b48a 00000400:00000010:1.0:1767384382.616250:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007022b48a. 00000100:00000001:1.0:1767384382.616251:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616252:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616254:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616255:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384382.616256:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616257:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616258:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616258:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f3c03e1. 00000400:00000200:1.0:1767384382.616259:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001980ce46 00000400:00000010:1.0:1767384382.616260:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001980ce46. 00000100:00000001:1.0:1767384382.616262:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616262:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616265:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616265:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384382.616266:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616267:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616268:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616268:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025675ead. 00000400:00000200:1.0:1767384382.616269:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038efce8e 00000400:00000010:1.0:1767384382.616270:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000038efce8e. 00000100:00000001:1.0:1767384382.616273:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616273:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616276:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616277:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384382.616278:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616279:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616280:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616281:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060c0eb07. 00000400:00000200:1.0:1767384382.616282:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b22d87b 00000400:00000010:1.0:1767384382.616283:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008b22d87b. 00000100:00000001:1.0:1767384382.616284:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616285:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616287:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616288:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384382.616289:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616290:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616290:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616291:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007eb9af12. 00000400:00000200:1.0:1767384382.616292:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000146edfa4 00000400:00000010:1.0:1767384382.616293:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000146edfa4. 00000100:00000001:1.0:1767384382.616294:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616295:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616297:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616298:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384382.616299:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616300:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616300:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616301:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0816403. 00000400:00000200:1.0:1767384382.616302:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ccd8de 00000400:00000010:1.0:1767384382.616303:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e2ccd8de. 00000100:00000001:1.0:1767384382.616304:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616305:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616307:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616308:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384382.616309:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616310:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616310:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616311:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c0d7dfc. 00000400:00000200:1.0:1767384382.616312:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e710529 00000400:00000010:1.0:1767384382.616313:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006e710529. 00000100:00000001:1.0:1767384382.616314:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616315:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616318:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616319:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384382.616320:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616321:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616322:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616323:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0bf7b0e. 00000400:00000200:1.0:1767384382.616324:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c1d2208 00000400:00000010:1.0:1767384382.616325:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000c1d2208. 00000100:00000001:1.0:1767384382.616327:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616327:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616330:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616330:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384382.616331:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616332:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616333:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616333:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dee08d08. 00000400:00000200:1.0:1767384382.616334:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007acb73bd 00000400:00000010:1.0:1767384382.616335:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007acb73bd. 00000100:00000001:1.0:1767384382.616336:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616337:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616339:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616340:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384382.616341:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616342:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616342:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616343:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000288c319b. 00000400:00000200:1.0:1767384382.616344:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e856ce7e 00000400:00000010:1.0:1767384382.616345:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e856ce7e. 00000100:00000001:1.0:1767384382.616346:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616347:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616349:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616350:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384382.616351:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616352:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616352:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616353:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f852430. 00000400:00000200:1.0:1767384382.616354:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f77ab9 00000400:00000010:1.0:1767384382.616355:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000079f77ab9. 00000100:00000001:1.0:1767384382.616367:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616368:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616371:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616372:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384382.616373:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616375:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616376:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616376:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c005085. 00000400:00000200:1.0:1767384382.616378:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a55bac35 00000400:00000010:1.0:1767384382.616378:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a55bac35. 00000100:00000001:1.0:1767384382.616380:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616380:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616383:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616384:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384382.616384:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616386:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616386:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616387:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf96fa6e. 00000400:00000200:1.0:1767384382.616389:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc284d96 00000400:00000010:1.0:1767384382.616390:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bc284d96. 00000100:00000001:1.0:1767384382.616392:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616393:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616397:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616398:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384382.616400:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616401:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616402:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616403:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008c538be. 00000400:00000200:1.0:1767384382.616405:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d345312 00000400:00000010:1.0:1767384382.616407:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005d345312. 00000100:00000001:1.0:1767384382.616410:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616411:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616416:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616417:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384382.616419:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616420:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616422:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616423:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3cfc3cc. 00000400:00000200:1.0:1767384382.616426:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b1c184b 00000400:00000010:1.0:1767384382.616427:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002b1c184b. 00000100:00000001:1.0:1767384382.616432:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616433:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616437:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616439:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384382.616440:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616442:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616444:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616445:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d95830b. 00000400:00000200:1.0:1767384382.616448:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1bd0972 00000400:00000010:1.0:1767384382.616449:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d1bd0972. 00000100:00000001:1.0:1767384382.616452:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616453:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616458:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616459:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384382.616461:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616462:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616463:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616464:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb412437. 00000400:00000200:1.0:1767384382.616465:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092a217e2 00000400:00000010:1.0:1767384382.616466:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000092a217e2. 00000100:00000001:1.0:1767384382.616468:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616469:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616472:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616473:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384382.616474:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616475:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616476:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616509:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c748570b. 00000400:00000200:1.0:1767384382.616512:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae42f288 00000400:00000010:1.0:1767384382.616513:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ae42f288. 00000100:00000001:1.0:1767384382.616515:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616515:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616518:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616520:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384382.616524:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616527:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616529:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616533:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf4039e8. 00000400:00000200:1.0:1767384382.616536:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040eb5b56 00000400:00000010:1.0:1767384382.616538:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000040eb5b56. 00000100:00000001:1.0:1767384382.616543:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616545:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616551:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616553:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384382.616555:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616558:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616559:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616562:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051d9da46. 00000400:00000200:1.0:1767384382.616565:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099dc2007 00000400:00000010:1.0:1767384382.616567:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000099dc2007. 00000100:00000001:1.0:1767384382.616586:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616588:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616593:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616598:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384382.616602:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616605:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616607:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616608:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b699c6a. 00000400:00000200:1.0:1767384382.616612:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a06a5ef 00000400:00000010:1.0:1767384382.616614:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008a06a5ef. 00000100:00000001:1.0:1767384382.616617:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616619:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616625:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616628:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384382.616631:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616635:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616637:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616640:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074480ad5. 00000400:00000200:1.0:1767384382.616647:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9637137 00000400:00000010:1.0:1767384382.616649:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b9637137. 00000100:00000001:1.0:1767384382.616656:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616658:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616670:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616673:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384382.616679:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616683:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616685:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616687:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9488e1b. 00000400:00000200:1.0:1767384382.616691:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073df79c8 00000400:00000010:1.0:1767384382.616694:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000073df79c8. 00000100:00000001:1.0:1767384382.616715:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616717:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616721:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616723:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384382.616725:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616727:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616728:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616729:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002181e178. 00000400:00000200:1.0:1767384382.616731:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c9fa4e9 00000400:00000010:1.0:1767384382.616733:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005c9fa4e9. 00000100:00000001:1.0:1767384382.616736:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616737:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616741:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616742:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384382.616743:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616745:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616746:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616747:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8626308. 00000400:00000200:1.0:1767384382.616748:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbfd4012 00000400:00000010:1.0:1767384382.616750:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dbfd4012. 00000100:00000001:1.0:1767384382.616752:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616753:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616756:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616758:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384382.616759:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616761:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616762:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616763:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d205f514. 00000400:00000200:1.0:1767384382.616764:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000523cd8d4 00000400:00000010:1.0:1767384382.616767:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000523cd8d4. 00000100:00000001:1.0:1767384382.616769:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616771:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616774:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616776:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384382.616778:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616779:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616780:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616781:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005367a7f7. 00000400:00000200:1.0:1767384382.616783:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acf37ac9 00000400:00000010:1.0:1767384382.616785:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000acf37ac9. 00000100:00000001:1.0:1767384382.616788:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616789:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616792:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616793:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384382.616795:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616796:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616798:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616799:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081372354. 00000400:00000200:1.0:1767384382.616801:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae2e33fa 00000400:00000010:1.0:1767384382.616802:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ae2e33fa. 00000100:00000001:1.0:1767384382.616804:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616805:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616809:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616810:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384382.616811:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616813:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616814:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616815:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044ad6136. 00000400:00000200:1.0:1767384382.616817:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032dae4ee 00000400:00000010:1.0:1767384382.616819:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000032dae4ee. 00000100:00000001:1.0:1767384382.616821:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616823:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616827:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616828:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384382.616830:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616831:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616832:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616833:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004700ed4b. 00000400:00000200:1.0:1767384382.616834:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009334bc3 00000400:00000010:1.0:1767384382.616836:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000009334bc3. 00000100:00000001:1.0:1767384382.616839:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616840:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616845:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616846:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384382.616848:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616849:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616851:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616851:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bbc7400. 00000400:00000200:1.0:1767384382.616853:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e589c3b1 00000400:00000010:1.0:1767384382.616854:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e589c3b1. 00000100:00000001:1.0:1767384382.616856:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616857:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616861:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616862:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384382.616863:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616865:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616866:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616867:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a91bcd16. 00000400:00000200:1.0:1767384382.616869:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a6247b 00000400:00000010:1.0:1767384382.616871:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000059a6247b. 00000100:00000001:1.0:1767384382.616873:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616874:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616878:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616879:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384382.616881:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616882:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616883:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616884:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2c10900. 00000400:00000200:1.0:1767384382.616886:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cdf02e6 00000400:00000010:1.0:1767384382.616888:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000cdf02e6. 00000100:00000001:1.0:1767384382.616892:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616892:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616896:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616897:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384382.616899:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616902:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616903:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616904:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d124d66. 00000400:00000200:1.0:1767384382.616906:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba26371 00000400:00000010:1.0:1767384382.616908:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dba26371. 00000100:00000001:1.0:1767384382.616911:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616912:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616916:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616917:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384382.616919:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616920:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616922:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616923:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c2ada40. 00000400:00000200:1.0:1767384382.616925:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f177f695 00000400:00000010:1.0:1767384382.616926:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f177f695. 00000100:00000001:1.0:1767384382.616945:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616947:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616951:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616953:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384382.616954:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616956:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616958:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616959:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007255e45a. 00000400:00000200:1.0:1767384382.616962:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005319916 00000400:00000010:1.0:1767384382.616964:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000005319916. 00000100:00000001:1.0:1767384382.616966:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616967:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616972:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616973:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384382.616975:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.616976:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.616977:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.616979:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005a4c1eb. 00000400:00000200:1.0:1767384382.616981:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ba8296d 00000400:00000010:1.0:1767384382.616982:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000ba8296d. 00000100:00000001:1.0:1767384382.616986:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.616987:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384382.616991:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.616992:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384382.616994:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.616996:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.616998:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617000:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617001:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617003:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617004:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617005:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617006:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617007:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617009:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617010:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617011:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617013:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617014:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617015:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617017:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617018:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617019:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617021:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617021:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617023:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617023:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617025:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617026:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617027:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617028:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617030:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617032:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617033:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617034:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617036:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617036:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617038:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617038:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617040:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617041:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617042:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617043:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617045:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617046:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617048:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617049:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617050:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617051:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617053:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617054:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617055:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617056:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617058:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617058:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617059:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617060:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617062:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617063:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617064:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617066:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617067:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617068:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617070:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617071:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617073:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617074:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617075:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617076:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617078:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617079:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617080:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617081:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617083:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617084:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617086:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617087:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617088:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617089:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617091:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617092:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617093:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617094:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617095:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617096:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617098:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617099:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617100:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617101:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617103:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617104:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617105:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617106:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617107:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617108:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617109:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617110:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617111:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617112:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617114:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617115:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617116:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617118:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617119:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617120:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617122:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617123:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617124:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617125:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617127:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617128:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617129:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617130:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617132:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617133:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617134:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617136:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617137:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617139:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617140:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617141:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617142:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617143:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617145:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617146:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617148:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617149:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617150:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617151:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617153:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617154:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.617155:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.617156:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384382.617158:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002e7c7cb9. 00000100:00000010:1.0:1767384382.617231:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003add1f1c. 00000100:00000010:1.0:1767384382.617236:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c89a9b44. 00000100:00000010:1.0:1767384382.617311:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071ea6003. 00000100:00000010:1.0:1767384382.617314:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006c9724b3. 00000100:00000010:1.0:1767384382.617367:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006820fdc8. 00000100:00000010:1.0:1767384382.617369:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b2c5265e. 00000100:00000010:1.0:1767384382.617454:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9ff2343. 00000100:00000010:1.0:1767384382.617457:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000079b0abdd. 00000100:00000010:1.0:1767384382.617649:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebe4e7e3. 00000100:00000010:1.0:1767384382.617653:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006c0bdb3d. 00000100:00000010:1.0:1767384382.617722:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000550b0043. 00000100:00000010:1.0:1767384382.617724:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000174e61e7. 00000100:00000010:1.0:1767384382.617789:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001191ec18. 00000100:00000010:1.0:1767384382.617791:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dc4e2c5a. 00000100:00000010:1.0:1767384382.617854:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000227dc630. 00000100:00000010:1.0:1767384382.617855:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ca629349. 00000100:00000010:1.0:1767384382.617949:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e8cc59d. 00000100:00000010:1.0:1767384382.617951:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fec98855. 00000100:00000010:1.0:1767384382.618012:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bed04d9. 00000100:00000010:1.0:1767384382.618014:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000012d3bb31. 00000100:00000010:1.0:1767384382.618070:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f85abe60. 00000100:00000010:1.0:1767384382.618071:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000272563c3. 00000100:00000010:1.0:1767384382.618141:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e71dbea. 00000100:00000010:1.0:1767384382.618143:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f5b1b6d0. 00000100:00000010:1.0:1767384382.618210:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001019e135. 00000100:00000010:1.0:1767384382.618212:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e8f70e3b. 00000100:00000010:1.0:1767384382.618269:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eaf04910. 00000100:00000010:1.0:1767384382.618271:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000021608c. 00000100:00000010:1.0:1767384382.618327:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062160808. 00000100:00000010:1.0:1767384382.618328:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fb6500aa. 00000100:00000010:1.0:1767384382.618374:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbde04c5. 00000100:00000010:1.0:1767384382.618376:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003edcc097. 00000100:00000010:1.0:1767384382.618440:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6de2272. 00000100:00000010:1.0:1767384382.618445:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bbcde43f. 00000100:00000010:1.0:1767384382.618606:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a49807fa. 00000100:00000010:1.0:1767384382.618613:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008f27cb32. 00000100:00000010:1.0:1767384382.618695:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000263b5d7c. 00000100:00000010:1.0:1767384382.618697:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a46b6c72. 00000100:00000010:1.0:1767384382.618749:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db25fc96. 00000100:00000010:1.0:1767384382.618751:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006b3c4f7f. 00000100:00000010:1.0:1767384382.618805:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b9b62d3. 00000100:00000010:1.0:1767384382.618806:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000055997b5e. 00000100:00000010:1.0:1767384382.618867:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac26a5f1. 00000100:00000010:1.0:1767384382.618869:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d8c5ce9c. 00000100:00000010:1.0:1767384382.618939:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b61e6ffb. 00000100:00000010:1.0:1767384382.618941:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002c4d3b3b. 00000100:00000010:1.0:1767384382.618998:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096be7b17. 00000100:00000010:1.0:1767384382.619000:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dd40ad56. 00000100:00000010:1.0:1767384382.619051:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009736f6af. 00000100:00000010:1.0:1767384382.619053:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b11689fc. 00000100:00000010:1.0:1767384382.619114:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009529cb94. 00000100:00000010:1.0:1767384382.619115:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e0a73f94. 00000100:00000010:1.0:1767384382.619178:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4c1b252. 00000100:00000010:1.0:1767384382.619180:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e676029d. 00000100:00000010:1.0:1767384382.619243:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043439939. 00000100:00000010:1.0:1767384382.619245:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d8147051. 00000100:00000010:1.0:1767384382.619298:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000630b3f32. 00000100:00000010:1.0:1767384382.619301:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000025ed543d. 00000100:00000010:1.0:1767384382.619343:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000859aa78b. 00000100:00000010:1.0:1767384382.619345:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000070ef7f6f. 00000100:00000010:1.0:1767384382.619411:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c25d779. 00000100:00000010:1.0:1767384382.619415:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000914d2193. 00000100:00000010:1.0:1767384382.619475:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1f18fe8. 00000100:00000010:1.0:1767384382.619478:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c73ab222. 00000100:00000010:1.0:1767384382.619602:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034c9f605. 00000100:00000010:1.0:1767384382.619606:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f6433c88. 00000100:00000010:1.0:1767384382.619654:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084b5b718. 00000100:00000010:1.0:1767384382.619656:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000d22c4b5. 00000100:00000010:1.0:1767384382.619705:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c47b99fd. 00000100:00000010:1.0:1767384382.619707:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000453b5761. 00000100:00000010:1.0:1767384382.619762:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb445af3. 00000100:00000010:1.0:1767384382.619764:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000628a02e6. 00000100:00000010:1.0:1767384382.619855:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038f67341. 00000100:00000010:1.0:1767384382.619857:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000e22f5fe. 00000100:00000010:1.0:1767384382.619930:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097701529. 00000100:00000010:1.0:1767384382.619931:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e5294275. 00000100:00000010:1.0:1767384382.619979:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f2ef4a4. 00000100:00000010:1.0:1767384382.619981:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006261c067. 00000100:00000010:1.0:1767384382.620022:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a16a363c. 00000100:00000010:1.0:1767384382.620024:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000262493e8. 00000100:00000010:1.0:1767384382.620071:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013cafcb8. 00000100:00000010:1.0:1767384382.620073:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000215cedbc. 00000100:00000010:1.0:1767384382.620115:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd44ce5a. 00000100:00000010:1.0:1767384382.620117:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000006f28f32. 00000100:00000010:1.0:1767384382.620157:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b8d725f. 00000100:00000010:1.0:1767384382.620158:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bdb4e67c. 00000100:00000010:1.0:1767384382.620198:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001da5e01e. 00000100:00000010:1.0:1767384382.620200:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f0e047de. 00000100:00000010:1.0:1767384382.620240:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3714c44. 00000100:00000010:1.0:1767384382.620242:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002ae9e260. 00000100:00000010:1.0:1767384382.620279:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001bba77e3. 00000100:00000010:1.0:1767384382.620280:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000412a6c47. 00000100:00000010:1.0:1767384382.620322:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da9e6eab. 00000100:00000010:1.0:1767384382.620324:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fa960ac8. 00000100:00000010:1.0:1767384382.620369:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c4ae15b. 00000100:00000010:1.0:1767384382.620370:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001df493c3. 00000100:00000010:1.0:1767384382.620424:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9c1ecb5. 00000100:00000010:1.0:1767384382.620429:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a7338b7c. 00000100:00000010:1.0:1767384382.620524:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091041675. 00000100:00000010:1.0:1767384382.620530:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000041eae1b6. 00000100:00000010:1.0:1767384382.620637:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad3c6291. 00000100:00000010:1.0:1767384382.620640:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005fba4bb5. 00000100:00000010:1.0:1767384382.620686:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008406823b. 00000100:00000010:1.0:1767384382.620688:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000028008e91. 00000100:00000010:1.0:1767384382.620730:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000336f9b39. 00000100:00000010:1.0:1767384382.620732:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000788ba8aa. 00000100:00000010:1.0:1767384382.620777:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000588f452e. 00000100:00000010:1.0:1767384382.620778:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dc576cac. 00000100:00000010:1.0:1767384382.620822:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da8665de. 00000100:00000010:1.0:1767384382.620824:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e9e47172. 00000100:00000010:1.0:1767384382.620865:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfecce5d. 00000100:00000010:1.0:1767384382.620867:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000058a1684b. 00000100:00000010:1.0:1767384382.620909:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000553ccadb. 00000100:00000010:1.0:1767384382.620911:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001b852bba. 00000100:00000010:1.0:1767384382.620958:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059caf8b5. 00000100:00000010:1.0:1767384382.620960:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000672cf540. 00000100:00000010:1.0:1767384382.621033:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003cf4da79. 00000100:00000010:1.0:1767384382.621035:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008c0a1503. 00000100:00000010:1.0:1767384382.621087:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026f3d9a6. 00000100:00000010:1.0:1767384382.621089:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000065b2ea49. 00000100:00000010:1.0:1767384382.621135:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1b615eb. 00000100:00000010:1.0:1767384382.621136:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002a5e68f9. 00000100:00000010:1.0:1767384382.621190:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c4ffd66. 00000100:00000010:1.0:1767384382.621191:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000055d4d823. 00000100:00000010:1.0:1767384382.621243:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035e1a87e. 00000100:00000010:1.0:1767384382.621245:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000297da43c. 00000100:00000010:1.0:1767384382.621299:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083f4efa2. 00000100:00000010:1.0:1767384382.621544:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000067480b01. 00000100:00000010:1.0:1767384382.621555:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000134379b4. 00000100:00000001:1.0:1767384382.621566:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384382.621568:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.621584:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384382.621586:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384382.621587:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000014f804de. 00000100:00000001:1.0:1767384382.621590:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384382.621592:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.621593:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.621594:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fe563ff4. 00000100:00000001:1.0:1767384382.621596:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.621597:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.621598:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000083e4b44. 00000100:00000001:1.0:1767384382.621599:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.621600:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.621601:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ad23a905. 00000100:00000001:1.0:1767384382.621602:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.621603:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.621604:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004284ef0c. 00000100:00000001:1.0:1767384382.621607:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384382.621728:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000212b6c22. 00000020:00000010:1.0:1767384382.621731:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c3256afe. 00000100:00000010:1.0:1767384382.621757:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000003e9f756c. 00000100:00000010:1.0:1767384382.621763:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000003368f575. 00000100:00000010:1.0:1767384382.621765:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000e51b56ca. 00000100:00000010:1.0:1767384382.621769:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000e7163176. 00000100:00000001:1.0:1767384382.621771:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.621773:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384382.621774:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:1.0:1767384382.621776:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384382.621778:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384382.621780:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:1.0:1767384382.621781:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:1.0:1767384382.621783:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:1.0:1767384382.621801:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:2.0:1767384382.621835:0:16790:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f85dd844. 00000020:00000010:0.0:1767384382.621835:0:16789:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009a2d9f8b. 00000040:00000010:2.0:1767384382.621845:0:16790:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005f6009fd. 00000040:00000010:0.0:1767384382.621846:0:16789:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000987d7779. 00000020:00000010:2.0:1767384382.621851:0:16790:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b67e868a. 00000020:00000010:0.0:1767384382.621853:0:16789:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048543d2d. 00000020:00000010:2.0:1767384382.621861:0:16790:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000819dd27a. 00000020:00000010:0.0:1767384382.621862:0:16789:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d4dc981f. 00000020:00000010:0.0:1767384382.621870:0:16789:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5b048f4. 00000020:00000010:2.0:1767384382.621871:0:16790:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008a836d67. 80000000:00000010:0.0:1767384382.621874:0:16789:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f3a9cf7b. 80000000:00000010:2.0:1767384382.621877:0:16790:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004f018df4. 40000000:00000010:0.0:1767384382.621881:0:16789:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005d12f703. 40000000:00000010:2.0:1767384382.621884:0:16790:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005b666ef1. 00100000:00000010:0.0:1767384382.621888:0:16789:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004cf4a6fa. 00100000:00000010:2.0:1767384382.621891:0:16790:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005ef0c864. 00040000:00000010:0.0:1767384382.621894:0:16789:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000897c5fda. 00040000:00000010:2.0:1767384382.621898:0:16790:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009357a322. 00040000:00000010:0.0:1767384382.621900:0:16789:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f163e5ec. 00040000:00000010:2.0:1767384382.621903:0:16790:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001477464d. 00080000:00000010:0.0:1767384382.621907:0:16789:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000082023eb. 00080000:00000010:2.0:1767384382.621910:0:16790:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ed6a2a0f. 00000004:00000010:2.0:1767384382.621917:0:16790:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000360749e8. 00000004:00000010:0.0:1767384382.621919:0:16789:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000db554b42. 00000020:00000010:2.0:1767384382.621922:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099875772. 00000020:00000010:0.0:1767384382.621926:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb0374bd. 00000020:00000010:2.0:1767384382.621930:0:16790:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000098c0ff47. 00000020:00000010:0.0:1767384382.621933:0:16789:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000863882b6. 00000100:00000010:2.0:1767384382.621938:0:16790:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000009bc5ee3e. 00000100:00000010:0.0:1767384382.621941:0:16789:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000bd92e7a8. 00000100:00100000:2.0:1767384382.621944:0:16790:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [00000000af8cdad8:16790] 1 exiting: rc = 0 00000100:00100000:0.0:1767384382.621947:0:16789:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [00000000c79a5d5e:16789] 0 exiting: rc = 1 00000100:00000010:1.0:1767384382.621980:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c79a5d5e. 00000100:00000010:1.0:1767384382.621985:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000af8cdad8. 00000100:00000001:1.0:1767384382.621990:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384382.621991:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384382.621994:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:1.0:1767384382.621998:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.621999:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622001:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030466563. 00000400:00000200:1.0:1767384382.622004:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b072a2df 00000400:00000010:1.0:1767384382.622006:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b072a2df. 00000100:00000001:1.0:1767384382.622009:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622011:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622018:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622020:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384382.622023:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622025:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622026:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622027:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef899fbd. 00000400:00000200:1.0:1767384382.622030:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070c9dcc5 00000400:00000010:1.0:1767384382.622031:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070c9dcc5. 00000100:00000001:1.0:1767384382.622032:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622033:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622038:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622039:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384382.622040:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622042:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622043:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622044:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eb0f8fe. 00000400:00000200:1.0:1767384382.622046:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac6be493 00000400:00000010:1.0:1767384382.622047:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac6be493. 00000100:00000001:1.0:1767384382.622048:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622049:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622052:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622053:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384382.622054:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622056:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622056:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622057:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c77dd8. 00000400:00000200:1.0:1767384382.622058:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6dfda91 00000400:00000010:1.0:1767384382.622059:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6dfda91. 00000100:00000001:1.0:1767384382.622060:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622061:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622063:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622064:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384382.622065:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622066:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622066:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622067:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057ffc737. 00000400:00000200:1.0:1767384382.622068:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3fc9257 00000400:00000010:1.0:1767384382.622069:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3fc9257. 00000100:00000001:1.0:1767384382.622071:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622071:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622074:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622075:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384382.622075:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622076:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622077:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622078:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007370bf3c. 00000400:00000200:1.0:1767384382.622079:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000410d7236 00000400:00000010:1.0:1767384382.622079:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000410d7236. 00000100:00000001:1.0:1767384382.622080:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622081:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622083:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622084:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384382.622085:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622086:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622086:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622087:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d23b23a3. 00000400:00000200:1.0:1767384382.622088:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c087255b 00000400:00000010:1.0:1767384382.622089:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c087255b. 00000100:00000001:1.0:1767384382.622090:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622091:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622093:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622094:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384382.622095:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622096:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622096:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622097:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078515e5d. 00000400:00000200:1.0:1767384382.622098:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018f59356 00000400:00000010:1.0:1767384382.622099:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018f59356. 00000100:00000001:1.0:1767384382.622100:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622100:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622103:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622103:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384382.622104:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622105:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622106:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622106:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d580e24c. 00000400:00000200:1.0:1767384382.622107:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b16f15d 00000400:00000010:1.0:1767384382.622108:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b16f15d. 00000100:00000001:1.0:1767384382.622109:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622110:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622112:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622113:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384382.622114:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622115:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622115:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622116:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000688f913c. 00000400:00000200:1.0:1767384382.622117:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f5f269e 00000400:00000010:1.0:1767384382.622118:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f5f269e. 00000100:00000001:1.0:1767384382.622119:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622119:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622122:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622123:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384382.622123:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622125:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622126:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622127:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0e1a8f1. 00000400:00000200:1.0:1767384382.622128:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a0e3c81 00000400:00000010:1.0:1767384382.622129:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a0e3c81. 00000100:00000001:1.0:1767384382.622130:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622131:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622134:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622134:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384382.622135:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622136:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622137:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622137:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056703df9. 00000400:00000200:1.0:1767384382.622138:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129831a2 00000400:00000010:1.0:1767384382.622139:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129831a2. 00000100:00000001:1.0:1767384382.622140:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622141:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622143:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622144:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384382.622145:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622145:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622146:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622147:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f332a7d. 00000400:00000200:1.0:1767384382.622148:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024f6ffdc 00000400:00000010:1.0:1767384382.622148:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024f6ffdc. 00000100:00000001:1.0:1767384382.622149:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622150:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622152:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622153:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384382.622154:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622155:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622155:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622156:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd0ff83. 00000400:00000200:1.0:1767384382.622157:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000880d3592 00000400:00000010:1.0:1767384382.622158:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000880d3592. 00000100:00000001:1.0:1767384382.622159:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622159:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622162:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622163:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384382.622164:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622165:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622166:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622167:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bf984b8. 00000400:00000200:1.0:1767384382.622168:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b318802c 00000400:00000010:1.0:1767384382.622169:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b318802c. 00000100:00000001:1.0:1767384382.622170:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622170:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622173:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622173:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384382.622174:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622175:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622176:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622176:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faf8d90f. 00000400:00000200:1.0:1767384382.622178:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e72a9173 00000400:00000010:1.0:1767384382.622179:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e72a9173. 00000100:00000001:1.0:1767384382.622180:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622180:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622183:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622183:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384382.622184:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622185:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622185:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622186:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c3e8be9. 00000400:00000200:1.0:1767384382.622187:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e29a8913 00000400:00000010:1.0:1767384382.622188:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e29a8913. 00000100:00000001:1.0:1767384382.622189:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622189:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622192:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622193:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384382.622193:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622194:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622195:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622195:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c91d5973. 00000400:00000200:1.0:1767384382.622196:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dec7061d 00000400:00000010:1.0:1767384382.622197:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dec7061d. 00000100:00000001:1.0:1767384382.622198:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622199:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622201:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622202:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384382.622203:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622204:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622204:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622205:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ada4cea. 00000400:00000200:1.0:1767384382.622206:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005eeb8ce8 00000400:00000010:1.0:1767384382.622207:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005eeb8ce8. 00000100:00000001:1.0:1767384382.622208:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622208:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622211:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622212:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384382.622212:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622213:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622214:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622215:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a68a201. 00000400:00000200:1.0:1767384382.622216:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ae05f7e 00000400:00000010:1.0:1767384382.622216:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ae05f7e. 00000100:00000001:1.0:1767384382.622217:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622218:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622220:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622221:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384382.622222:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622222:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622223:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622224:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028774c8a. 00000400:00000200:1.0:1767384382.622225:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c03aa3e 00000400:00000010:1.0:1767384382.622225:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c03aa3e. 00000100:00000001:1.0:1767384382.622226:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622227:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622229:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622230:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384382.622231:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622232:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622232:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622233:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038a5b5c4. 00000400:00000200:1.0:1767384382.622234:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000429e17a4 00000400:00000010:1.0:1767384382.622235:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000429e17a4. 00000100:00000001:1.0:1767384382.622236:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622237:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622239:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622240:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384382.622241:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622241:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622242:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622243:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a67e83c9. 00000400:00000200:1.0:1767384382.622244:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b565c516 00000400:00000010:1.0:1767384382.622245:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b565c516. 00000100:00000001:1.0:1767384382.622246:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622246:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622249:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622249:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384382.622250:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622251:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622251:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622252:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007654930a. 00000400:00000200:1.0:1767384382.622253:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000622a194 00000400:00000010:1.0:1767384382.622254:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000622a194. 00000100:00000001:1.0:1767384382.622255:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622255:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622258:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622258:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384382.622259:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622260:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622261:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622261:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029e68ba4. 00000400:00000200:1.0:1767384382.622262:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067bfc6f6 00000400:00000010:1.0:1767384382.622263:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067bfc6f6. 00000100:00000001:1.0:1767384382.622264:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622264:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622267:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622267:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384382.622268:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622269:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622270:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622270:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000193a57e7. 00000400:00000200:1.0:1767384382.622272:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047541e06 00000400:00000010:1.0:1767384382.622272:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047541e06. 00000100:00000001:1.0:1767384382.622273:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622274:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622276:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622277:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384382.622278:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622279:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622279:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622280:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa779b76. 00000400:00000200:1.0:1767384382.622281:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f8b5ebf 00000400:00000010:1.0:1767384382.622282:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f8b5ebf. 00000100:00000001:1.0:1767384382.622283:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622283:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622286:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622287:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384382.622287:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622288:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622289:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622289:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008f477e0. 00000400:00000200:1.0:1767384382.622290:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001262b8bb 00000400:00000010:1.0:1767384382.622291:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001262b8bb. 00000100:00000001:1.0:1767384382.622292:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622293:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622295:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622296:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384382.622296:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622297:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622298:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622298:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b34de0d2. 00000400:00000200:1.0:1767384382.622299:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7e8b398 00000400:00000010:1.0:1767384382.622300:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7e8b398. 00000100:00000001:1.0:1767384382.622301:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622302:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622304:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622305:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384382.622306:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622307:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622308:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622308:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000292e1290. 00000400:00000200:1.0:1767384382.622309:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008cb21b2 00000400:00000010:1.0:1767384382.622310:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008cb21b2. 00000100:00000001:1.0:1767384382.622311:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622311:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622314:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622315:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384382.622315:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622316:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622317:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622317:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008baf8ffa. 00000400:00000200:1.0:1767384382.622318:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073cf0acc 00000400:00000010:1.0:1767384382.622319:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073cf0acc. 00000100:00000001:1.0:1767384382.622320:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622320:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622323:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622324:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384382.622324:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622325:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622326:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622326:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3e17251. 00000400:00000200:1.0:1767384382.622327:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a79e4b06 00000400:00000010:1.0:1767384382.622328:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a79e4b06. 00000100:00000001:1.0:1767384382.622329:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622329:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622332:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622332:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384382.622333:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622334:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622334:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622335:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c09d1e0. 00000400:00000200:1.0:1767384382.622336:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d804740f 00000400:00000010:1.0:1767384382.622337:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d804740f. 00000100:00000001:1.0:1767384382.622338:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622338:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622341:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622342:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384382.622343:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622344:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622344:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622345:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002417de5a. 00000400:00000200:1.0:1767384382.622346:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f44dd42 00000400:00000010:1.0:1767384382.622347:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f44dd42. 00000100:00000001:1.0:1767384382.622348:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622348:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622350:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622351:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384382.622352:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622353:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622353:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622354:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039680ac8. 00000400:00000200:1.0:1767384382.622355:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864550b3 00000400:00000010:1.0:1767384382.622356:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000864550b3. 00000100:00000001:1.0:1767384382.622357:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622358:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622360:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622361:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384382.622362:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622362:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622363:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622364:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f1114d8. 00000400:00000200:1.0:1767384382.622365:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c275cd21 00000400:00000010:1.0:1767384382.622365:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c275cd21. 00000100:00000001:1.0:1767384382.622366:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622367:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622369:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622370:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384382.622371:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622371:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622372:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622373:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bbb2a34. 00000400:00000200:1.0:1767384382.622374:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005731bf7 00000400:00000010:1.0:1767384382.622375:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005731bf7. 00000100:00000001:1.0:1767384382.622375:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622377:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622379:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622380:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384382.622381:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622381:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622382:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622383:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6dac480. 00000400:00000200:1.0:1767384382.622384:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000015c1dbc 00000400:00000010:1.0:1767384382.622385:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000015c1dbc. 00000100:00000001:1.0:1767384382.622387:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622387:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622391:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622393:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384382.622394:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622395:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622396:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622397:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb6ade91. 00000400:00000200:1.0:1767384382.622399:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbeb0e0f 00000400:00000010:1.0:1767384382.622400:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbeb0e0f. 00000100:00000001:1.0:1767384382.622402:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622403:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622407:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622408:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384382.622410:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622412:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622413:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622414:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea599edb. 00000400:00000200:1.0:1767384382.622417:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2d3e5d8 00000400:00000010:1.0:1767384382.622418:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2d3e5d8. 00000100:00000001:1.0:1767384382.622420:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622422:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622426:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622428:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384382.622429:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622431:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622433:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622434:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c34c5269. 00000400:00000200:1.0:1767384382.622436:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce81e600 00000400:00000010:1.0:1767384382.622438:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce81e600. 00000100:00000001:1.0:1767384382.622441:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622442:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622446:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622448:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384382.622450:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622452:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622453:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622454:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021cd05d0. 00000400:00000200:1.0:1767384382.622456:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdb09bcc 00000400:00000010:1.0:1767384382.622458:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdb09bcc. 00000100:00000001:1.0:1767384382.622460:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622461:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622464:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622466:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384382.622467:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622467:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622468:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622469:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1d0fe34. 00000400:00000200:1.0:1767384382.622470:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005452c2c 00000400:00000010:1.0:1767384382.622471:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005452c2c. 00000100:00000001:1.0:1767384382.622472:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622472:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622475:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622475:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384382.622476:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622675:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622678:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622680:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d7cac4c. 00000400:00000200:1.0:1767384382.622682:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac530754 00000400:00000010:1.0:1767384382.622683:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac530754. 00000100:00000001:1.0:1767384382.622685:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622686:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622689:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622690:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384382.622692:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622693:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622694:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622695:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e0d4027. 00000400:00000200:1.0:1767384382.622698:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7dd4950 00000400:00000010:1.0:1767384382.622700:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7dd4950. 00000100:00000001:1.0:1767384382.622703:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622704:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622708:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622713:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384382.622714:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622715:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622716:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622717:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000075679fd. 00000400:00000200:1.0:1767384382.622719:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5e31923 00000400:00000010:1.0:1767384382.622721:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5e31923. 00000100:00000001:1.0:1767384382.622722:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622723:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622726:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622726:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384382.622727:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622728:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622729:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622729:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4a127bc. 00000400:00000200:1.0:1767384382.622730:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa3f6c13 00000400:00000010:1.0:1767384382.622731:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa3f6c13. 00000100:00000001:1.0:1767384382.622732:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622733:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622736:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622737:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384382.622737:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622738:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622740:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622741:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073cd0a0. 00000400:00000200:1.0:1767384382.622742:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1053e55 00000400:00000010:1.0:1767384382.622743:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1053e55. 00000100:00000001:1.0:1767384382.622745:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622746:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622749:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622750:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384382.622752:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622754:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622755:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622756:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fef6642. 00000400:00000200:1.0:1767384382.622759:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004f24bd7 00000400:00000010:1.0:1767384382.622760:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004f24bd7. 00000100:00000001:1.0:1767384382.622762:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622762:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622766:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622767:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384382.622768:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622769:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622770:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622771:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb099d1b. 00000400:00000200:1.0:1767384382.622772:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff37be75 00000400:00000010:1.0:1767384382.622773:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff37be75. 00000100:00000001:1.0:1767384382.622774:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622775:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622777:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622778:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384382.622779:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622780:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622781:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622781:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8ecf8f0. 00000400:00000200:1.0:1767384382.622782:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c53dbe31 00000400:00000010:1.0:1767384382.622783:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c53dbe31. 00000100:00000001:1.0:1767384382.622784:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622785:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622787:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622788:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384382.622789:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622789:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622790:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622791:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccd3f3c4. 00000400:00000200:1.0:1767384382.622791:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a55c332e 00000400:00000010:1.0:1767384382.622792:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a55c332e. 00000100:00000001:1.0:1767384382.622793:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622794:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622797:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622797:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384382.622798:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622799:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622800:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622800:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc110112. 00000400:00000200:1.0:1767384382.622801:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2618ef5 00000400:00000010:1.0:1767384382.622802:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2618ef5. 00000100:00000001:1.0:1767384382.622803:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622803:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622806:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622807:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384382.622808:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622808:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622809:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622809:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba4d26be. 00000400:00000200:1.0:1767384382.622810:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004124bbd8 00000400:00000010:1.0:1767384382.622811:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004124bbd8. 00000100:00000001:1.0:1767384382.622812:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622813:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622815:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622816:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384382.622817:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622818:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622818:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622819:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2a92535. 00000400:00000200:1.0:1767384382.622820:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbe03ce 00000400:00000010:1.0:1767384382.622820:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fbe03ce. 00000100:00000001:1.0:1767384382.622821:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622822:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622824:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622825:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384382.622826:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622827:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622827:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622828:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1e8229b. 00000400:00000200:1.0:1767384382.622829:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003837cdfe 00000400:00000010:1.0:1767384382.622829:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003837cdfe. 00000100:00000001:1.0:1767384382.622831:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622831:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622834:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622835:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384382.622835:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622836:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622837:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622837:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b7e2c33. 00000400:00000200:1.0:1767384382.622838:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007972d8c4 00000400:00000010:1.0:1767384382.622839:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007972d8c4. 00000100:00000001:1.0:1767384382.622840:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622841:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622843:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622844:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384382.622845:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622845:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622846:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622846:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004017afc4. 00000400:00000200:1.0:1767384382.622847:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8af21b 00000400:00000010:1.0:1767384382.622848:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e8af21b. 00000100:00000001:1.0:1767384382.622849:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622850:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622852:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622853:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384382.622854:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622854:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622855:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622855:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b5c21f8. 00000400:00000200:1.0:1767384382.622856:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000662056a3 00000400:00000010:1.0:1767384382.622857:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000662056a3. 00000100:00000001:1.0:1767384382.622858:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622859:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622861:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622862:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384382.622862:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622863:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622864:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622865:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5508460. 00000400:00000200:1.0:1767384382.622866:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000070be68d 00000400:00000010:1.0:1767384382.622867:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000070be68d. 00000100:00000001:1.0:1767384382.622868:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622868:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622871:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622871:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384382.622872:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622873:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622873:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622874:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6872851. 00000400:00000200:1.0:1767384382.622875:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044e97204 00000400:00000010:1.0:1767384382.622876:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044e97204. 00000100:00000001:1.0:1767384382.622877:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622877:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622880:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622880:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384382.622881:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622882:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622883:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622883:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b53cf97. 00000400:00000200:1.0:1767384382.622884:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006be31824 00000400:00000010:1.0:1767384382.622885:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006be31824. 00000100:00000001:1.0:1767384382.622886:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622887:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622889:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622890:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384382.622890:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622891:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622892:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622892:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066e8d944. 00000400:00000200:1.0:1767384382.622893:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a6c85bc 00000400:00000010:1.0:1767384382.622894:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a6c85bc. 00000100:00000001:1.0:1767384382.622895:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622896:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622898:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622899:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384382.622900:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.622901:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.622901:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.622902:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029b030c1. 00000400:00000200:1.0:1767384382.622903:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1793d2a 00000400:00000010:1.0:1767384382.622904:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1793d2a. 00000100:00000001:1.0:1767384382.622905:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.622905:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384382.622908:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.622909:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384382.622909:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.622911:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622911:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622913:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622913:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622914:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622915:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622916:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622916:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622917:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622917:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622918:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622919:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622920:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622920:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622921:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622921:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622922:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622923:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622924:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622924:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622925:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622926:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622926:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622927:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622928:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622928:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622929:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622930:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622930:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622931:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622932:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622933:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622934:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622934:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622935:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622936:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622936:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622937:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622938:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622938:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622939:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622940:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622940:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622941:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622942:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622942:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622943:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622944:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622945:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622945:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622946:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622946:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622947:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622948:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622949:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622949:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622950:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622951:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622951:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622952:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622953:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622953:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622954:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622955:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622955:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622956:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622957:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622957:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622958:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622959:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622960:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622961:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622962:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622962:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622963:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622964:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622965:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622966:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622966:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622967:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622968:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622968:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622969:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622970:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622971:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622971:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622972:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622972:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622973:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622974:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622975:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622975:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622976:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622976:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622977:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622978:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622979:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622979:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622980:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622980:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622981:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622982:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622983:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622983:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622984:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622984:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622985:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622986:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622987:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622987:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622988:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622989:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622990:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622991:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622992:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622993:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622994:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622994:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622995:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622996:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622996:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622997:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622998:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.622998:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.622999:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.623000:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.623000:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.623001:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384382.623003:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d065ee62. 00000100:00000010:1.0:1767384382.623004:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000340b7251. 00000100:00000010:1.0:1767384382.623006:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000185311a0. 00000100:00000010:1.0:1767384382.623008:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000611ac0cb. 00000100:00000010:1.0:1767384382.623010:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b7ac8b2a. 00000100:00000010:1.0:1767384382.623011:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db5fdba2. 00000100:00000010:1.0:1767384382.623012:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a4b858a. 00000100:00000010:1.0:1767384382.623014:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d067ecbb. 00000100:00000010:1.0:1767384382.623015:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000012a30316. 00000100:00000010:1.0:1767384382.623017:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd2c0ed5. 00000100:00000010:1.0:1767384382.623018:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000993c3d0c. 00000100:00000010:1.0:1767384382.623019:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000010fe113. 00000100:00000010:1.0:1767384382.623020:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b4f0ae7c. 00000100:00000010:1.0:1767384382.623022:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3e1bc07. 00000100:00000010:1.0:1767384382.623023:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000127784da. 00000100:00000010:1.0:1767384382.623025:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052bf28e6. 00000100:00000010:1.0:1767384382.623045:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cece13dc. 00000100:00000010:1.0:1767384382.623047:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001dcb632d. 00000100:00000010:1.0:1767384382.623048:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b1c021db. 00000100:00000010:1.0:1767384382.623051:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac2b7a2b. 00000100:00000010:1.0:1767384382.623052:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3cdb604. 00000100:00000010:1.0:1767384382.623054:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055359b7a. 00000100:00000010:1.0:1767384382.623055:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ac69460a. 00000100:00000010:1.0:1767384382.623056:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb0d5b1b. 00000100:00000010:1.0:1767384382.623057:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dc33a81b. 00000100:00000010:1.0:1767384382.623058:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000321db6bd. 00000100:00000010:1.0:1767384382.623059:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a5bab8f1. 00000100:00000010:1.0:1767384382.623061:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000621771be. 00000100:00000010:1.0:1767384382.623062:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003f5632da. 00000100:00000010:1.0:1767384382.623063:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f11e68c. 00000100:00000010:1.0:1767384382.623064:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000033a9f1cb. 00000100:00000010:1.0:1767384382.623066:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4946240. 00000100:00000010:1.0:1767384382.623067:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000af8fe4b0. 00000100:00000010:1.0:1767384382.623069:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3b39daf. 00000100:00000010:1.0:1767384382.623070:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000007a0c03f. 00000100:00000010:1.0:1767384382.623071:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026761c1f. 00000100:00000010:1.0:1767384382.623072:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003ef47209. 00000100:00000010:1.0:1767384382.623073:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001aa4f0c2. 00000100:00000010:1.0:1767384382.623074:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000005bf59f4. 00000100:00000010:1.0:1767384382.623076:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000177ca6af. 00000100:00000010:1.0:1767384382.623077:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4f40188. 00000100:00000010:1.0:1767384382.623079:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb8ea831. 00000100:00000010:1.0:1767384382.623080:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ac25c719. 00000100:00000010:1.0:1767384382.623081:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c8226cb. 00000100:00000010:1.0:1767384382.623082:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000174833b5. 00000100:00000010:1.0:1767384382.623084:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fafd0aaa. 00000100:00000010:1.0:1767384382.623085:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004579feb6. 00000100:00000010:1.0:1767384382.623087:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d51bcdc7. 00000100:00000010:1.0:1767384382.623088:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be7850fa. 00000100:00000010:1.0:1767384382.623091:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f4bb338. 00000100:00000010:1.0:1767384382.623092:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000037f0d62b. 00000100:00000010:1.0:1767384382.623094:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e592b588. 00000100:00000010:1.0:1767384382.623096:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007e1626a5. 00000100:00000010:1.0:1767384382.623097:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000987faa63. 00000100:00000010:1.0:1767384382.623099:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000231e7b27. 00000100:00000010:1.0:1767384382.623100:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a869e202. 00000100:00000010:1.0:1767384382.623101:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ce0cdd58. 00000100:00000010:1.0:1767384382.623103:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd617e98. 00000100:00000010:1.0:1767384382.623104:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004689e3b7. 00000100:00000010:1.0:1767384382.623105:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6d014bb. 00000100:00000010:1.0:1767384382.623106:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000091765810. 00000100:00000010:1.0:1767384382.623108:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004f0237e. 00000100:00000010:1.0:1767384382.623109:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009b43d06e. 00000100:00000010:1.0:1767384382.623110:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023b86fae. 00000100:00000010:1.0:1767384382.623111:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b7fc9b56. 00000100:00000010:1.0:1767384382.623113:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000678e7f6e. 00000100:00000010:1.0:1767384382.623114:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000090e24f99. 00000100:00000010:1.0:1767384382.623115:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000039031f4. 00000100:00000010:1.0:1767384382.623116:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000062372225. 00000100:00000010:1.0:1767384382.623117:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092cca0f6. 00000100:00000010:1.0:1767384382.623118:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000464898e3. 00000100:00000010:1.0:1767384382.623119:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022fd4ab2. 00000100:00000010:1.0:1767384382.623120:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000035e04153. 00000100:00000010:1.0:1767384382.623122:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c2f9c3f. 00000100:00000010:1.0:1767384382.623123:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe11b584. 00000100:00000010:1.0:1767384382.623124:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000666d9c0e. 00000100:00000010:1.0:1767384382.623125:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000059b981d7. 00000100:00000010:1.0:1767384382.623127:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e423e7ed. 00000100:00000010:1.0:1767384382.623128:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008a07aa91. 00000100:00000010:1.0:1767384382.623130:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000769c7332. 00000100:00000010:1.0:1767384382.623131:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000009afcb0a. 00000100:00000010:1.0:1767384382.623133:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a30cf7f5. 00000100:00000010:1.0:1767384382.623134:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000058b5914f. 00000100:00000010:1.0:1767384382.623136:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbf51918. 00000100:00000010:1.0:1767384382.623137:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000083e1adda. 00000100:00000010:1.0:1767384382.623138:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc7499e2. 00000100:00000010:1.0:1767384382.623139:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000a2173f6. 00000100:00000010:1.0:1767384382.623141:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000312a3d89. 00000100:00000010:1.0:1767384382.623143:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000205bc168. 00000100:00000010:1.0:1767384382.623144:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002211c1b7. 00000100:00000010:1.0:1767384382.623145:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005023ae9c. 00000100:00000010:1.0:1767384382.623147:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045933180. 00000100:00000010:1.0:1767384382.623148:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cb8120c9. 00000100:00000010:1.0:1767384382.623150:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000583f4c4d. 00000100:00000010:1.0:1767384382.623151:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000057a9f55c. 00000100:00000010:1.0:1767384382.623152:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067951158. 00000100:00000010:1.0:1767384382.623154:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001cdc57ae. 00000100:00000010:1.0:1767384382.623155:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba46d5f9. 00000100:00000010:1.0:1767384382.623156:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007fb370dc. 00000100:00000010:1.0:1767384382.623157:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3ed2b95. 00000100:00000010:1.0:1767384382.623158:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c9b0024c. 00000100:00000010:1.0:1767384382.623160:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d7f5105. 00000100:00000010:1.0:1767384382.623161:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cb4753f9. 00000100:00000010:1.0:1767384382.623162:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b41e538a. 00000100:00000010:1.0:1767384382.623163:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ccc6b7e7. 00000100:00000010:1.0:1767384382.623165:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000cbda210. 00000100:00000010:1.0:1767384382.623166:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003baa8c85. 00000100:00000010:1.0:1767384382.623167:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000701adf9b. 00000100:00000010:1.0:1767384382.623169:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c2ad9c7c. 00000100:00000010:1.0:1767384382.623171:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b4840c9. 00000100:00000010:1.0:1767384382.623172:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000025352560. 00000100:00000010:1.0:1767384382.623173:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca8936a0. 00000100:00000010:1.0:1767384382.623175:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000c884094. 00000100:00000010:1.0:1767384382.623176:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f6b1284. 00000100:00000010:1.0:1767384382.623178:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ebac1b01. 00000100:00000010:1.0:1767384382.623180:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000acfbe6ba. 00000100:00000010:1.0:1767384382.623181:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1249c28. 00000100:00000010:1.0:1767384382.623183:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd4dc8fe. 00000100:00000010:1.0:1767384382.623184:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000d5b4eb4. 00000100:00000010:1.0:1767384382.623186:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c64ca683. 00000100:00000010:1.0:1767384382.623187:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000075a842dc. 00000100:00000010:1.0:1767384382.623188:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005acd8dd5. 00000100:00000010:1.0:1767384382.623190:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c40eaf2b. 00000100:00000010:1.0:1767384382.623192:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ef76f07. 00000100:00000010:1.0:1767384382.623193:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005dad6b29. 00000100:00000010:1.0:1767384382.623195:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009332f964. 00000100:00000010:1.0:1767384382.623196:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000423788bb. 00000100:00000010:1.0:1767384382.623197:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ad40eda. 00000100:00000010:1.0:1767384382.623199:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000d61bf244. 00000100:00000010:1.0:1767384382.623201:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000f2b30872. 00000100:00000001:1.0:1767384382.623202:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384382.623204:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.623205:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384382.623206:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384382.623207:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000001098fbae. 00000100:00000001:1.0:1767384382.623208:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384382.623209:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.623210:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.623211:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000587afad1. 00000100:00000001:1.0:1767384382.623212:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.623213:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.623214:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000556ea2ba. 00000100:00000001:1.0:1767384382.623216:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.623217:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.623218:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000174d4f09. 00000100:00000001:1.0:1767384382.623219:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.623219:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.623220:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000024f94ac6. 00000100:00000001:1.0:1767384382.623221:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384382.623268:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000008c297571. 00000020:00000010:1.0:1767384382.623271:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000085d0f1b2. 00000100:00000010:1.0:1767384382.623284:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000000ad0e91c. 00000100:00000010:1.0:1767384382.623289:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000eccdcb3f. 00000100:00000010:1.0:1767384382.623293:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000bc464acc. 00000100:00000010:1.0:1767384382.623299:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000019326ff6. 00000100:00000001:1.0:1767384382.623301:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.623302:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384382.623303:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:1.0:1767384382.623305:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384382.623306:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384382.623307:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:1.0:1767384382.623309:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:1.0:1767384382.623310:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:1.0:1767384382.623325:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:2.0:1767384382.623363:0:16791:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003b182aca. 00000040:00000010:2.0:1767384382.623373:0:16791:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009081b66d. 00000020:00000010:2.0:1767384382.623377:0:16791:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000022b91780. 00000020:00000010:2.0:1767384382.623382:0:16791:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d1864097. 00000020:00000010:3.0:1767384382.623387:0:16792:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000079817152. 00000040:00000010:3.0:1767384382.623407:0:16792:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005427e16c. 00000020:00000010:2.0:1767384382.623409:0:16791:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008b692bde. 00000020:00000010:3.0:1767384382.623419:0:16792:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b01db24d. 80000000:00000010:2.0:1767384382.623421:0:16791:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b4601896. 00000020:00000010:3.0:1767384382.623433:0:16792:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e5eaa9e9. 40000000:00000010:2.0:1767384382.623434:0:16791:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c83b1197. 00000020:00000010:3.0:1767384382.623450:0:16792:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000430cd098. 00100000:00000010:2.0:1767384382.623452:0:16791:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b970f02a. 00040000:00000010:2.0:1767384382.623466:0:16791:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fe4f441f. 80000000:00000010:3.0:1767384382.623468:0:16792:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000044994bdb. 00040000:00000010:2.0:1767384382.623475:0:16791:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dcb426c6. 00080000:00000010:2.0:1767384382.623528:0:16791:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005f6829ef. 40000000:00000010:3.0:1767384382.623529:0:16792:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000040aae03. 00000004:00000010:2.0:1767384382.623536:0:16791:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008a00d9f9. 00100000:00000010:3.0:1767384382.623543:0:16792:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000007da4745. 00002000:00000010:2.0:1767384382.623546:0:16791:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000755b80dc. 00040000:00000010:3.0:1767384382.623556:0:16792:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a8773d5a. 00000020:00000010:2.0:1767384382.623557:0:16791:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca957af6. 00040000:00000010:3.0:1767384382.623572:0:16792:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d66663aa. 00000020:00000010:2.0:1767384382.623607:0:16791:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a4fc91ff. 00080000:00000010:3.0:1767384382.623609:0:16792:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000efb3e722. 00000004:00000010:3.0:1767384382.623619:0:16792:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002d08c784. 00000100:00000010:2.0:1767384382.623620:0:16791:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e6aa3943. 00002000:00000010:3.0:1767384382.623628:0:16792:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000024c43531. 00000100:00100000:2.0:1767384382.623630:0:16791:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [00000000713ec7bd:16791] 0 exiting: rc = 1 00000020:00000010:3.0:1767384382.623639:0:16792:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053369b2e. 00000020:00000010:3.0:1767384382.623652:0:16792:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000917f697f. 00000100:00000010:3.0:1767384382.623663:0:16792:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d192e8be. 00000100:00100000:3.0:1767384382.623669:0:16792:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [0000000008a25e30:16792] 1 exiting: rc = 0 00000100:00000010:1.0:1767384382.623715:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000713ec7bd. 00000100:00000010:1.0:1767384382.623722:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000008a25e30. 00000100:00000001:1.0:1767384382.623726:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384382.623726:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384382.623728:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:1.0:1767384382.623732:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623733:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623735:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dacee092. 00000400:00000200:1.0:1767384382.623738:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e2554e2 00000400:00000010:1.0:1767384382.623740:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e2554e2. 00000100:00000001:1.0:1767384382.623744:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623745:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623757:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623759:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384382.623764:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623766:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623768:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623770:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006871b2e4. 00000400:00000200:1.0:1767384382.623775:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209f0caa 00000400:00000010:1.0:1767384382.623776:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209f0caa. 00000100:00000001:1.0:1767384382.623777:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623778:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623781:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623784:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384382.623788:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623792:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623794:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623797:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b39535fb. 00000400:00000200:1.0:1767384382.623800:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5223ce8 00000400:00000010:1.0:1767384382.623801:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5223ce8. 00000100:00000001:1.0:1767384382.623803:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623804:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623807:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623807:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384382.623808:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623809:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623810:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623811:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f4db88e. 00000400:00000200:1.0:1767384382.623812:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e896d4aa 00000400:00000010:1.0:1767384382.623813:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e896d4aa. 00000100:00000001:1.0:1767384382.623814:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623815:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623817:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623818:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384382.623819:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623819:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623820:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623821:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078a92c3a. 00000400:00000200:1.0:1767384382.623822:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004535a4e3 00000400:00000010:1.0:1767384382.623823:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004535a4e3. 00000100:00000001:1.0:1767384382.623824:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623824:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623827:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623828:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384382.623828:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623829:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623830:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623831:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9a5b133. 00000400:00000200:1.0:1767384382.623832:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009410d096 00000400:00000010:1.0:1767384382.623832:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009410d096. 00000100:00000001:1.0:1767384382.623833:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623834:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623836:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623837:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384382.623839:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623840:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623840:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623841:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d29ca481. 00000400:00000200:1.0:1767384382.623842:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefc932f 00000400:00000010:1.0:1767384382.623843:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fefc932f. 00000100:00000001:1.0:1767384382.623844:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623844:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623847:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623848:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384382.623848:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623849:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623850:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623851:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a52c81. 00000400:00000200:1.0:1767384382.623852:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6bcd55e 00000400:00000010:1.0:1767384382.623852:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6bcd55e. 00000100:00000001:1.0:1767384382.623853:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623854:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623856:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623857:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384382.623858:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623859:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623859:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623860:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ae8b4b9. 00000400:00000200:1.0:1767384382.623861:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006213807e 00000400:00000010:1.0:1767384382.623862:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006213807e. 00000100:00000001:1.0:1767384382.623862:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623863:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623866:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623866:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384382.623867:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623868:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623868:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623869:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047748857. 00000400:00000200:1.0:1767384382.623870:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b6f1180 00000400:00000010:1.0:1767384382.623871:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b6f1180. 00000100:00000001:1.0:1767384382.623872:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623872:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623876:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623877:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384382.623878:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623879:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623880:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623881:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd91b56a. 00000400:00000200:1.0:1767384382.623882:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081f077f5 00000400:00000010:1.0:1767384382.623883:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081f077f5. 00000100:00000001:1.0:1767384382.623884:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623884:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623887:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623888:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384382.623888:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623889:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623890:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623890:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071410c7b. 00000400:00000200:1.0:1767384382.623891:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b6e3054 00000400:00000010:1.0:1767384382.623892:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b6e3054. 00000100:00000001:1.0:1767384382.623893:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623894:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623896:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623897:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384382.623898:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623898:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623899:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623900:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056d4de65. 00000400:00000200:1.0:1767384382.623901:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c12944d6 00000400:00000010:1.0:1767384382.623901:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c12944d6. 00000100:00000001:1.0:1767384382.623902:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623903:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623905:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623906:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384382.623907:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623908:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623908:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623909:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aed777a. 00000400:00000200:1.0:1767384382.623910:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081b5d948 00000400:00000010:1.0:1767384382.623911:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081b5d948. 00000100:00000001:1.0:1767384382.623912:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623913:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623916:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623917:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384382.623918:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623919:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623920:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623920:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079ebcb3d. 00000400:00000200:1.0:1767384382.623921:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003576bd5 00000400:00000010:1.0:1767384382.623922:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003576bd5. 00000100:00000001:1.0:1767384382.623923:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623924:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623926:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623927:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384382.623928:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623928:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623929:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623930:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcef1b93. 00000400:00000200:1.0:1767384382.623931:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2868029 00000400:00000010:1.0:1767384382.623932:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2868029. 00000100:00000001:1.0:1767384382.623933:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623933:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623936:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623936:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384382.623937:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623938:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623938:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623939:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dcfe9d6. 00000400:00000200:1.0:1767384382.623940:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f90606f 00000400:00000010:1.0:1767384382.623941:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f90606f. 00000100:00000001:1.0:1767384382.623942:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623942:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623945:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623945:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384382.623946:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623947:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623947:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623948:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013e69f33. 00000400:00000200:1.0:1767384382.623950:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0336212 00000400:00000010:1.0:1767384382.623951:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0336212. 00000100:00000001:1.0:1767384382.623952:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623953:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623956:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623956:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384382.623957:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623958:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623959:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623959:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1ada63b. 00000400:00000200:1.0:1767384382.623960:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a970eed 00000400:00000010:1.0:1767384382.623961:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a970eed. 00000100:00000001:1.0:1767384382.623962:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623963:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623965:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623966:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384382.623966:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623967:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623968:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623968:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000669f67ee. 00000400:00000200:1.0:1767384382.623969:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012377777 00000400:00000010:1.0:1767384382.623970:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012377777. 00000100:00000001:1.0:1767384382.623971:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623972:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623974:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623975:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384382.623976:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623976:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623977:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623977:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f82d4fd6. 00000400:00000200:1.0:1767384382.623978:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca684ebb 00000400:00000010:1.0:1767384382.623979:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca684ebb. 00000100:00000001:1.0:1767384382.623980:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623981:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623983:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623984:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384382.623985:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623987:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623987:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623988:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a6e3e82. 00000400:00000200:1.0:1767384382.623989:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfcd0252 00000400:00000010:1.0:1767384382.623990:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cfcd0252. 00000100:00000001:1.0:1767384382.623991:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.623991:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.623994:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.623994:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384382.623995:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.623996:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.623997:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.623997:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8de578d. 00000400:00000200:1.0:1767384382.623998:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058b09792 00000400:00000010:1.0:1767384382.623999:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058b09792. 00000100:00000001:1.0:1767384382.624000:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624000:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624003:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624003:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384382.624004:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624005:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624006:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624006:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f876297. 00000400:00000200:1.0:1767384382.624007:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007895b28b 00000400:00000010:1.0:1767384382.624008:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007895b28b. 00000100:00000001:1.0:1767384382.624009:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624009:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624012:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624012:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384382.624013:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624014:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624015:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624015:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1d10313. 00000400:00000200:1.0:1767384382.624016:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009613270e 00000400:00000010:1.0:1767384382.624017:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009613270e. 00000100:00000001:1.0:1767384382.624018:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624018:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624021:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624022:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384382.624023:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624024:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624024:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624025:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000794ed1ad. 00000400:00000200:1.0:1767384382.624026:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2dcdd6a 00000400:00000010:1.0:1767384382.624027:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2dcdd6a. 00000100:00000001:1.0:1767384382.624027:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624028:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624030:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624031:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384382.624032:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624033:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624033:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624034:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de1cf24d. 00000400:00000200:1.0:1767384382.624035:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071b610b3 00000400:00000010:1.0:1767384382.624036:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071b610b3. 00000100:00000001:1.0:1767384382.624037:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624037:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624040:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624040:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384382.624041:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624042:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624042:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624043:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c5472b4. 00000400:00000200:1.0:1767384382.624044:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000078b5fc 00000400:00000010:1.0:1767384382.624045:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000078b5fc. 00000100:00000001:1.0:1767384382.624046:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624046:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624049:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624049:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384382.624050:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624051:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624051:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624052:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b0041f5. 00000400:00000200:1.0:1767384382.624053:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009769d31b 00000400:00000010:1.0:1767384382.624054:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009769d31b. 00000100:00000001:1.0:1767384382.624055:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624056:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624058:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624059:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384382.624060:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624061:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624061:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624062:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000497baf6c. 00000400:00000200:1.0:1767384382.624063:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8a7fdb9 00000400:00000010:1.0:1767384382.624063:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8a7fdb9. 00000100:00000001:1.0:1767384382.624064:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624065:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624067:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624068:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384382.624069:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624070:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624070:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624071:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1772b9c. 00000400:00000200:1.0:1767384382.624072:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091e8011e 00000400:00000010:1.0:1767384382.624072:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091e8011e. 00000100:00000001:1.0:1767384382.624073:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624074:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624076:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624077:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384382.624078:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624078:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624079:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624080:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aaedb66. 00000400:00000200:1.0:1767384382.624081:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b592363 00000400:00000010:1.0:1767384382.624081:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b592363. 00000100:00000001:1.0:1767384382.624082:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624083:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624085:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624086:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384382.624087:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624087:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624088:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624089:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a78946c1. 00000400:00000200:1.0:1767384382.624090:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b975d322 00000400:00000010:1.0:1767384382.624091:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b975d322. 00000100:00000001:1.0:1767384382.624092:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624093:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624095:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624096:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384382.624097:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624097:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624098:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624099:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a3c3605. 00000400:00000200:1.0:1767384382.624100:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ff52edd 00000400:00000010:1.0:1767384382.624101:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ff52edd. 00000100:00000001:1.0:1767384382.624102:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624102:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624105:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624105:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384382.624106:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624107:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624107:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624108:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000982a32ac. 00000400:00000200:1.0:1767384382.624109:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb780e4 00000400:00000010:1.0:1767384382.624110:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cb780e4. 00000100:00000001:1.0:1767384382.624112:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624113:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624115:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624116:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384382.624117:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624117:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624118:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624119:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dba0f704. 00000400:00000200:1.0:1767384382.624120:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d59895d 00000400:00000010:1.0:1767384382.624121:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d59895d. 00000100:00000001:1.0:1767384382.624122:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624122:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624125:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624125:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384382.624126:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624127:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624128:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624129:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e71fc023. 00000400:00000200:1.0:1767384382.624130:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d795f47 00000400:00000010:1.0:1767384382.624131:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d795f47. 00000100:00000001:1.0:1767384382.624132:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624132:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624135:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624135:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384382.624136:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624137:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624138:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624138:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b5b5917. 00000400:00000200:1.0:1767384382.624139:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da482dba 00000400:00000010:1.0:1767384382.624140:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da482dba. 00000100:00000001:1.0:1767384382.624141:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624142:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624144:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624145:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384382.624146:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624146:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624147:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624148:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000382e53e1. 00000400:00000200:1.0:1767384382.624149:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003494da49 00000400:00000010:1.0:1767384382.624150:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003494da49. 00000100:00000001:1.0:1767384382.624151:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624151:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624153:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624154:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384382.624155:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624156:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624156:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624157:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e532294. 00000400:00000200:1.0:1767384382.624158:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0a930f4 00000400:00000010:1.0:1767384382.624159:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0a930f4. 00000100:00000001:1.0:1767384382.624160:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624161:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624163:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624164:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384382.624165:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624166:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624167:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624168:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f952d670. 00000400:00000200:1.0:1767384382.624169:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de738918 00000400:00000010:1.0:1767384382.624169:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de738918. 00000100:00000001:1.0:1767384382.624170:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624171:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624173:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624174:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384382.624175:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624175:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624176:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624177:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc17a225. 00000400:00000200:1.0:1767384382.624178:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000625fe30d 00000400:00000010:1.0:1767384382.624179:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000625fe30d. 00000100:00000001:1.0:1767384382.624180:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624180:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624182:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624183:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384382.624184:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624185:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624185:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624186:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbcf8d73. 00000400:00000200:1.0:1767384382.624187:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0293e8f 00000400:00000010:1.0:1767384382.624188:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0293e8f. 00000100:00000001:1.0:1767384382.624189:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624190:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624192:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624193:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384382.624194:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624194:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624195:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624196:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060e902e1. 00000400:00000200:1.0:1767384382.624197:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1b4b1bc 00000400:00000010:1.0:1767384382.624197:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1b4b1bc. 00000100:00000001:1.0:1767384382.624198:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624199:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624202:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624203:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384382.624204:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624205:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624206:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624207:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017c7b41a. 00000400:00000200:1.0:1767384382.624208:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000661c2947 00000400:00000010:1.0:1767384382.624209:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000661c2947. 00000100:00000001:1.0:1767384382.624210:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624211:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624213:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624214:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384382.624214:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624215:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624216:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624216:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025272c6d. 00000400:00000200:1.0:1767384382.624217:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6b26898 00000400:00000010:1.0:1767384382.624218:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6b26898. 00000100:00000001:1.0:1767384382.624219:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624220:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624222:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624223:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384382.624224:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624224:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624225:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624226:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000948ece6e. 00000400:00000200:1.0:1767384382.624227:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d4e4ec4 00000400:00000010:1.0:1767384382.624227:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d4e4ec4. 00000100:00000001:1.0:1767384382.624228:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624229:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624231:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624232:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384382.624233:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624233:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624234:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624234:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b051c1f. 00000400:00000200:1.0:1767384382.624235:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9d901d1 00000400:00000010:1.0:1767384382.624236:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9d901d1. 00000100:00000001:1.0:1767384382.624237:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624238:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624241:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624242:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384382.624243:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624244:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624244:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624245:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ff94968. 00000400:00000200:1.0:1767384382.624246:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084fd2cc7 00000400:00000010:1.0:1767384382.624247:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084fd2cc7. 00000100:00000001:1.0:1767384382.624248:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624248:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624251:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624252:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384382.624252:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624253:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624254:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624254:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e05952. 00000400:00000200:1.0:1767384382.624255:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002116a290 00000400:00000010:1.0:1767384382.624256:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002116a290. 00000100:00000001:1.0:1767384382.624257:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624258:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624260:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624261:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384382.624262:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624262:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624263:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624264:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1415c17. 00000400:00000200:1.0:1767384382.624265:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010946555 00000400:00000010:1.0:1767384382.624266:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010946555. 00000100:00000001:1.0:1767384382.624267:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624267:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624269:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624270:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384382.624271:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624272:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624272:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624273:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0f71f3c. 00000400:00000200:1.0:1767384382.624275:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8bab540 00000400:00000010:1.0:1767384382.624276:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8bab540. 00000100:00000001:1.0:1767384382.624277:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624278:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624281:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624282:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384382.624282:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624283:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624284:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624284:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000698350d5. 00000400:00000200:1.0:1767384382.624285:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a4a28cf 00000400:00000010:1.0:1767384382.624286:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a4a28cf. 00000100:00000001:1.0:1767384382.624287:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624287:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624290:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624291:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384382.624291:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624292:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624293:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624294:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c78bd6b0. 00000400:00000200:1.0:1767384382.624295:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a02d9b9 00000400:00000010:1.0:1767384382.624295:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a02d9b9. 00000100:00000001:1.0:1767384382.624296:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624297:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624299:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624300:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384382.624301:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624301:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624302:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624303:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000461482ed. 00000400:00000200:1.0:1767384382.624304:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a946e54c 00000400:00000010:1.0:1767384382.624304:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a946e54c. 00000100:00000001:1.0:1767384382.624305:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624306:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624308:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624309:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384382.624310:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624311:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624312:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624312:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029296b64. 00000400:00000200:1.0:1767384382.624313:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088702eb2 00000400:00000010:1.0:1767384382.624314:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088702eb2. 00000100:00000001:1.0:1767384382.624315:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624316:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624318:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624319:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384382.624320:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624320:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624321:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624321:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c81164ef. 00000400:00000200:1.0:1767384382.624322:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee99539 00000400:00000010:1.0:1767384382.624323:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ee99539. 00000100:00000001:1.0:1767384382.624324:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624325:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624327:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624328:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384382.624328:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624329:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624330:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624330:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f4e9ae6. 00000400:00000200:1.0:1767384382.624331:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014c86f37 00000400:00000010:1.0:1767384382.624332:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014c86f37. 00000100:00000001:1.0:1767384382.624333:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624334:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624336:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624337:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384382.624337:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624338:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624339:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624339:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079bc1a02. 00000400:00000200:1.0:1767384382.624340:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000828ea856 00000400:00000010:1.0:1767384382.624341:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000828ea856. 00000100:00000001:1.0:1767384382.624342:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624343:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624345:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624346:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384382.624347:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624348:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624348:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624349:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3a196da. 00000400:00000200:1.0:1767384382.624350:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e217b72 00000400:00000010:1.0:1767384382.624351:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e217b72. 00000100:00000001:1.0:1767384382.624352:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624352:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624355:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624355:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384382.624356:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624357:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624357:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624358:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000229303c2. 00000400:00000200:1.0:1767384382.624359:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2ce86e2 00000400:00000010:1.0:1767384382.624360:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2ce86e2. 00000100:00000001:1.0:1767384382.624361:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624361:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624363:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624364:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384382.624365:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624366:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624366:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624367:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f7ebad0. 00000400:00000200:1.0:1767384382.624368:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001407d037 00000400:00000010:1.0:1767384382.624369:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001407d037. 00000100:00000001:1.0:1767384382.624370:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624370:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624373:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624373:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384382.624374:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624375:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624375:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624376:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065d08a46. 00000400:00000200:1.0:1767384382.624377:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a615541 00000400:00000010:1.0:1767384382.624377:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a615541. 00000100:00000001:1.0:1767384382.624378:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624380:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624382:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624383:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384382.624383:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.624384:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.624385:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.624386:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f3fd03c. 00000400:00000200:1.0:1767384382.624388:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c30acd76 00000400:00000010:1.0:1767384382.624389:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c30acd76. 00000100:00000001:1.0:1767384382.624391:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.624392:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384382.624396:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.624397:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384382.624398:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.624400:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624401:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624403:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624404:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624405:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624407:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624408:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624409:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624410:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624412:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624413:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624415:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624416:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624417:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624419:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624420:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624422:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624423:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624424:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624425:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624427:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624428:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624430:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624431:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624433:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624434:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624436:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624437:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624439:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624440:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624441:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624443:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624444:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624446:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624447:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624448:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624450:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624451:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624452:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624454:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624455:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624457:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624458:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624459:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624460:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624461:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624462:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624463:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624463:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624464:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624465:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624465:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624466:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624467:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624468:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624468:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624469:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624470:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624470:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624471:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624472:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624472:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624473:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624474:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624474:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624476:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624509:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624511:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624512:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624513:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624514:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624515:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624517:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624518:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624519:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624520:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624521:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624522:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624524:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624525:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624526:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624527:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624529:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624530:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624532:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624535:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624537:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624539:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624541:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624542:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624545:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624547:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624549:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624551:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624553:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624554:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624556:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624557:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624559:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624560:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624563:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624564:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624567:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624569:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624570:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624571:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624585:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624586:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624587:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624588:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624589:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624590:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624591:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624592:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624593:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624593:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624594:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624595:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624595:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624596:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624597:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624597:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624598:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624599:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624600:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624600:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.624601:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.624601:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384382.624603:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006f1fd725. 00000100:00000010:1.0:1767384382.624606:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000187e69a1. 00000100:00000010:1.0:1767384382.624608:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dbd5b770. 00000100:00000010:1.0:1767384382.624611:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7911777. 00000100:00000010:1.0:1767384382.624617:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000abe7c49d. 00000100:00000010:1.0:1767384382.624623:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f63b77ba. 00000100:00000010:1.0:1767384382.624629:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000145285b2. 00000100:00000010:1.0:1767384382.624631:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035ef164c. 00000100:00000010:1.0:1767384382.624636:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c7b59457. 00000100:00000010:1.0:1767384382.624638:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c81b79ef. 00000100:00000010:1.0:1767384382.624639:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000379d677c. 00000100:00000010:1.0:1767384382.624641:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa060f73. 00000100:00000010:1.0:1767384382.624643:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f3c80850. 00000100:00000010:1.0:1767384382.624645:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022701be2. 00000100:00000010:1.0:1767384382.624648:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000591790d0. 00000100:00000010:1.0:1767384382.624651:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d2528c2. 00000100:00000010:1.0:1767384382.624657:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000020412098. 00000100:00000010:1.0:1767384382.624659:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5059640. 00000100:00000010:1.0:1767384382.624665:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c2fe450c. 00000100:00000010:1.0:1767384382.624671:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aafa130c. 00000100:00000010:1.0:1767384382.624675:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000051da0cfb. 00000100:00000010:1.0:1767384382.624678:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f87e1c9f. 00000100:00000010:1.0:1767384382.624688:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032ee302c. 00000100:00000010:1.0:1767384382.624691:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000862ecdcd. 00000100:00000010:1.0:1767384382.624693:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ed1a274. 00000100:00000010:1.0:1767384382.624695:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033959393. 00000100:00000010:1.0:1767384382.624696:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008466af80. 00000100:00000010:1.0:1767384382.624698:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c1d551b. 00000100:00000010:1.0:1767384382.624700:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7f09d3c. 00000100:00000010:1.0:1767384382.624703:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c0930d4. 00000100:00000010:1.0:1767384382.624706:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001057e260. 00000100:00000010:1.0:1767384382.624709:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e444c832. 00000100:00000010:1.0:1767384382.624711:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000065cc8235. 00000100:00000010:1.0:1767384382.624715:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001af8e159. 00000100:00000010:1.0:1767384382.624723:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e2f2a605. 00000100:00000010:1.0:1767384382.624725:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e63dbb9. 00000100:00000010:1.0:1767384382.624726:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000981cd2ff. 00000100:00000010:1.0:1767384382.624727:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c199670. 00000100:00000010:1.0:1767384382.624728:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000179651c4. 00000100:00000010:1.0:1767384382.624730:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4686a4e. 00000100:00000010:1.0:1767384382.624731:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007310a9f0. 00000100:00000010:1.0:1767384382.624732:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d6ccb1e. 00000100:00000010:1.0:1767384382.624733:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000098400288. 00000100:00000010:1.0:1767384382.624736:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d98e5300. 00000100:00000010:1.0:1767384382.624737:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000045b854db. 00000100:00000010:1.0:1767384382.624739:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006dfc2548. 00000100:00000010:1.0:1767384382.624740:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002fbb7ef2. 00000100:00000010:1.0:1767384382.624742:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000019802cd. 00000100:00000010:1.0:1767384382.624744:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000881522c3. 00000100:00000010:1.0:1767384382.624746:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0bb9cb5. 00000100:00000010:1.0:1767384382.624747:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc861135. 00000100:00000010:1.0:1767384382.624749:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e691a557. 00000100:00000010:1.0:1767384382.624750:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dda252af. 00000100:00000010:1.0:1767384382.624751:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6dde14a. 00000100:00000010:1.0:1767384382.624757:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000522663de. 00000100:00000010:1.0:1767384382.624759:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b573cd2d. 00000100:00000010:1.0:1767384382.624760:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009489d4a1. 00000100:00000010:1.0:1767384382.624764:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df7abc95. 00000100:00000010:1.0:1767384382.624766:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000ea77781. 00000100:00000010:1.0:1767384382.624769:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000809569e. 00000100:00000010:1.0:1767384382.624770:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000316f5c38. 00000100:00000010:1.0:1767384382.624772:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7866a75. 00000100:00000010:1.0:1767384382.624773:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b22f3d97. 00000100:00000010:1.0:1767384382.624775:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5e7a57a. 00000100:00000010:1.0:1767384382.624776:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000062859419. 00000100:00000010:1.0:1767384382.624778:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002db16009. 00000100:00000010:1.0:1767384382.624780:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003f95d431. 00000100:00000010:1.0:1767384382.624785:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3dd7d37. 00000100:00000010:1.0:1767384382.624787:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000060735655. 00000100:00000010:1.0:1767384382.624788:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bcecfd1. 00000100:00000010:1.0:1767384382.624789:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bd167917. 00000100:00000010:1.0:1767384382.624791:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbab1ca2. 00000100:00000010:1.0:1767384382.624792:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000047e0b64f. 00000100:00000010:1.0:1767384382.624793:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aeb12b30. 00000100:00000010:1.0:1767384382.624795:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c9a71c7. 00000100:00000010:1.0:1767384382.624797:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008cce8b1. 00000100:00000010:1.0:1767384382.624803:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dfbbf1d1. 00000100:00000010:1.0:1767384382.624804:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009277c907. 00000100:00000010:1.0:1767384382.624805:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000018f4b117. 00000100:00000010:1.0:1767384382.624807:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000efee80b0. 00000100:00000010:1.0:1767384382.624809:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c4b40550. 00000100:00000010:1.0:1767384382.624811:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041014f3a. 00000100:00000010:1.0:1767384382.624818:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000093db569f. 00000100:00000010:1.0:1767384382.624822:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000874e40dc. 00000100:00000010:1.0:1767384382.624823:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000fbb9e8e. 00000100:00000010:1.0:1767384382.624825:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001418cbad. 00000100:00000010:1.0:1767384382.624826:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003d6f1c20. 00000100:00000010:1.0:1767384382.624828:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a74b5ad. 00000100:00000010:1.0:1767384382.624831:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000046c4eb7b. 00000100:00000010:1.0:1767384382.624834:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000accbab7d. 00000100:00000010:1.0:1767384382.624836:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000a1ec347. 00000100:00000010:1.0:1767384382.624839:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b11661e. 00000100:00000010:1.0:1767384382.624840:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d3838884. 00000100:00000010:1.0:1767384382.624842:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0012f3f. 00000100:00000010:1.0:1767384382.624843:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f0e9abef. 00000100:00000010:1.0:1767384382.624844:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a19c9f0. 00000100:00000010:1.0:1767384382.624845:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c8b8a6e. 00000100:00000010:1.0:1767384382.624847:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a10728b0. 00000100:00000010:1.0:1767384382.624848:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000012c75e73. 00000100:00000010:1.0:1767384382.624850:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000485ba188. 00000100:00000010:1.0:1767384382.624851:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ff57e5dd. 00000100:00000010:1.0:1767384382.624852:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047b70418. 00000100:00000010:1.0:1767384382.624853:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000915f932b. 00000100:00000010:1.0:1767384382.624854:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000839b2384. 00000100:00000010:1.0:1767384382.624855:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a5cbcc4b. 00000100:00000010:1.0:1767384382.624857:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f86f9c0. 00000100:00000010:1.0:1767384382.624858:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c4c32ac8. 00000100:00000010:1.0:1767384382.624859:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ae048f1. 00000100:00000010:1.0:1767384382.624878:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be5a1d35. 00000100:00000010:1.0:1767384382.624880:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5535db5. 00000100:00000010:1.0:1767384382.624881:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d37915b. 00000100:00000010:1.0:1767384382.624884:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038ccb329. 00000100:00000010:1.0:1767384382.624885:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000074d7c0eb. 00000100:00000010:1.0:1767384382.624888:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022e0f309. 00000100:00000010:1.0:1767384382.624889:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b9efa653. 00000100:00000010:1.0:1767384382.624891:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d0b3bd1. 00000100:00000010:1.0:1767384382.624892:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000182392bd. 00000100:00000010:1.0:1767384382.624894:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c03a537. 00000100:00000010:1.0:1767384382.624895:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000071ee63b1. 00000100:00000010:1.0:1767384382.624896:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000426424fc. 00000100:00000010:1.0:1767384382.624897:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f4374d95. 00000100:00000010:1.0:1767384382.624899:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd94a58d. 00000100:00000010:1.0:1767384382.624900:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000094eb4df7. 00000100:00000010:1.0:1767384382.624901:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094007da3. 00000100:00000010:1.0:1767384382.624902:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001c73671d. 00000100:00000010:1.0:1767384382.624903:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000591afeaf. 00000100:00000010:1.0:1767384382.624904:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a557b9ef. 00000100:00000010:1.0:1767384382.624906:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006fbcc3f8. 00000100:00000010:1.0:1767384382.624908:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000006266d83a. 00000100:00000010:1.0:1767384382.624910:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000032ad72a5. 00000100:00000001:1.0:1767384382.624917:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384382.624918:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.624919:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384382.624920:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384382.624921:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000a5ed29c1. 00000100:00000001:1.0:1767384382.624923:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384382.624923:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.624925:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.624925:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000069e6d38e. 00000100:00000001:1.0:1767384382.624927:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.624927:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.624928:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ff5a6a5b. 00000100:00000001:1.0:1767384382.624929:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.624930:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.624931:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006d395c49. 00000100:00000001:1.0:1767384382.624932:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.624934:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.624934:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ac993d70. 00000100:00000001:1.0:1767384382.624936:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384382.624991:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000dcf46e20. 00000020:00000010:1.0:1767384382.624993:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b6be11e2. 00000100:00000010:1.0:1767384382.625008:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000076ff9353. 00000100:00000010:1.0:1767384382.625015:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000160c9f7f. 00000100:00000010:1.0:1767384382.625017:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000378f9fef. 00000100:00000010:1.0:1767384382.625021:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000078aac224. 00000100:00000001:1.0:1767384382.625023:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.625025:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384382.625026:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:1.0:1767384382.625028:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384382.625029:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384382.625030:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:1.0:1767384382.625031:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:1.0:1767384382.625032:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:1.0:1767384382.625049:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:2.0:1767384382.625069:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009c4d8c0f. 00000040:00000010:2.0:1767384382.625075:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e5f165f9. 00000020:00000010:2.0:1767384382.625078:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f922f66e. 00000020:00000010:2.0:1767384382.625082:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d87625e5. 00000020:00000010:2.0:1767384382.625085:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f462d477. 80000000:00000010:2.0:1767384382.625088:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000035809a03. 40000000:00000010:2.0:1767384382.625092:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000840a4c14. 00100000:00000010:2.0:1767384382.625096:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d5c5bac0. 00040000:00000010:2.0:1767384382.625099:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f07c8c67. 00040000:00000010:2.0:1767384382.625103:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fe5885b7. 00080000:00000010:2.0:1767384382.625108:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000010ed9824. 00000004:00000010:2.0:1767384382.625113:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006cac5e4e. 00002000:00000010:2.0:1767384382.625119:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000273750d9. 00000020:00000010:3.0:1767384382.625120:0:16794:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000894bcf8e. 00000020:00000010:2.0:1767384382.625128:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000adab145d. 00000040:00000010:3.0:1767384382.625144:0:16794:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000916f1212. 00000020:00000010:2.0:1767384382.625144:0:16793:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d3ffc432. 00000020:00000010:3.0:1767384382.625168:0:16794:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000056167348. 00000100:00000010:2.0:1767384382.625169:0:16793:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000095a078b5. 00000100:00100000:2.0:1767384382.625186:0:16793:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [00000000963bd4f1:16793] 0 exiting: rc = 1 00000020:00000010:3.0:1767384382.625192:0:16794:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007edb8e3. 00000020:00000010:3.0:1767384382.625204:0:16794:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000656bf04f. 80000000:00000010:3.0:1767384382.625211:0:16794:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006425cfd5. 40000000:00000010:3.0:1767384382.625218:0:16794:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a398518d. 00100000:00000010:3.0:1767384382.625228:0:16794:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000611e5bd5. 00040000:00000010:3.0:1767384382.625235:0:16794:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004bfcf1a4. 00040000:00000010:3.0:1767384382.625241:0:16794:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001d0a98a7. 00080000:00000010:3.0:1767384382.625249:0:16794:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c3a2b1fa. 00000004:00000010:3.0:1767384382.625256:0:16794:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008bc758d8. 00002000:00000010:3.0:1767384382.625262:0:16794:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000959f47eb. 00000020:00000010:3.0:1767384382.625268:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca3a494f. 00000020:00000010:3.0:1767384382.625276:0:16794:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b7ff1263. 00000100:00000010:3.0:1767384382.625286:0:16794:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000024a0c8f0. 00000100:00100000:3.0:1767384382.625291:0:16794:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [00000000ecfa60c1:16794] 1 exiting: rc = 0 00000100:00000010:1.0:1767384382.625338:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000963bd4f1. 00000100:00000010:1.0:1767384382.625344:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ecfa60c1. 00000100:00000001:1.0:1767384382.625346:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384382.625347:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384382.625349:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:1.0:1767384382.625352:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625353:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625355:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b38309a9. 00000400:00000200:1.0:1767384382.625358:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082839d11 00000400:00000010:1.0:1767384382.625360:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082839d11. 00000100:00000001:1.0:1767384382.625362:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625364:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625370:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625372:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384382.625375:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625376:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625378:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625381:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d987597e. 00000400:00000200:1.0:1767384382.625386:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad368fdf 00000400:00000010:1.0:1767384382.625387:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad368fdf. 00000100:00000001:1.0:1767384382.625397:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625399:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625405:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625407:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384382.625409:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625411:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625413:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625416:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000755c6437. 00000400:00000200:1.0:1767384382.625421:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4e6d50 00000400:00000010:1.0:1767384382.625424:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4e6d50. 00000100:00000001:1.0:1767384382.625427:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625428:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625433:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625434:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384382.625436:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625438:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625439:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625441:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8706f23. 00000400:00000200:1.0:1767384382.625443:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:1.0:1767384382.625445:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000100:00000001:1.0:1767384382.625447:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625448:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625453:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625454:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384382.625456:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625458:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625459:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625460:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfb2059b. 00000400:00000200:1.0:1767384382.625462:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a298c089 00000400:00000010:1.0:1767384382.625463:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a298c089. 00000100:00000001:1.0:1767384382.625464:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625465:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625468:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625468:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384382.625469:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625470:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625471:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625471:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ce99614. 00000400:00000200:1.0:1767384382.625472:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ace24d2 00000400:00000010:1.0:1767384382.625474:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ace24d2. 00000100:00000001:1.0:1767384382.625475:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625476:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625500:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625502:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384382.625503:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625505:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625506:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625508:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d2f1702. 00000400:00000200:1.0:1767384382.625510:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035365a24 00000400:00000010:1.0:1767384382.625512:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035365a24. 00000100:00000001:1.0:1767384382.625514:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625516:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625523:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625526:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384382.625530:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625532:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625534:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625535:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033c80814. 00000400:00000200:1.0:1767384382.625539:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000005046bc 00000400:00000010:1.0:1767384382.625541:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000005046bc. 00000100:00000001:1.0:1767384382.625544:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625546:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625551:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625552:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384382.625554:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625556:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625558:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625560:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001827d386. 00000400:00000200:1.0:1767384382.625564:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047afe52a 00000400:00000010:1.0:1767384382.625565:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047afe52a. 00000100:00000001:1.0:1767384382.625568:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625570:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625588:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625590:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384382.625592:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625594:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625595:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625597:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b343f6b0. 00000400:00000200:1.0:1767384382.625600:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000937282c6 00000400:00000010:1.0:1767384382.625601:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000937282c6. 00000100:00000001:1.0:1767384382.625603:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625604:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625607:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625609:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384382.625610:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625611:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625612:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625613:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3bd82af. 00000400:00000200:1.0:1767384382.625614:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e0ae9aa 00000400:00000010:1.0:1767384382.625615:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e0ae9aa. 00000100:00000001:1.0:1767384382.625616:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625616:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625619:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625620:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384382.625620:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625621:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625622:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625623:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000190a14f0. 00000400:00000200:1.0:1767384382.625624:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014a7a7b4 00000400:00000010:1.0:1767384382.625624:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014a7a7b4. 00000100:00000001:1.0:1767384382.625625:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625626:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625629:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625629:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384382.625630:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625631:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625632:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625632:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f7b91fd. 00000400:00000200:1.0:1767384382.625633:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a66b64b 00000400:00000010:1.0:1767384382.625634:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a66b64b. 00000100:00000001:1.0:1767384382.625635:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625636:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625638:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625639:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384382.625640:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625641:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625642:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625643:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2813004. 00000400:00000200:1.0:1767384382.625644:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009776246e 00000400:00000010:1.0:1767384382.625646:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009776246e. 00000100:00000001:1.0:1767384382.625647:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625648:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625650:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625651:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384382.625652:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625653:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625654:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625655:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccc76f92. 00000400:00000200:1.0:1767384382.625655:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdeeedbd 00000400:00000010:1.0:1767384382.625656:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fdeeedbd. 00000100:00000001:1.0:1767384382.625657:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625658:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625660:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625661:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384382.625662:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625662:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625663:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625664:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028855480. 00000400:00000200:1.0:1767384382.625665:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000584be2ff 00000400:00000010:1.0:1767384382.625665:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000584be2ff. 00000100:00000001:1.0:1767384382.625666:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625667:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625669:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625670:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384382.625671:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625672:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625672:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625673:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e834f243. 00000400:00000200:1.0:1767384382.625674:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073cda339 00000400:00000010:1.0:1767384382.625675:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073cda339. 00000100:00000001:1.0:1767384382.625676:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625677:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625679:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625680:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384382.625681:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625682:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625682:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625683:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2462b17. 00000400:00000200:1.0:1767384382.625684:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090d514c8 00000400:00000010:1.0:1767384382.625685:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090d514c8. 00000100:00000001:1.0:1767384382.625686:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625686:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625689:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625689:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384382.625690:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625691:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625691:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625692:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2bcc409. 00000400:00000200:1.0:1767384382.625693:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9183444 00000400:00000010:1.0:1767384382.625694:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9183444. 00000100:00000001:1.0:1767384382.625695:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625696:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625698:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625699:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384382.625699:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625700:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625701:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625702:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058c6d80d. 00000400:00000200:1.0:1767384382.625703:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e35a00f 00000400:00000010:1.0:1767384382.625703:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e35a00f. 00000100:00000001:1.0:1767384382.625704:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625705:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625707:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625708:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384382.625709:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625710:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625710:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625711:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aeae14ce. 00000400:00000200:1.0:1767384382.625712:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b95f1fc4 00000400:00000010:1.0:1767384382.625713:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b95f1fc4. 00000100:00000001:1.0:1767384382.625714:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625715:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625718:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625718:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384382.625719:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625720:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625720:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625721:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2199f01. 00000400:00000200:1.0:1767384382.625722:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a2c727f 00000400:00000010:1.0:1767384382.625723:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a2c727f. 00000100:00000001:1.0:1767384382.625724:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625725:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625727:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625728:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384382.625729:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625729:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625730:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625731:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5216f12. 00000400:00000200:1.0:1767384382.625732:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069212d94 00000400:00000010:1.0:1767384382.625732:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069212d94. 00000100:00000001:1.0:1767384382.625733:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625734:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625736:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625737:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384382.625738:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625738:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625739:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625740:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ada861c8. 00000400:00000200:1.0:1767384382.625741:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000598ec809 00000400:00000010:1.0:1767384382.625741:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000598ec809. 00000100:00000001:1.0:1767384382.625742:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625743:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625745:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625746:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384382.625747:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625747:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625748:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625749:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000869a608f. 00000400:00000200:1.0:1767384382.625750:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a814aff 00000400:00000010:1.0:1767384382.625751:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a814aff. 00000100:00000001:1.0:1767384382.625752:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625752:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625755:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625755:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384382.625756:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625757:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625758:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625758:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000385caeda. 00000400:00000200:1.0:1767384382.625759:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068b21fad 00000400:00000010:1.0:1767384382.625760:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068b21fad. 00000100:00000001:1.0:1767384382.625761:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625761:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625764:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625764:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384382.625765:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625766:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625766:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625767:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000081cab89. 00000400:00000200:1.0:1767384382.625768:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009261b229 00000400:00000010:1.0:1767384382.625769:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009261b229. 00000100:00000001:1.0:1767384382.625770:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625770:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625773:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625773:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384382.625774:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625775:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625775:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625776:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e14e6674. 00000400:00000200:1.0:1767384382.625777:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df3ec7c4 00000400:00000010:1.0:1767384382.625778:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df3ec7c4. 00000100:00000001:1.0:1767384382.625779:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625779:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625782:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625782:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384382.625783:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625784:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625784:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625786:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e87203d6. 00000400:00000200:1.0:1767384382.625787:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9aa9de4 00000400:00000010:1.0:1767384382.625788:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9aa9de4. 00000100:00000001:1.0:1767384382.625788:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625789:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625791:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625792:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384382.625793:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625794:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625794:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625795:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003abeffb9. 00000400:00000200:1.0:1767384382.625796:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc8c472 00000400:00000010:1.0:1767384382.625797:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fc8c472. 00000100:00000001:1.0:1767384382.625798:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625798:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625800:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625801:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384382.625802:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625803:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625803:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625804:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3827a57. 00000400:00000200:1.0:1767384382.625805:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e0134e4 00000400:00000010:1.0:1767384382.625806:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e0134e4. 00000100:00000001:1.0:1767384382.625807:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625807:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625810:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625810:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384382.625811:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625812:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625813:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625813:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087148afa. 00000400:00000200:1.0:1767384382.625814:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f0afc29 00000400:00000010:1.0:1767384382.625815:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f0afc29. 00000100:00000001:1.0:1767384382.625816:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625816:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625819:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625820:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384382.625820:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625822:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625823:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625824:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a63354d. 00000400:00000200:1.0:1767384382.625825:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ad72e89 00000400:00000010:1.0:1767384382.625827:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ad72e89. 00000100:00000001:1.0:1767384382.625828:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625829:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625833:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625835:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384382.625837:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625838:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625839:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625841:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000875cdbff. 00000400:00000200:1.0:1767384382.625842:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fe6ae49 00000400:00000010:1.0:1767384382.625844:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fe6ae49. 00000100:00000001:1.0:1767384382.625846:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625847:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625850:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625852:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384382.625854:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625855:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625857:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625858:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba64b490. 00000400:00000200:1.0:1767384382.625860:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000a88930 00000400:00000010:1.0:1767384382.625861:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000a88930. 00000100:00000001:1.0:1767384382.625863:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625864:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625867:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625868:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384382.625869:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625870:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625871:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625872:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000425cb779. 00000400:00000200:1.0:1767384382.625873:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd7ee2fd 00000400:00000010:1.0:1767384382.625874:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd7ee2fd. 00000100:00000001:1.0:1767384382.625875:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625875:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625878:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625879:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384382.625880:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625881:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625882:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625883:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c3919a8. 00000400:00000200:1.0:1767384382.625884:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f89498 00000400:00000010:1.0:1767384382.625885:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3f89498. 00000100:00000001:1.0:1767384382.625886:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625886:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625889:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625890:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384382.625890:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625891:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625892:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625892:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8b4bb6d. 00000400:00000200:1.0:1767384382.625893:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffe1560c 00000400:00000010:1.0:1767384382.625894:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffe1560c. 00000100:00000001:1.0:1767384382.625895:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625896:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625898:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625899:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384382.625900:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625901:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625902:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625902:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c5bb93. 00000400:00000200:1.0:1767384382.625903:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdd26f51 00000400:00000010:1.0:1767384382.625904:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdd26f51. 00000100:00000001:1.0:1767384382.625905:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625906:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625908:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625909:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384382.625910:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625911:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625911:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625912:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7e0b799. 00000400:00000200:1.0:1767384382.625913:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000392e3ce2 00000400:00000010:1.0:1767384382.625913:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000392e3ce2. 00000100:00000001:1.0:1767384382.625914:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625916:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625918:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625919:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384382.625920:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625921:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625921:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625922:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aaca2f1. 00000400:00000200:1.0:1767384382.625923:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ddb7ab8 00000400:00000010:1.0:1767384382.625924:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ddb7ab8. 00000100:00000001:1.0:1767384382.625925:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625925:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625928:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625928:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384382.625929:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625930:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625931:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625931:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bf3263f. 00000400:00000200:1.0:1767384382.625932:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a27618d0 00000400:00000010:1.0:1767384382.625933:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a27618d0. 00000100:00000001:1.0:1767384382.625934:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625934:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625937:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625938:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384382.625938:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625939:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625940:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625940:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e50aebd9. 00000400:00000200:1.0:1767384382.625941:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6715fd4 00000400:00000010:1.0:1767384382.625942:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6715fd4. 00000100:00000001:1.0:1767384382.625943:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625944:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625946:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625947:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384382.625948:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625948:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625949:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625949:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000200f2984. 00000400:00000200:1.0:1767384382.625950:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5688675 00000400:00000010:1.0:1767384382.625952:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5688675. 00000100:00000001:1.0:1767384382.625953:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625953:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625956:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625957:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384382.625957:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625958:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625959:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625959:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003218d50d. 00000400:00000200:1.0:1767384382.625960:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032ecf78c 00000400:00000010:1.0:1767384382.625961:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032ecf78c. 00000100:00000001:1.0:1767384382.625962:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625962:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625965:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625966:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384382.625966:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625967:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625968:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625968:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d78226e. 00000400:00000200:1.0:1767384382.625969:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dfc1c84 00000400:00000010:1.0:1767384382.625970:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dfc1c84. 00000100:00000001:1.0:1767384382.625971:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625972:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625974:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625975:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384382.625975:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625976:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625977:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625977:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032dc26ab. 00000400:00000200:1.0:1767384382.625978:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca835ec8 00000400:00000010:1.0:1767384382.625979:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca835ec8. 00000100:00000001:1.0:1767384382.625980:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625981:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625983:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625984:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384382.625985:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625985:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625986:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625987:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d918d068. 00000400:00000200:1.0:1767384382.625989:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c286dd4d 00000400:00000010:1.0:1767384382.625990:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c286dd4d. 00000100:00000001:1.0:1767384382.625991:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.625992:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.625995:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.625996:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384382.625996:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.625997:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.625998:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.625998:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000037db6e0. 00000400:00000200:1.0:1767384382.625999:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007fb8669 00000400:00000010:1.0:1767384382.626000:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007fb8669. 00000100:00000001:1.0:1767384382.626001:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626002:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626004:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626005:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384382.626006:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626006:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626007:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626008:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdffd9c6. 00000400:00000200:1.0:1767384382.626008:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000924dad70 00000400:00000010:1.0:1767384382.626009:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000924dad70. 00000100:00000001:1.0:1767384382.626010:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626011:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626013:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626014:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384382.626015:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626015:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626016:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626016:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008344c6e9. 00000400:00000200:1.0:1767384382.626017:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92ebc3f 00000400:00000010:1.0:1767384382.626018:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e92ebc3f. 00000100:00000001:1.0:1767384382.626019:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626020:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626022:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626023:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384382.626024:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626025:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626026:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626027:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6c8724a. 00000400:00000200:1.0:1767384382.626028:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ce6a606 00000400:00000010:1.0:1767384382.626029:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ce6a606. 00000100:00000001:1.0:1767384382.626030:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626031:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626034:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626034:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384382.626035:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626036:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626036:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626037:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037333d6d. 00000400:00000200:1.0:1767384382.626038:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a73c2d7 00000400:00000010:1.0:1767384382.626039:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a73c2d7. 00000100:00000001:1.0:1767384382.626040:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626041:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626043:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626044:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384382.626045:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626046:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626046:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626047:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7089a0a. 00000400:00000200:1.0:1767384382.626048:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056eeabc1 00000400:00000010:1.0:1767384382.626049:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056eeabc1. 00000100:00000001:1.0:1767384382.626050:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626050:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626053:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626053:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384382.626054:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626055:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626055:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626056:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011b62938. 00000400:00000200:1.0:1767384382.626057:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ad6c9b9 00000400:00000010:1.0:1767384382.626058:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ad6c9b9. 00000100:00000001:1.0:1767384382.626059:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626059:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626062:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626063:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384382.626064:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626065:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626066:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626066:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040ffd074. 00000400:00000200:1.0:1767384382.626067:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1cce4e5 00000400:00000010:1.0:1767384382.626068:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1cce4e5. 00000100:00000001:1.0:1767384382.626069:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626070:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626072:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626073:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384382.626074:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626074:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626075:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626076:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049b1c97f. 00000400:00000200:1.0:1767384382.626077:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020960179 00000400:00000010:1.0:1767384382.626077:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020960179. 00000100:00000001:1.0:1767384382.626078:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626079:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626081:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626082:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384382.626083:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626084:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626084:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626085:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043960329. 00000400:00000200:1.0:1767384382.626086:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3d4b966 00000400:00000010:1.0:1767384382.626086:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3d4b966. 00000100:00000001:1.0:1767384382.626087:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626088:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626090:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626091:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384382.626092:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626093:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626093:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626094:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055b1e1ca. 00000400:00000200:1.0:1767384382.626095:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c60c85c4 00000400:00000010:1.0:1767384382.626096:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c60c85c4. 00000100:00000001:1.0:1767384382.626097:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626098:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626101:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626101:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384382.626102:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626103:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626103:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626104:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ce4cfa8. 00000400:00000200:1.0:1767384382.626105:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000248e06d2 00000400:00000010:1.0:1767384382.626106:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000248e06d2. 00000100:00000001:1.0:1767384382.626107:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626107:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626110:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626110:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384382.626111:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626112:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626112:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626113:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021fe54c5. 00000400:00000200:1.0:1767384382.626114:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2940da 00000400:00000010:1.0:1767384382.626115:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2940da. 00000100:00000001:1.0:1767384382.626116:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626116:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626119:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626119:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384382.626120:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626121:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626121:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626122:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000655007e6. 00000400:00000200:1.0:1767384382.626123:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000038f86f6 00000400:00000010:1.0:1767384382.626124:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000038f86f6. 00000100:00000001:1.0:1767384382.626125:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626125:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626128:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626128:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384382.626129:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626130:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626130:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626131:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fca9cbb. 00000400:00000200:1.0:1767384382.626132:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088242068 00000400:00000010:1.0:1767384382.626133:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088242068. 00000100:00000001:1.0:1767384382.626134:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626135:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626137:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626138:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384382.626138:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.626139:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.626140:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.626140:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087449b49. 00000400:00000200:1.0:1767384382.626141:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1281ccb 00000400:00000010:1.0:1767384382.626142:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1281ccb. 00000100:00000001:1.0:1767384382.626143:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.626144:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384382.626146:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.626147:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384382.626147:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.626149:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626149:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626151:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626151:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626152:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626153:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626153:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626154:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626155:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626155:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626156:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626157:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626157:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626158:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626159:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626159:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626160:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626161:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626161:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626162:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626163:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626163:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626164:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626165:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626166:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626166:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626167:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626168:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626168:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626169:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626170:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626170:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626171:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626172:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626172:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626173:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626174:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626174:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626175:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626176:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626176:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626177:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626178:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626178:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626179:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626180:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626181:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626181:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626182:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626182:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626183:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626184:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626185:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626185:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626186:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626186:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626187:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626188:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626189:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626189:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626190:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626191:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626191:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626193:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626194:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626195:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626195:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626196:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626197:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626198:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626199:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626200:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626200:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626201:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626202:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626202:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626203:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626204:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626204:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626205:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626206:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626206:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626207:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626208:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626208:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626209:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626210:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626210:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626211:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626212:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626212:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626213:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626214:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626214:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626215:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626216:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626216:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626217:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626218:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626218:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626219:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626219:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626220:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626221:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626222:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626223:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626224:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626225:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626226:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626226:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626227:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626228:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626228:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626229:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626230:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626230:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626231:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626232:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626232:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626233:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626234:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626234:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626235:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626236:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626236:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626237:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.626238:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.626238:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384382.626240:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c7f3332. 00000100:00000010:1.0:1767384382.626241:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c5d131f. 00000100:00000010:1.0:1767384382.626243:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000040d21a9f. 00000100:00000010:1.0:1767384382.626244:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea63376e. 00000100:00000010:1.0:1767384382.626245:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b64e13a3. 00000100:00000010:1.0:1767384382.626246:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebdb351e. 00000100:00000010:1.0:1767384382.626247:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c57798b2. 00000100:00000010:1.0:1767384382.626248:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071910a66. 00000100:00000010:1.0:1767384382.626250:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006e9548d7. 00000100:00000010:1.0:1767384382.626251:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004dfa3154. 00000100:00000010:1.0:1767384382.626252:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000053147dad. 00000100:00000010:1.0:1767384382.626254:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058ebae38. 00000100:00000010:1.0:1767384382.626255:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c6ed96a. 00000100:00000010:1.0:1767384382.626257:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071f50869. 00000100:00000010:1.0:1767384382.626258:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000886439fb. 00000100:00000010:1.0:1767384382.626259:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001269fb24. 00000100:00000010:1.0:1767384382.626260:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ac7bbd9. 00000100:00000010:1.0:1767384382.626262:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f0cdc05. 00000100:00000010:1.0:1767384382.626263:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000095c4171. 00000100:00000010:1.0:1767384382.626264:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001bdb4984. 00000100:00000010:1.0:1767384382.626265:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d810219b. 00000100:00000010:1.0:1767384382.626267:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc3a1957. 00000100:00000010:1.0:1767384382.626268:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a931e7a. 00000100:00000010:1.0:1767384382.626269:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d7bc566. 00000100:00000010:1.0:1767384382.626270:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fa80b1b4. 00000100:00000010:1.0:1767384382.626278:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000824bd81e. 00000100:00000010:1.0:1767384382.626280:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000db54a26e. 00000100:00000010:1.0:1767384382.626281:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c22a2160. 00000100:00000010:1.0:1767384382.626282:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000daf2b84b. 00000100:00000010:1.0:1767384382.626283:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba4d24d9. 00000100:00000010:1.0:1767384382.626284:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000048f49ad2. 00000100:00000010:1.0:1767384382.626286:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2cbda35. 00000100:00000010:1.0:1767384382.626287:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007a641a49. 00000100:00000010:1.0:1767384382.626288:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d6533d9. 00000100:00000010:1.0:1767384382.626289:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f74c495b. 00000100:00000010:1.0:1767384382.626290:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a24dcb1c. 00000100:00000010:1.0:1767384382.626291:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f27b050d. 00000100:00000010:1.0:1767384382.626293:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f33d2d7. 00000100:00000010:1.0:1767384382.626294:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002f250014. 00000100:00000010:1.0:1767384382.626296:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007decee15. 00000100:00000010:1.0:1767384382.626297:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000431c6991. 00000100:00000010:1.0:1767384382.626299:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebf56737. 00000100:00000010:1.0:1767384382.626300:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f19e84ef. 00000100:00000010:1.0:1767384382.626301:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009922d1c1. 00000100:00000010:1.0:1767384382.626302:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ed5543b8. 00000100:00000010:1.0:1767384382.626304:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae068408. 00000100:00000010:1.0:1767384382.626305:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1e104a0. 00000100:00000010:1.0:1767384382.626307:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6cb3039. 00000100:00000010:1.0:1767384382.626308:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000084a84a70. 00000100:00000010:1.0:1767384382.626309:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000039c4db3. 00000100:00000010:1.0:1767384382.626310:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe606c85. 00000100:00000010:1.0:1767384382.626312:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024e02cc3. 00000100:00000010:1.0:1767384382.626313:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f5b191fa. 00000100:00000010:1.0:1767384382.626314:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad9de54f. 00000100:00000010:1.0:1767384382.626315:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002943a5e5. 00000100:00000010:1.0:1767384382.626316:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ba04b87. 00000100:00000010:1.0:1767384382.626317:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002abf93d8. 00000100:00000010:1.0:1767384382.626319:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f7be7a4. 00000100:00000010:1.0:1767384382.626320:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a888feac. 00000100:00000010:1.0:1767384382.626321:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c571685d. 00000100:00000010:1.0:1767384382.626322:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001f794bbb. 00000100:00000010:1.0:1767384382.626323:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7dcf5ee. 00000100:00000010:1.0:1767384382.626324:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000077f94973. 00000100:00000010:1.0:1767384382.626326:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9d6c50e. 00000100:00000010:1.0:1767384382.626327:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1262f65. 00000100:00000010:1.0:1767384382.626328:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006e540e9. 00000100:00000010:1.0:1767384382.626329:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000075176891. 00000100:00000010:1.0:1767384382.626330:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd3bd2bd. 00000100:00000010:1.0:1767384382.626331:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004dc8889d. 00000100:00000010:1.0:1767384382.626332:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5dbcb5b. 00000100:00000010:1.0:1767384382.626334:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b3ac979c. 00000100:00000010:1.0:1767384382.626335:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef3d63a5. 00000100:00000010:1.0:1767384382.626336:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000033810da3. 00000100:00000010:1.0:1767384382.626346:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef7689d9. 00000100:00000010:1.0:1767384382.626347:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000098c6d1cf. 00000100:00000010:1.0:1767384382.626348:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000623c41d5. 00000100:00000010:1.0:1767384382.626349:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2bf5fdc. 00000100:00000010:1.0:1767384382.626351:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eeafb44f. 00000100:00000010:1.0:1767384382.626352:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a9f7815c. 00000100:00000010:1.0:1767384382.626354:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074653bc1. 00000100:00000010:1.0:1767384382.626355:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba5fa97a. 00000100:00000010:1.0:1767384382.626356:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035d6bc53. 00000100:00000010:1.0:1767384382.626358:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000044629853. 00000100:00000010:1.0:1767384382.626359:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe4b24ff. 00000100:00000010:1.0:1767384382.626361:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000047c0b47a. 00000100:00000010:1.0:1767384382.626362:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001995ccf5. 00000100:00000010:1.0:1767384382.626363:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e32f400b. 00000100:00000010:1.0:1767384382.626364:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef266b1f. 00000100:00000010:1.0:1767384382.626365:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000bfc80d1. 00000100:00000010:1.0:1767384382.626366:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000525f10de. 00000100:00000010:1.0:1767384382.626367:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ff9a8cd3. 00000100:00000010:1.0:1767384382.626369:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048815e90. 00000100:00000010:1.0:1767384382.626370:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000066aac33d. 00000100:00000010:1.0:1767384382.626371:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a2d0025. 00000100:00000010:1.0:1767384382.626372:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b40efa1e. 00000100:00000010:1.0:1767384382.626373:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c6a3690. 00000100:00000010:1.0:1767384382.626374:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004607b39f. 00000100:00000010:1.0:1767384382.626376:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6b35270. 00000100:00000010:1.0:1767384382.626377:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000014787c07. 00000100:00000010:1.0:1767384382.626378:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c228c326. 00000100:00000010:1.0:1767384382.626379:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009019b257. 00000100:00000010:1.0:1767384382.626380:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc088ed0. 00000100:00000010:1.0:1767384382.626381:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000095a03d59. 00000100:00000010:1.0:1767384382.626382:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee985ec7. 00000100:00000010:1.0:1767384382.626383:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000026e5b05. 00000100:00000010:1.0:1767384382.626385:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086d596cb. 00000100:00000010:1.0:1767384382.626387:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008e6fe882. 00000100:00000010:1.0:1767384382.626389:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053bc5521. 00000100:00000010:1.0:1767384382.626391:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee2e34d0. 00000100:00000010:1.0:1767384382.626393:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a040e4a. 00000100:00000010:1.0:1767384382.626395:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fc62628d. 00000100:00000010:1.0:1767384382.626397:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005db347bc. 00000100:00000010:1.0:1767384382.626399:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005a82d994. 00000100:00000010:1.0:1767384382.626402:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9873637. 00000100:00000010:1.0:1767384382.626404:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001563600f. 00000100:00000010:1.0:1767384382.626406:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079409508. 00000100:00000010:1.0:1767384382.626407:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000033732287. 00000100:00000010:1.0:1767384382.626409:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7438c93. 00000100:00000010:1.0:1767384382.626411:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ecbffcb4. 00000100:00000010:1.0:1767384382.626414:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034630247. 00000100:00000010:1.0:1767384382.626416:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004a2c310c. 00000100:00000010:1.0:1767384382.626433:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b4f5d3b. 00000100:00000010:1.0:1767384382.626436:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000165276bf. 00000100:00000010:1.0:1767384382.626439:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009eacf544. 00000100:00000010:1.0:1767384382.626441:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000189fe1c8. 00000100:00000010:1.0:1767384382.626443:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a454a5d. 00000100:00000010:1.0:1767384382.626445:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000278e2760. 00000100:00000010:1.0:1767384382.626447:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000643f6207. 00000100:00000010:1.0:1767384382.626451:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000000864cc07. 00000100:00000010:1.0:1767384382.626454:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000003a9fefa2. 00000100:00000001:1.0:1767384382.626463:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384382.626465:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.626466:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384382.626467:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384382.626468:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000006478b79b. 00000100:00000001:1.0:1767384382.626470:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384382.626471:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.626473:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.626474:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002489e9b4. 00000100:00000001:1.0:1767384382.626475:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.626663:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.626665:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000070051a4b. 00000100:00000001:1.0:1767384382.626667:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.626668:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.626669:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000074c74eae. 00000100:00000001:1.0:1767384382.626671:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.626671:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.626672:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004055dd87. 00000100:00000001:1.0:1767384382.626674:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384382.626764:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000113c4d14. 00000020:00000010:1.0:1767384382.626767:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000503aef81. 00000100:00000010:1.0:1767384382.626783:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000041e35520. 00000100:00000010:1.0:1767384382.626790:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000006a7ed774. 00000100:00000010:1.0:1767384382.626792:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000092d7e340. 00000100:00000010:1.0:1767384382.626793:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000028719d20. 00000100:00000001:1.0:1767384382.626795:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.626796:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384382.626797:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:1.0:1767384382.626799:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384382.626800:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384382.626801:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:1.0:1767384382.626802:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:1.0:1767384382.626803:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:1.0:1767384382.626804:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:1.0:1767384382.626823:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:2.0:1767384382.626841:0:16796:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000033100944. 00000040:00000010:2.0:1767384382.626849:0:16796:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a9c082ed. 00000020:00000010:2.0:1767384382.626851:0:16796:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c7884319. 00000020:00000010:2.0:1767384382.626856:0:16796:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002fc0f241. 00000020:00000010:0.0:1767384382.626860:0:16795:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000038074cc6. 00000020:00000010:3.0:1767384382.626871:0:16797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000043f07809. 00000040:00000010:0.0:1767384382.626872:0:16795:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007443a261. 00000020:00000010:2.0:1767384382.626873:0:16796:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001eec8bf0. 80000000:00000010:2.0:1767384382.626885:0:16796:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003563e5e3. 00000040:00000010:3.0:1767384382.626904:0:16797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006532d377. 00000020:00000010:0.0:1767384382.626905:0:16795:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000071951803. 40000000:00000010:2.0:1767384382.626906:0:16796:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000000fa4f9. 00100000:00000010:2.0:1767384382.626924:0:16796:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e398ce84. 00000020:00000010:3.0:1767384382.626926:0:16797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000636de792. 00000020:00000010:0.0:1767384382.626927:0:16795:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c16f4377. 00040000:00000010:2.0:1767384382.626929:0:16796:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005b5360be. 00040000:00000010:2.0:1767384382.626941:0:16796:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c736f6bc. 00000020:00000010:3.0:1767384382.626951:0:16797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001fc0f4d6. 00080000:00000010:2.0:1767384382.626952:0:16796:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000054bd92ca. 00000020:00000010:0.0:1767384382.626953:0:16795:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a58ba686. 00000004:00000010:2.0:1767384382.626972:0:16796:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005dac055f. 00000020:00000010:3.0:1767384382.626977:0:16797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ab6758ec. 00002000:00000010:2.0:1767384382.626978:0:16796:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cc046ad2. 80000000:00000010:0.0:1767384382.626978:0:16795:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b1df582. 80000000:00000010:3.0:1767384382.627004:0:16797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009db677e3. 00000020:00000010:2.0:1767384382.627005:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000754c280b. 40000000:00000010:0.0:1767384382.627005:0:16795:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001fc153b2. 00100000:00000010:0.0:1767384382.627025:0:16795:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007b13e41d. 40000000:00000010:3.0:1767384382.627027:0:16797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ef50e44b. 00000020:00000010:2.0:1767384382.627028:0:16796:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008353815b. 00040000:00000010:0.0:1767384382.627034:0:16795:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004153f002. 00040000:00000010:0.0:1767384382.627050:0:16795:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003cebff67. 00100000:00000010:3.0:1767384382.627053:0:16797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008bfa6412. 00000100:00000010:2.0:1767384382.627053:0:16796:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000edd76c55. 00080000:00000010:0.0:1767384382.627057:0:16795:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003fd38c16. 00000020:00000001:2.0:1767384382.627070:0:16796:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00040000:00000010:3.0:1767384382.627073:0:16797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b9ec446d. 00000020:00000010:2.0:1767384382.627074:0:16796:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000860d7ccb. 00000004:00000010:0.0:1767384382.627083:0:16795:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000022477fc9. 00040000:00000010:3.0:1767384382.627093:0:16797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000080af754d. 00002000:00000010:0.0:1767384382.627094:0:16795:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000c1b1947. 00080000:00000010:3.0:1767384382.627112:0:16797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006f3ddaab. 00000020:00000010:0.0:1767384382.627113:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a228752f. 00000004:00000010:3.0:1767384382.627137:0:16797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc9629de. 00000020:00000010:0.0:1767384382.627138:0:16795:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c7efcd05. 00002000:00000010:3.0:1767384382.627155:0:16797:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000aa296b75. 00000100:00000010:0.0:1767384382.627156:0:16795:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000062c29dcf. 00000020:00000001:2.0:1767384382.627165:0:16796:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767384382.627168:0:16796:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [000000006b8bb5a4:16796] 1 exiting: rc = 0 00000020:00000001:0.0:1767384382.627170:0:16795:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384382.627173:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f002289. 00000020:00000010:0.0:1767384382.627175:0:16795:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000c32f99e0. 00000020:00000010:3.0:1767384382.627187:0:16797:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002a66d1d6. 00000100:00000010:3.0:1767384382.627210:0:16797:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000003c8ac8. 00000020:00000001:3.0:1767384382.627221:0:16797:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384382.627225:0:16797:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000b2b75763. 00000020:00000001:0.0:1767384382.627558:0:16795:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384382.627563:0:16795:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [000000000cc6553c:16795] 0 exiting: rc = 1 00000020:00000001:3.0:1767384382.627750:0:16797:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384382.627754:0:16797:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [000000008050a65e:16797] 2 exiting: rc = 0 00000100:00000010:1.0:1767384382.627794:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000cc6553c. 00000100:00000010:1.0:1767384382.627803:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000006b8bb5a4. 00000100:00000010:1.0:1767384382.627806:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000008050a65e. 00000100:00000001:1.0:1767384382.627815:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384382.627817:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384382.627824:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:1.0:1767384382.627828:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627829:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627832:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046160400. 00000400:00000200:1.0:1767384382.627836:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e57969a3 00000400:00000010:1.0:1767384382.627838:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e57969a3. 00000100:00000001:1.0:1767384382.627840:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627841:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627854:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627856:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384382.627858:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627859:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627860:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627861:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002af0484a. 00000400:00000200:1.0:1767384382.627862:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0d3000 00000400:00000010:1.0:1767384382.627863:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006d0d3000. 00000100:00000001:1.0:1767384382.627865:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627865:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627868:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627868:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384382.627869:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627870:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627871:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627872:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f04f9c. 00000400:00000200:1.0:1767384382.627873:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a979cae0 00000400:00000010:1.0:1767384382.627874:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a979cae0. 00000100:00000001:1.0:1767384382.627875:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627876:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627878:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627879:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384382.627880:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627880:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627881:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627882:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1dcb87c. 00000400:00000200:1.0:1767384382.627883:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd89f5a6 00000400:00000010:1.0:1767384382.627884:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fd89f5a6. 00000100:00000001:1.0:1767384382.627885:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627886:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627888:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627889:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384382.627890:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627891:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627891:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627892:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e9da94f. 00000400:00000200:1.0:1767384382.627893:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cf8f1ba 00000400:00000010:1.0:1767384382.627894:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008cf8f1ba. 00000100:00000001:1.0:1767384382.627896:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627896:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627899:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627899:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384382.627900:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627901:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627902:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627903:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c0ef05. 00000400:00000200:1.0:1767384382.627905:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084e5d04a 00000400:00000010:1.0:1767384382.627906:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000084e5d04a. 00000100:00000001:1.0:1767384382.627907:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627908:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627911:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627911:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384382.627912:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627913:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627914:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627914:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dfeeed7. 00000400:00000200:1.0:1767384382.627915:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f04e886 00000400:00000010:1.0:1767384382.627916:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000f04e886. 00000100:00000001:1.0:1767384382.627918:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627918:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627921:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627921:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384382.627922:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627923:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627924:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627924:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb7490bc. 00000400:00000200:1.0:1767384382.627925:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074307abe 00000400:00000010:1.0:1767384382.627926:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000074307abe. 00000100:00000001:1.0:1767384382.627928:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627928:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627931:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627932:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384382.627932:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627933:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627934:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627935:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d0d8622. 00000400:00000200:1.0:1767384382.627936:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054685987 00000400:00000010:1.0:1767384382.627937:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000054685987. 00000100:00000001:1.0:1767384382.627938:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627938:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627941:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627942:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384382.627943:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627944:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627945:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627946:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021ca1173. 00000400:00000200:1.0:1767384382.627947:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041f5e0b6 00000400:00000010:1.0:1767384382.627948:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000041f5e0b6. 00000100:00000001:1.0:1767384382.627950:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627950:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627953:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627954:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384382.627954:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627955:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627956:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627957:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000f627c3. 00000400:00000200:1.0:1767384382.627958:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d98ea67 00000400:00000010:1.0:1767384382.627959:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000d98ea67. 00000100:00000001:1.0:1767384382.627960:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627960:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627963:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627964:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384382.627964:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627965:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627966:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627966:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000704eb68c. 00000400:00000200:1.0:1767384382.627967:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ec79207 00000400:00000010:1.0:1767384382.627968:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009ec79207. 00000100:00000001:1.0:1767384382.627970:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627970:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627973:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627974:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384382.627974:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627975:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627976:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627976:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b4866db. 00000400:00000200:1.0:1767384382.627977:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e5b19fd 00000400:00000010:1.0:1767384382.627978:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004e5b19fd. 00000100:00000001:1.0:1767384382.627979:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627980:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627983:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627985:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384382.627986:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627987:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627988:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627989:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7661860. 00000400:00000200:1.0:1767384382.627990:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647d10f2 00000400:00000010:1.0:1767384382.627991:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000647d10f2. 00000100:00000001:1.0:1767384382.627992:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.627993:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.627995:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.627996:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384382.627997:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.627998:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.627998:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.627999:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdc97780. 00000400:00000200:1.0:1767384382.628000:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9c0cebe 00000400:00000010:1.0:1767384382.628001:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c9c0cebe. 00000100:00000001:1.0:1767384382.628002:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628003:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628005:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628006:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384382.628007:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628008:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628008:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628009:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e642a01d. 00000400:00000200:1.0:1767384382.628010:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000925adf1b 00000400:00000010:1.0:1767384382.628011:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000925adf1b. 00000100:00000001:1.0:1767384382.628012:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628013:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628015:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628016:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384382.628016:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628017:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628018:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628018:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c5f7622. 00000400:00000200:1.0:1767384382.628019:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d419aeae 00000400:00000010:1.0:1767384382.628020:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d419aeae. 00000100:00000001:1.0:1767384382.628022:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628023:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628025:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628026:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384382.628027:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628028:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628028:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628029:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001afa2b20. 00000400:00000200:1.0:1767384382.628030:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5945852 00000400:00000010:1.0:1767384382.628031:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e5945852. 00000100:00000001:1.0:1767384382.628032:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628032:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628035:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628035:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384382.628036:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628037:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628038:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628038:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b91e48fd. 00000400:00000200:1.0:1767384382.628039:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d188cafe 00000400:00000010:1.0:1767384382.628040:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d188cafe. 00000100:00000001:1.0:1767384382.628041:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628042:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628044:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628045:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384382.628046:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628046:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628047:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628048:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078ea5eaa. 00000400:00000200:1.0:1767384382.628049:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053e2a215 00000400:00000010:1.0:1767384382.628049:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000053e2a215. 00000100:00000001:1.0:1767384382.628060:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628061:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628063:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628064:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384382.628065:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628066:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628067:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628067:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007195b1f3. 00000400:00000200:1.0:1767384382.628069:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006311c9d9 00000400:00000010:1.0:1767384382.628070:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006311c9d9. 00000100:00000001:1.0:1767384382.628073:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628074:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628077:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628077:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384382.628078:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628079:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628080:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628080:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae6965a5. 00000400:00000200:1.0:1767384382.628081:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec16da49 00000400:00000010:1.0:1767384382.628082:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ec16da49. 00000100:00000001:1.0:1767384382.628085:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628085:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628088:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628088:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384382.628089:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628090:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628091:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628091:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce4ec8d2. 00000400:00000200:1.0:1767384382.628092:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002058e431 00000400:00000010:1.0:1767384382.628093:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002058e431. 00000100:00000001:1.0:1767384382.628095:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628096:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628098:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628099:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384382.628100:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628101:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628102:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628103:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091f40855. 00000400:00000200:1.0:1767384382.628103:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb996fdf 00000400:00000010:1.0:1767384382.628105:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cb996fdf. 00000100:00000001:1.0:1767384382.628106:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628106:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628109:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628110:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384382.628111:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628111:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628113:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628114:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e299b9e. 00000400:00000200:1.0:1767384382.628115:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3958c85 00000400:00000010:1.0:1767384382.628116:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c3958c85. 00000100:00000001:1.0:1767384382.628118:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628119:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628121:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628122:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384382.628123:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628124:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628125:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628125:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022c242bd. 00000400:00000200:1.0:1767384382.628126:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009634c095 00000400:00000010:1.0:1767384382.628127:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009634c095. 00000100:00000001:1.0:1767384382.628129:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628130:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628132:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628133:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384382.628134:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628135:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628135:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628136:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a08e2e. 00000400:00000200:1.0:1767384382.628137:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc7fdb30 00000400:00000010:1.0:1767384382.628153:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bc7fdb30. 00000100:00000001:1.0:1767384382.628155:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628156:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628159:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628160:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384382.628161:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628162:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628163:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628163:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1c2e821. 00000400:00000200:1.0:1767384382.628165:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033295509 00000400:00000010:1.0:1767384382.628165:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000033295509. 00000100:00000001:1.0:1767384382.628167:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628168:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628171:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628172:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384382.628173:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628175:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628176:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628177:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cda4293. 00000400:00000200:1.0:1767384382.628178:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000229b78e7 00000400:00000010:1.0:1767384382.628179:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000229b78e7. 00000100:00000001:1.0:1767384382.628181:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628182:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628185:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628185:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384382.628186:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628187:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628188:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628189:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083e4ec93. 00000400:00000200:1.0:1767384382.628190:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8f0672b 00000400:00000010:1.0:1767384382.628191:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c8f0672b. 00000100:00000001:1.0:1767384382.628192:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628193:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628196:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628197:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384382.628197:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628199:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628199:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628200:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a5328ae. 00000400:00000200:1.0:1767384382.628201:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003757c906 00000400:00000010:1.0:1767384382.628202:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003757c906. 00000100:00000001:1.0:1767384382.628204:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628204:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628207:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628208:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384382.628209:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628210:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628210:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628211:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083cff59d. 00000400:00000200:1.0:1767384382.628212:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52a9791 00000400:00000010:1.0:1767384382.628213:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e52a9791. 00000100:00000001:1.0:1767384382.628215:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628216:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628219:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628220:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384382.628222:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628223:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628223:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628224:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a08a198b. 00000400:00000200:1.0:1767384382.628226:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091843537 00000400:00000010:1.0:1767384382.628226:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000091843537. 00000100:00000001:1.0:1767384382.628228:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628229:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628247:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628248:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384382.628249:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628250:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628250:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628251:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008991538b. 00000400:00000200:1.0:1767384382.628252:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcfd6465 00000400:00000010:1.0:1767384382.628253:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fcfd6465. 00000100:00000001:1.0:1767384382.628254:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628255:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628257:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628258:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384382.628259:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628260:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628261:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628261:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010e0aae0. 00000400:00000200:1.0:1767384382.628262:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adce8ac1 00000400:00000010:1.0:1767384382.628263:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000adce8ac1. 00000100:00000001:1.0:1767384382.628265:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628265:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628268:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628268:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384382.628269:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628270:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628271:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628271:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b149e08. 00000400:00000200:1.0:1767384382.628272:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1fbff1d 00000400:00000010:1.0:1767384382.628273:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c1fbff1d. 00000100:00000001:1.0:1767384382.628275:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628276:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628279:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628280:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384382.628281:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628282:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628282:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628283:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041aca985. 00000400:00000200:1.0:1767384382.628284:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043d2a74e 00000400:00000010:1.0:1767384382.628285:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000043d2a74e. 00000100:00000001:1.0:1767384382.628286:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628287:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628289:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628290:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384382.628291:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628292:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628292:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628293:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057bc5843. 00000400:00000200:1.0:1767384382.628294:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057b4c046 00000400:00000010:1.0:1767384382.628295:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000057b4c046. 00000100:00000001:1.0:1767384382.628296:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628296:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628299:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628300:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384382.628300:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628301:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628302:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628303:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3699751. 00000400:00000200:1.0:1767384382.628304:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000465643b7 00000400:00000010:1.0:1767384382.628305:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000465643b7. 00000100:00000001:1.0:1767384382.628306:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628307:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628309:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628310:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384382.628311:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628311:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628312:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628313:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004dfe76fc. 00000400:00000200:1.0:1767384382.628314:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae63353 00000400:00000010:1.0:1767384382.628315:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000ae63353. 00000100:00000001:1.0:1767384382.628317:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628318:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628321:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628322:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384382.628323:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628324:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628324:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628325:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dc4bbc2. 00000400:00000200:1.0:1767384382.628326:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e91901e 00000400:00000010:1.0:1767384382.628327:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000e91901e. 00000100:00000001:1.0:1767384382.628328:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628329:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628331:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628332:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384382.628333:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628333:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628334:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628335:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ed175da. 00000400:00000200:1.0:1767384382.628336:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056f2dfce 00000400:00000010:1.0:1767384382.628336:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000056f2dfce. 00000100:00000001:1.0:1767384382.628338:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628338:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628341:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628342:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384382.628343:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628344:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628344:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628345:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2020035. 00000400:00000200:1.0:1767384382.628346:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008caae051 00000400:00000010:1.0:1767384382.628347:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008caae051. 00000100:00000001:1.0:1767384382.628348:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628349:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628351:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628352:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384382.628353:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628354:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628355:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628356:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fb14988. 00000400:00000200:1.0:1767384382.628357:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c93d9da 00000400:00000010:1.0:1767384382.628358:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004c93d9da. 00000100:00000001:1.0:1767384382.628369:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628370:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628373:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628374:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384382.628376:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628377:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628378:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628379:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c882f03a. 00000400:00000200:1.0:1767384382.628380:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000064ef16a 00000400:00000010:1.0:1767384382.628381:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000064ef16a. 00000100:00000001:1.0:1767384382.628382:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628383:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628386:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628387:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384382.628388:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628390:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628391:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628392:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e92de98. 00000400:00000200:1.0:1767384382.628395:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046c0296e 00000400:00000010:1.0:1767384382.628396:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000046c0296e. 00000100:00000001:1.0:1767384382.628398:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628400:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628404:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628406:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384382.628408:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628410:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628411:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628413:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002acaa0bb. 00000400:00000200:1.0:1767384382.628415:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049d9895d 00000400:00000010:1.0:1767384382.628417:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000049d9895d. 00000100:00000001:1.0:1767384382.628419:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628421:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628425:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628427:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384382.628429:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628431:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628432:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628434:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edfcbe2e. 00000400:00000200:1.0:1767384382.628436:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca84b8d 00000400:00000010:1.0:1767384382.628438:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008ca84b8d. 00000100:00000001:1.0:1767384382.628441:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628442:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628447:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628448:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384382.628450:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628452:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628453:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628454:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d5fd95c. 00000400:00000200:1.0:1767384382.628457:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2953c7 00000400:00000010:1.0:1767384382.628459:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004e2953c7. 00000100:00000001:1.0:1767384382.628461:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628462:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628465:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628466:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384382.628467:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628469:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628469:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628471:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dd5cf36. 00000400:00000200:1.0:1767384382.628472:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045d14adb 00000400:00000010:1.0:1767384382.628473:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000045d14adb. 00000100:00000001:1.0:1767384382.628475:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628476:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628478:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628479:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384382.628480:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628481:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628481:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628482:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002137cbf1. 00000400:00000200:1.0:1767384382.628483:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075c99d28 00000400:00000010:1.0:1767384382.628484:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000075c99d28. 00000100:00000001:1.0:1767384382.628485:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628486:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628489:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628490:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384382.628491:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628492:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628493:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628494:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028a0cfc4. 00000400:00000200:1.0:1767384382.628496:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead5b712 00000400:00000010:1.0:1767384382.628513:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ead5b712. 00000100:00000001:1.0:1767384382.628519:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628703:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628804:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628806:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384382.628812:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628815:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628816:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628817:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0bf2ffd. 00000400:00000200:1.0:1767384382.628821:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bf3f3cd 00000400:00000010:1.0:1767384382.628823:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008bf3f3cd. 00000100:00000001:1.0:1767384382.628827:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628829:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628835:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628839:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384382.628846:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628848:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628851:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628852:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bb7d9c1. 00000400:00000200:1.0:1767384382.628853:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002df3855 00000400:00000010:1.0:1767384382.628854:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000002df3855. 00000100:00000001:1.0:1767384382.628855:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628856:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628859:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628859:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384382.628860:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628861:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628862:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628863:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e559f0ff. 00000400:00000200:1.0:1767384382.628864:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001708a3c0 00000400:00000010:1.0:1767384382.628864:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001708a3c0. 00000100:00000001:1.0:1767384382.628867:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628867:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628870:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628870:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384382.628871:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628872:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628873:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628873:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047b4ec9b. 00000400:00000200:1.0:1767384382.628874:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4f0f8a5 00000400:00000010:1.0:1767384382.628892:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f4f0f8a5. 00000100:00000001:1.0:1767384382.628894:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628895:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628898:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628899:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384382.628899:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628903:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628904:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628905:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064218376. 00000400:00000200:1.0:1767384382.628906:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073f3ad3b 00000400:00000010:1.0:1767384382.628907:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000073f3ad3b. 00000100:00000001:1.0:1767384382.628911:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628912:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628916:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628917:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384382.628918:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628919:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628920:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628921:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001947a40a. 00000400:00000200:1.0:1767384382.628925:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d56c3814 00000400:00000010:1.0:1767384382.628926:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d56c3814. 00000100:00000001:1.0:1767384382.628930:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628932:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628946:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628949:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384382.628950:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628951:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628951:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628952:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d8424dd. 00000400:00000200:1.0:1767384382.628955:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4083ccb 00000400:00000010:1.0:1767384382.628956:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e4083ccb. 00000100:00000001:1.0:1767384382.628958:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628959:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628966:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628967:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384382.628969:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628970:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628971:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628972:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013e68ec8. 00000400:00000200:1.0:1767384382.628974:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bb4baa5 00000400:00000010:1.0:1767384382.628976:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000bb4baa5. 00000100:00000001:1.0:1767384382.628977:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628980:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.628983:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.628984:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384382.628987:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.628988:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.628988:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.628990:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000183c54. 00000400:00000200:1.0:1767384382.628992:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000267ef35a 00000400:00000010:1.0:1767384382.628994:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000267ef35a. 00000100:00000001:1.0:1767384382.628996:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.628997:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.629002:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.629003:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384382.629004:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.629006:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.629008:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.629009:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013eae458. 00000400:00000200:1.0:1767384382.629012:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a118487 00000400:00000010:1.0:1767384382.629013:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005a118487. 00000100:00000001:1.0:1767384382.629016:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.629019:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.629024:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.629025:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384382.629026:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.629027:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.629028:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.629029:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029a3e51f. 00000400:00000200:1.0:1767384382.629030:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c07eb97 00000400:00000010:1.0:1767384382.629031:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006c07eb97. 00000100:00000001:1.0:1767384382.629032:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.629033:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.629036:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.629036:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384382.629037:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384382.629038:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.629038:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.629039:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e61e0768. 00000400:00000200:1.0:1767384382.629040:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aea93571 00000400:00000010:1.0:1767384382.629041:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000aea93571. 00000100:00000001:1.0:1767384382.629043:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.629043:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384382.629046:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384382.629047:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384382.629047:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.629049:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629049:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629051:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629051:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629052:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629053:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629054:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629054:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629055:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629056:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629056:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629057:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629058:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629058:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629059:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629060:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629061:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629061:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629062:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629063:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629065:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629066:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629067:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629067:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629068:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629069:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629070:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629071:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629072:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629072:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629073:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629074:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629074:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629075:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629076:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629076:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629077:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629078:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629078:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629079:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629080:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629080:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629081:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629082:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629082:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629083:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629084:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629084:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629085:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629086:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629087:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629087:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629088:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629088:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629089:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629090:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629091:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629091:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629092:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629093:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629094:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629095:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629096:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629097:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629098:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629099:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629100:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629100:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629101:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629102:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629102:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629103:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629104:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629104:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629105:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629106:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629106:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629107:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629108:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629108:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629109:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629110:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629110:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629111:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629112:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629112:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629113:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629114:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629114:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629115:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629116:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629116:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629117:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629118:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629118:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629119:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629120:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629120:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629121:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629122:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629123:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629124:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629125:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629126:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629127:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629128:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629129:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629129:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629130:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629131:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629131:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629132:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629133:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629133:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629134:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629135:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629135:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629136:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629137:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629137:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629138:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629139:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629139:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629140:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629141:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629141:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384382.629142:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.629143:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384382.629144:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c27c339b. 00000100:00000010:1.0:1767384382.629176:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd2ec91a. 00000100:00000010:1.0:1767384382.629177:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e4bb60d9. 00000100:00000010:1.0:1767384382.629219:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5c3f9ea. 00000100:00000010:1.0:1767384382.629221:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b4ef17f8. 00000100:00000010:1.0:1767384382.629256:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d392d27. 00000100:00000010:1.0:1767384382.629258:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003b74ef4b. 00000100:00000010:1.0:1767384382.629302:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b222148d. 00000100:00000010:1.0:1767384382.629303:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000abe232b6. 00000100:00000010:1.0:1767384382.629364:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab6c51e7. 00000100:00000010:1.0:1767384382.629365:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001158aa08. 00000100:00000010:1.0:1767384382.629414:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad8adc9a. 00000100:00000010:1.0:1767384382.629418:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004302e3fc. 00000100:00000010:1.0:1767384382.629459:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080c25da8. 00000100:00000010:1.0:1767384382.629461:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003f2fc479. 00000100:00000010:1.0:1767384382.629539:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd540ff7. 00000100:00000010:1.0:1767384382.629546:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000929b7649. 00000100:00000010:1.0:1767384382.629601:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df1aeaab. 00000100:00000010:1.0:1767384382.629605:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000082f1cbcf. 00000100:00000010:1.0:1767384382.629655:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007572d4e8. 00000100:00000010:1.0:1767384382.629658:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b96e4817. 00000100:00000010:1.0:1767384382.629683:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e59a9ee. 00000100:00000010:1.0:1767384382.629684:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cbb05591. 00000100:00000010:1.0:1767384382.629712:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000312987b5. 00000100:00000010:1.0:1767384382.629713:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008f655776. 00000100:00000010:1.0:1767384382.629742:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093a9fbda. 00000100:00000010:1.0:1767384382.629744:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cd8e5f2c. 00000100:00000010:1.0:1767384382.629771:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042516997. 00000100:00000010:1.0:1767384382.629772:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000592ecdf7. 00000100:00000010:1.0:1767384382.629796:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c5a4f89. 00000100:00000010:1.0:1767384382.629798:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000008cce62b. 00000100:00000010:1.0:1767384382.629820:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016bc316d. 00000100:00000010:1.0:1767384382.629822:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000313a31d. 00000100:00000010:1.0:1767384382.629846:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb0a23b7. 00000100:00000010:1.0:1767384382.629847:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ae9648ed. 00000100:00000010:1.0:1767384382.629871:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e21b05d6. 00000100:00000010:1.0:1767384382.629874:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000086d63da8. 00000100:00000010:1.0:1767384382.629907:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9a79c60. 00000100:00000010:1.0:1767384382.629909:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009f63c6ed. 00000100:00000010:1.0:1767384382.629950:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ea1cf45. 00000100:00000010:1.0:1767384382.629951:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000016313624. 00000100:00000010:1.0:1767384382.629988:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3996322. 00000100:00000010:1.0:1767384382.629990:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f0bf8180. 00000100:00000010:1.0:1767384382.630034:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b54ae94a. 00000100:00000010:1.0:1767384382.630035:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007f348b32. 00000100:00000010:1.0:1767384382.630075:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086a416f4. 00000100:00000010:1.0:1767384382.630077:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009befc01c. 00000100:00000010:1.0:1767384382.630114:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e77117a6. 00000100:00000010:1.0:1767384382.630116:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b583bbef. 00000100:00000010:1.0:1767384382.630155:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062894422. 00000100:00000010:1.0:1767384382.630157:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fff494f7. 00000100:00000010:1.0:1767384382.630192:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037091e9b. 00000100:00000010:1.0:1767384382.630194:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b7e9532d. 00000100:00000010:1.0:1767384382.630235:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfe91660. 00000100:00000010:1.0:1767384382.630236:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000087f0f860. 00000100:00000010:1.0:1767384382.630275:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6efb816. 00000100:00000010:1.0:1767384382.630277:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000078d89508. 00000100:00000010:1.0:1767384382.630318:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cee11d23. 00000100:00000010:1.0:1767384382.630319:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007e03bdfc. 00000100:00000010:1.0:1767384382.630377:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074120ebb. 00000100:00000010:1.0:1767384382.630379:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e167b9e0. 00000100:00000010:1.0:1767384382.630433:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fed8ff3. 00000100:00000010:1.0:1767384382.630438:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000020e77ccb. 00000100:00000010:1.0:1767384382.630480:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003485884a. 00000100:00000010:1.0:1767384382.630483:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b632159f. 00000100:00000010:1.0:1767384382.630591:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a26eaca0. 00000100:00000010:1.0:1767384382.630603:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000051485235. 00000100:00000010:1.0:1767384382.630661:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fccbd37. 00000100:00000010:1.0:1767384382.630680:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000080a919eb. 00000100:00000010:1.0:1767384382.630707:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8a886ab. 00000100:00000010:1.0:1767384382.630709:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006c9c7bc1. 00000100:00000010:1.0:1767384382.630735:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d749217. 00000100:00000010:1.0:1767384382.630736:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000681b1d2a. 00000100:00000010:1.0:1767384382.630763:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000816a9fce. 00000100:00000010:1.0:1767384382.630765:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000007e605eb. 00000100:00000010:1.0:1767384382.630791:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6246388. 00000100:00000010:1.0:1767384382.630793:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000054e52681. 00000100:00000010:1.0:1767384382.630824:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006381a1c5. 00000100:00000010:1.0:1767384382.630826:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007820a737. 00000100:00000010:1.0:1767384382.630854:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa439e56. 00000100:00000010:1.0:1767384382.630856:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c582951b. 00000100:00000010:1.0:1767384382.630886:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c09709ad. 00000100:00000010:1.0:1767384382.630887:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d47927a4. 00000100:00000010:1.0:1767384382.630911:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edb722bd. 00000100:00000010:1.0:1767384382.630912:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003a75d866. 00000100:00000010:1.0:1767384382.630939:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000089a556d. 00000100:00000010:1.0:1767384382.630940:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000075c51aa4. 00000100:00000010:1.0:1767384382.630971:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b84f79ae. 00000100:00000010:1.0:1767384382.630972:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a8fc11fb. 00000100:00000010:1.0:1767384382.630999:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe6cb0f5. 00000100:00000010:1.0:1767384382.631001:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ba9c76bf. 00000100:00000010:1.0:1767384382.631026:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f777f8c6. 00000100:00000010:1.0:1767384382.631028:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007b05d366. 00000100:00000010:1.0:1767384382.631077:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072c5a5f4. 00000100:00000010:1.0:1767384382.631079:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009834c198. 00000100:00000010:1.0:1767384382.631107:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aad5a5b9. 00000100:00000010:1.0:1767384382.631108:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000da77dfcf. 00000100:00000010:1.0:1767384382.631141:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f56397a2. 00000100:00000010:1.0:1767384382.631143:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000019103127. 00000100:00000010:1.0:1767384382.631193:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac99370a. 00000100:00000010:1.0:1767384382.631195:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ff02bfe3. 00000100:00000010:1.0:1767384382.631236:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034289b9c. 00000100:00000010:1.0:1767384382.631238:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009c91308e. 00000100:00000010:1.0:1767384382.631283:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006087e1c0. 00000100:00000010:1.0:1767384382.631285:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006a4af9f2. 00000100:00000010:1.0:1767384382.631319:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bb2feb6. 00000100:00000010:1.0:1767384382.631321:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002d902201. 00000100:00000010:1.0:1767384382.631351:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067af84a8. 00000100:00000010:1.0:1767384382.631353:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000609f865a. 00000100:00000010:1.0:1767384382.631381:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd2f9293. 00000100:00000010:1.0:1767384382.631383:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a1de9015. 00000100:00000010:1.0:1767384382.631424:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aed7e914. 00000100:00000010:1.0:1767384382.631428:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fb2e49b4. 00000100:00000010:1.0:1767384382.631468:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bd10c68. 00000100:00000010:1.0:1767384382.631471:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c514424c. 00000100:00000010:1.0:1767384382.631502:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005c89b4b. 00000100:00000010:1.0:1767384382.631504:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b5f8cb36. 00000100:00000010:1.0:1767384382.631632:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d8b1741. 00000100:00000010:1.0:1767384382.631635:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006e62180f. 00000100:00000010:1.0:1767384382.631662:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088c50fde. 00000100:00000010:1.0:1767384382.631664:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bd0e727b. 00000100:00000010:1.0:1767384382.631696:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022b73ae7. 00000100:00000010:1.0:1767384382.631697:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ce25147b. 00000100:00000010:1.0:1767384382.631729:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009adb3add. 00000100:00000010:1.0:1767384382.631731:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000834712e0. 00000100:00000010:1.0:1767384382.631762:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000377d02d6. 00000100:00000010:1.0:1767384382.631764:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008489bac0. 00000100:00000010:1.0:1767384382.631815:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000949d64fb. 00000100:00000010:1.0:1767384382.631879:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000009286b634. 00000100:00000010:1.0:1767384382.631900:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000df948bda. 00000100:00000010:1.0:1767384382.631908:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000004c95ee14. 00000100:00000001:1.0:1767384382.631926:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384382.631928:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.631932:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384382.631934:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384382.631935:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000992319ac. 00000100:00000001:1.0:1767384382.631940:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384382.631943:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.631945:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.631947:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ec4f4be3. 00000100:00000001:1.0:1767384382.631952:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.631953:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.631954:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004676a662. 00000100:00000001:1.0:1767384382.631956:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.631958:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.631961:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a20f7e80. 00000100:00000001:1.0:1767384382.631963:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.631964:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.631965:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002563324d. 00000100:00000001:1.0:1767384382.631967:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.631967:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384382.631968:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384382.631969:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000eb8b7e27. 00000100:00000001:1.0:1767384382.631970:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384382.631971:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.631972:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.631973:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000091dbdcc8. 00000100:00000001:1.0:1767384382.631975:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.631976:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.631977:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000595f1bc7. 00000100:00000001:1.0:1767384382.631978:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.631979:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.631980:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000485f0e1. 00000100:00000001:1.0:1767384382.631981:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384382.631982:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384382.631983:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000172dd805. 00000100:00000010:1.0:1767384382.631984:0:39781:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000ff9c2339. 00000100:00000001:1.0:1767384382.631985:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384382.632042:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000d3305efa. 00000020:00000010:1.0:1767384382.632045:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007986902b. 00000100:00000010:1.0:1767384382.632061:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000009010001d. 00000100:00000010:1.0:1767384382.632067:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000b698237f. 00000100:00000010:1.0:1767384382.632068:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000c0db19e1. 00000100:00000010:1.0:1767384382.632073:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000001e8b2d22. 00000100:00000001:1.0:1767384382.632074:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384382.632076:0:39781:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:1.0:1767384382.632090:0:39781:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.632093:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384382.632102:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384382.632108:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000004f0d99. 00000001:00000010:1.0:1767384382.632110:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000099288bbc. 00000001:00000010:1.0:1767384382.632112:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000749f2b17. 00000001:00000010:1.0:1767384382.632113:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bf42ee21. 00000001:00000010:1.0:1767384382.632115:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006145da81. 00000001:00000010:1.0:1767384382.632117:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c723dc3b. 00000001:00000001:1.0:1767384382.632119:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384382.632120:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384382.632122:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000029879600. 00000001:00000010:1.0:1767384382.632124:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eb20f0e5. 00000001:00000010:1.0:1767384382.632125:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bad62187. 00000001:00000010:1.0:1767384382.632126:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000052025b2c. 00000001:00000010:1.0:1767384382.632127:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000034fdb414. 00000001:00000010:1.0:1767384382.632128:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000073eff5de. 00000001:00000001:1.0:1767384382.632129:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384382.632130:0:39781:0:(obd_config.c:955:class_decref()) Decref MDS (00000000e820411b) now 3 - setup 00000020:00000001:1.0:1767384382.632132:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.632134:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384382.632137:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384382.632141:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384382.632143:0:39781:0:(obd_config.c:955:class_decref()) Decref MDS (00000000e820411b) now 2 - obd_device_list 00000020:00000080:1.0:1767384382.632145:0:39781:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:1.0:1767384382.632146:0:39781:0:(obd_config.c:955:class_decref()) Decref MDS (00000000e820411b) now 1 - newdev 00000020:00000040:1.0:1767384382.632148:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000d5dc68b with handle 0xf83434fd52e6d786 from hash 00000020:00000040:1.0:1767384382.632150:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000000d5dc68b : new refcount 0 00000020:00000080:1.0:1767384382.632152:0:39781:0:(genops.c:904:class_export_put()) final put 000000000d5dc68b/MDS_uuid 00000020:00000001:1.0:1767384382.632154:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.632156:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384382.632157:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 000000000d5dc68b/MDS_uuid for MDS 00000020:00000001:1.0:1767384382.632160:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384382.632161:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384382.632163:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000d5dc68b. 00000020:00000001:1.0:1767384382.632168:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384382.632170:0:39781:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:1.0:1767384382.632172:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:1.0:1767384382.632173:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384382.632176:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091c9084b. 00000020:00000010:1.0:1767384382.632180:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000221884a. 00000040:00000010:1.0:1767384382.632183:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005666ff26. 00000020:00000010:1.0:1767384382.632185:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a7ec4e13. 00000020:00000010:1.0:1767384382.632189:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000018f9cdbe. 00000020:00000010:1.0:1767384382.632192:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f94e9488. 80000000:00000010:1.0:1767384382.632195:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000034564928. 40000000:00000010:1.0:1767384382.632197:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b090b44e. 00100000:00000010:1.0:1767384382.632201:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c83af168. 00040000:00000010:1.0:1767384382.632204:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000023a1dc43. 00040000:00000010:1.0:1767384382.632207:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000400859c3. 00080000:00000010:1.0:1767384382.632209:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f9bdde94. 00000004:00000010:1.0:1767384382.632214:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d80a6498. 00000004:00000001:1.0:1767384382.632218:0:39781:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:1.0:1767384382.632222:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000358f9941. 00000004:00000010:1.0:1767384382.632226:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004b158785. 00000004:00000010:1.0:1767384382.632228:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000071b0d89. 00000004:00000010:1.0:1767384382.632233:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004c63dad1. 00000004:00000010:1.0:1767384382.632236:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000090c6a644. 00000004:00000010:1.0:1767384382.632238:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000029e7153b. 00000004:00000010:1.0:1767384382.632240:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000dadd4b11. 00000004:00000010:1.0:1767384382.632242:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004a299127. 00000004:00000010:1.0:1767384382.632246:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000639ba379. 00000004:00000010:1.0:1767384382.632249:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a9a645a2. 00000004:00000010:1.0:1767384382.632252:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f9554bc9. 00000004:00000010:1.0:1767384382.632254:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000058c789eb. 00000004:00000010:1.0:1767384382.632261:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000cf1d012. 00000004:00000010:1.0:1767384382.632264:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a0fd51d7. 00000004:00000010:1.0:1767384382.632269:0:39781:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 0000000009d7b092. 00000004:00000001:1.0:1767384382.632272:0:39781:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384382.632274:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000221884a. 00000040:00000010:1.0:1767384382.632276:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005666ff26. 00000020:00000010:1.0:1767384382.632278:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a7ec4e13. 00000020:00000010:1.0:1767384382.632280:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000018f9cdbe. 00000020:00000010:1.0:1767384382.632283:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f94e9488. 80000000:00000010:1.0:1767384382.632284:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000034564928. 40000000:00000010:1.0:1767384382.632286:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b090b44e. 00100000:00000010:1.0:1767384382.632288:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c83af168. 00040000:00000010:1.0:1767384382.632290:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000023a1dc43. 00040000:00000010:1.0:1767384382.632292:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000400859c3. 00080000:00000010:1.0:1767384382.632294:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f9bdde94. 00000004:00000010:1.0:1767384382.632297:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d80a6498. 00000020:00000010:1.0:1767384382.632299:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091c9084b. 00000020:00000001:1.0:1767384382.632301:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384382.632302:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000e820411b. 00000020:00000001:1.0:1767384382.632307:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.632308:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.632310:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 0000000015bfec46. 00000020:00000001:1.0:1767384382.632312:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.632314:0:39781:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384382.632320:0:39781:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 000000009906d800. 00000020:00000010:1.0:1767384382.632325:0:39781:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005b845b22. 00000020:00000010:1.0:1767384382.632329:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fa0e9f74. 00000040:00000010:1.0:1767384382.632331:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001ff64029. 00000020:00000010:1.0:1767384382.632333:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e2506e52. 00000020:00000010:1.0:1767384382.632335:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be6393ac. 00000020:00000010:1.0:1767384382.632337:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ce016605. 80000000:00000010:1.0:1767384382.632339:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c08a53f6. 40000000:00000010:1.0:1767384382.632340:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d55bd590. 00100000:00000010:1.0:1767384382.632341:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d1af1536. 00040000:00000010:1.0:1767384382.632343:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ce5c1bca. 00040000:00000010:1.0:1767384382.632345:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000047f06718. 00040000:00000010:1.0:1767384382.632347:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000365510b0. 00080000:00000010:1.0:1767384382.632349:0:39781:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000004a4fc427. 00080000:00000010:1.0:1767384382.632350:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000086b37a10. 00000004:00000010:1.0:1767384382.632353:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000edb0d3f4. 00000004:00000010:1.0:1767384382.632356:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002d552581. 00000004:00000010:1.0:1767384382.632359:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ca4d3fb6. 00002000:00000010:1.0:1767384382.632361:0:39781:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dc0947c2. 00000004:00000010:1.0:1767384382.632364:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e15d53ed. 00000020:00000010:1.0:1767384382.632368:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000addc9376. 00000020:02000400:1.0:1767384382.632369:0:39781:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:1.0:1767384382.634063:0:39781:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 0000000057f3defe. 00000020:00000001:1.0:1767384382.634068:0:39781:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000001:0.0:1767384382.635305:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384382.635312:0:10067:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384382.635319:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.635320:0:10067:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.635328:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.635329:0:10067:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.825719:0:39796:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384382.825735:0:39796:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.825741:0:39796:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.843551:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384382.843559:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.843605:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384382.843613:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384382.843619:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384382.971844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384382.971853:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384382.971861:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000106211af. 00000020:00000040:2.0:1767384382.971871:0:36:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=4 obd=MGC192.168.204.131@tcp 00000100:00000001:2.0:1767384382.971880:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384382.971887:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384382.971895:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384382.971906:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000be0ac42f. 00000100:00000001:2.0:1767384382.971916:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.971929:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@00000000106211af x1853236732528128/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384382.971948:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384382.971951:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.971959:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106211af] to pc [ptlrpcd_00_01+1] req@00000000106211af x1853236732528128/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.972014:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.972020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384382.972020:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384382.972026:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384382.972027:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384382.972031:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767384382.972034:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ec584d1. 00000020:00000040:2.0:1767384382.972039:0:36:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384382.972040:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000106211af x1853236732528128/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.972044:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384382.972047:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384382.972051:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.972058:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384382.972061:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b776821. 00000100:00000001:0.0:1767384382.972061:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.972068:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384382.972070:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384382.972075:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384382.972076:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001ec584d1 x1853236732528256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384382.972081:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384382.972089:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000106211af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7e84c064-9ddf-4290-a20e-ee745f39ffee:16147:1853236732528128:0@lo:400: 00000100:00000001:2.0:1767384382.972092:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384382.972097:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384382.972098:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.972107:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ec584d1] to pc [ptlrpcd_00_02+2] req@000000001ec584d1 x1853236732528256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384382.972107:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384382.972113:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384382.972119:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384382.972126:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5168f9c. 02000000:00000001:0.0:1767384382.972130:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384382.972138:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed1fb96c. 00000100:00000001:2.0:1767384382.972142:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384382.972147:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000100:00000001:1.0:1767384382.972150:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384382.972159:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732528128, portal 25 00000100:00100000:1.0:1767384382.972161:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384382.972165:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384382.972166:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.972170:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169387136 : -119698540164480 : ffff932283088a80) 00000100:00000001:1.0:1767384382.972177:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384382.972182:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000106211af x1853236732528128/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.972183:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.972190:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.972191:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.972196:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384382.972198:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.972202:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384382.972208:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.972211:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (308) 00000100:00000040:1.0:1767384382.972216:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ec584d1 x1853236732528256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384382.972220:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384382.972226:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00000100:00000200:0.0:1767384382.972237:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236732528128, offset 0 00000100:00000001:1.0:1767384382.972241:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384382.972245:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.972250:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384382.972250:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384382.972258:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384382.972262:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.972266:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ec584d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236732528256:0@lo:400: 00000100:00000001:1.0:1767384382.972277:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384382.972278:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384382.972282:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384382.972286:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.972290:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384382.972295:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf6c8905. 00000400:00000200:0.0:1767384382.972295:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d208600 02000000:00000001:1.0:1767384382.972301:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384382.972312:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c31fb0ff. 00000400:00000100:0.0:1767384382.972312:0:16147:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236732528128 offset 0 length 224: 4 00000400:00000200:0.0:1767384382.972323:0:16147:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000000b52c8a8 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000010:1.0:1767384382.972324:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000005046bc. 00000400:00000200:0.0:1767384382.972333:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000200:1.0:1767384382.972338:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732528256, portal 10 00000100:00000001:1.0:1767384382.972343:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384382.972345:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375169390720 : -119698540160896 : ffff932283089880) 00000400:00000200:0.0:1767384382.972348:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21e367f 00000400:00000010:0.0:1767384382.972354:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000100:00000040:1.0:1767384382.972355:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ec584d1 x1853236732528256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.972364:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384382.972370:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384382.972372:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000106211af x1853236732528128/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384382.972378:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384382.972387:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035365a24. 00000100:00000001:0.0:1767384382.972397:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384382.972400:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000106211af x1853236732528128/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384382.972412:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732528256, offset 0 00000100:00000001:0.0:1767384382.972415:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.972421:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384382.972427:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384382.972432:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.972439:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294970890 00000400:00000200:1.0:1767384382.972448:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384382.972450:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ef6f9a4. 00000100:00000001:0.0:1767384382.972463:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384382.972465:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d208680 00000400:00000100:1.0:1767384382.972531:0:16149:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853236732528256 offset 0 length 224: 4 00000400:00000200:1.0:1767384382.972537:0:16149:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000756fdf96 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384382.972540:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1767384382.972551:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035365a24 00000400:00000010:1.0:1767384382.972554:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035365a24. 00000100:00000001:1.0:1767384382.972559:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384382.972579:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ec584d1 x1853236732528256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.972590:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384382.972595:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ec584d1 x1853236732528256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.972602:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.972606:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384382.972609:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294970890 00000100:00000001:1.0:1767384382.972612:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384382.972616:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0a94959. 00000100:00000040:1.0:1767384382.972620:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3413 usecs (4 jiffies) 00000100:00000001:0.0:1767384382.972624:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384382.972626:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294970885 00000100:00000001:1.0:1767384382.972631:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294970890 00000100:00000001:0.0:1767384382.972634:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294970891 00000100:00000001:1.0:1767384382.972635:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294970885 00000100:00000001:1.0:1767384382.972642:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294970890 00000100:00000010:0.0:1767384382.972643:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab471ff1. 00000100:00000001:1.0:1767384382.972646:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294970885 00000100:00000001:0.0:1767384382.972654:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384382.972660:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294970891 00000100:00000010:0.0:1767384382.972664:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f3ce233. 00000100:00000001:0.0:1767384382.972667:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384382.972670:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384382.972674:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.972678:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.972681:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.972689:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384382.972692:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384382.972697:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384382.972699:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384382.972701:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.972704:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.972723:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.972729:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.972730:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294970891 00000100:00000001:1.0:1767384382.972736:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294970885 00000100:00000001:1.0:1767384382.972738:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294970891 00000100:00000001:1.0:1767384382.972741:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384382.972745:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.972751:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.972755:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.983552:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294970890, at 4294970892 00000100:00000010:0.0:1767384382.983565:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ef6f9a4. 00000100:00000040:2.0:1767384382.983616:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294970891, at 4294970892 00000100:00000010:2.0:1767384382.983625:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab471ff1. 00000100:00000040:3.0:1767384382.984533:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294970891, at 4294970893 00000100:00000040:1.0:1767384382.984543:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294970890, at 4294970893 00000100:00000010:3.0:1767384382.984545:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f3ce233. 00000100:00000010:1.0:1767384382.984555:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0a94959. 00080000:00000001:0.0:1767384382.986861:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384382.986866:0:17579:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:0.0:1767384382.986870:0:17579:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000386d9b2c : new cb_count 0 00000020:00000040:0.0:1767384382.986873:0:17579:0:(genops.c:898:class_export_put()) PUTting export 00000000386d9b2c : new refcount 0 00000020:00000080:0.0:1767384382.986876:0:17579:0:(genops.c:904:class_export_put()) final put 00000000386d9b2c/lustre-MDT0000-mdtlov_UUID 00000001:00000010:0.0:1767384382.986887:0:17579:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000009ebb6529. 00040000:00000001:0.0:1767384382.986892:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384382.986895:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384382.986899:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000002cf5c54. 00000020:00000001:2.0:1767384382.986900:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384382.986903:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000386d9b2c/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00080000:00000001:0.0:1767384382.986904:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384382.986908:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000040:2.0:1767384382.986910:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 7 to 0@lo 00040000:00000001:0.0:1767384382.986911:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384382.986915:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:2.0:1767384382.986916:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00080000:00000010:0.0:1767384382.986933:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c3681536. 00080000:00000001:0.0:1767384382.986936:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:2.0:1767384382.986944:0:36:0:(genops.c:1229:class_import_get()) import 00000000ae778593 refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1767384382.986949:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384382.986950:0:36:0:(genops.c:1242:class_import_put()) import 00000000ae778593 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767384382.986952:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384382.986955:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384382.986956:0:36:0:(genops.c:1242:class_import_put()) import 00000000ae778593 refcount=0 obd=lustre-OST0000 00000020:00000040:2.0:1767384382.986958:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000ae778593 00000020:00000001:2.0:1767384382.986968:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384382.986971:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384382.986974:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384382.986980:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a80c6d9d. 00000001:00000010:2.0:1767384382.986985:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000020413e78. 00000001:00000010:2.0:1767384382.986986:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000000005722. 00000001:00000010:2.0:1767384382.986988:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d19cfa3c. 00000001:00000010:2.0:1767384382.986991:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f98ae659. 00000001:00000010:2.0:1767384382.986995:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b7b9471b. 00000001:00000001:2.0:1767384382.986999:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384382.987001:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384382.987003:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384382.987005:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:2.0:1767384382.987009:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000001fb8fb1b. 00000020:00000001:2.0:1767384382.987015:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384382.987018:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 5 - export 00000020:00000010:2.0:1767384382.987020:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000386d9b2c. 00000020:00000001:2.0:1767384382.987028:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384382.987032:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384382.987033:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000ae778593 for lustre-OST0000 00000020:00000040:2.0:1767384382.987035:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000317d20c4 refcount 6 to 0@lo 00000020:00000040:2.0:1767384382.987037:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fab55a46) now 4 - import 00000020:00000010:2.0:1767384382.987039:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000ae778593. 00000020:00000001:2.0:1767384382.987042:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1767384382.987918:0:39837:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 00000000d1c1e7c7. 00000400:00000040:1.0:1767384382.987934:0:39837:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384382.987936:0:39837:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384382.987937:0:39837:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384382.987938:0:39837:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384382.987940:0:39837:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384382.987941:0:39837:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1767384382.987942:0:39837:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1767384382.987997:0:39837:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 00000000d1c1e7c7. 00000800:00000200:0.0:1767384383.099681:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008b7091ec] -> 12345-192.168.204.131@tcp22 (6) 00000800:00000200:0.0:1767384383.099697:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp22 ip 192.168.204.131:988 00000800:00000200:0.0:1767384383.099704:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384383.099930:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384383.099939:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.099964:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.099971:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.099974:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384383.262175:0:39850:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384383.262191:0:39850:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.262195:0:39850:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384383.419609:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.419616:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384383.419620:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000400:00000010:2.0:1767384383.419625:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000400:00000200:2.0:1767384383.419632:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384383.419649:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767384383.419666:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000053391c23. 00000400:00000010:2.0:1767384383.419671:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009cedbf96. 00010000:00000001:1.0:1767384383.867590:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384383.867598:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.867663:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384383.867670:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.867674:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384383.995650:0:17559:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384383.995661:0:17559:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.995695:0:16149:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384383.995730:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384383.995732:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1767384383.995739:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384383.995742:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384383.995745:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384383.995748:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384384.123622:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091f9c154] -> 12345-192.168.204.131@tcp38 (4) 00000800:00000200:0.1:1767384384.123630:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091f9c154] -> 12345-192.168.204.131@tcp38 (4) 00000400:00000200:0.0:1767384384.123812:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.123875:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.123896:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.123918:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.123937:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.123957:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.123978:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.123999:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124020:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124043:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124061:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124074:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124089:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124104:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124117:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124130:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124144:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124157:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124172:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124186:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124199:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124215:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124240:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124267:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124292:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124309:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124324:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124337:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124351:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124364:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124377:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124389:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124401:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124414:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384384.124426:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384384.124660:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:0.0:1767384384.124665:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8f633c6. 00000800:00000010:0.0:1767384384.124670:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ccee4f2a. 00000800:00000010:0.0:1767384384.124687:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ccee4f2a. 00000800:00020000:0.0:1767384384.124700:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384384.124704:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8f633c6. 00000800:00000010:0.0:1767384384.124708:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:0.0:1767384384.124753:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp38 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384384.124759:0:16135:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:1.0:1767384384.891626:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384384.891637:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.891722:0:39783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384384.891729:0:39783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384384.891733:0:39783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384385.915575:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384385.915583:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384385.915611:0:39782:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384385.915613:0:39782:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384385.915616:0:39782:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384386.171632:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d4774ebc] -> 12345-192.168.204.131@tcp20 (6) 00000800:00000200:0.0:1767384386.171641:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp20 ip 192.168.204.131:988 00000800:00000200:0.0:1767384386.171646:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384386.171848:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384386.171861:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.171874:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384386.171879:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.171883:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384386.491620:0:16143:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 593 at 00000000ec12fc81. 00000400:02000040:2.0:1767384386.491650:0:16143:0:(lib-move.c:3976:lnet_print_recovery_list()) 9 local NIs in recovery (showing 9): 192.168.204.131@tcp41, 192.168.204.131@tcp48, 192.168.204.131@tcp47, 192.168.204.131@tcp44, 192.168.204.131@tcp35, 192.168.204.131@tcp33, 192.168.204.131@tcp32, 192.168.204.131@tcp30, 192.168.204.131@tcp29 00000400:00000010:2.0:1767384386.497072:0:16143:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 593 at 00000000ec12fc81. 00000100:00000001:3.0:1767384386.555575:0:17557:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384386.555584:0:17557:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.555595:0:16768:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384386.555599:0:16768:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384386.939596:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384386.939604:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.939659:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384386.939663:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.939666:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384387.195616:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (4) 00000800:00000200:0.1:1767384387.195629:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cf70997f] -> 12345-192.168.204.131@tcp36 (4) 00000400:00000200:3.0:1767384387.195750:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195797:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195811:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195823:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195836:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195848:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195862:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195874:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195886:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195899:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195913:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195926:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195938:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195950:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195963:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195975:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.195988:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196000:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196013:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196026:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196039:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196053:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196065:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196077:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196091:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196104:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196116:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196128:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196139:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196152:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196165:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196178:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196190:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196205:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384387.196229:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384387.196422:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000026e56c36. 00000800:00000010:3.0:1767384387.196428:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b995a357. 00000800:00000010:3.0:1767384387.196435:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000468540d7. 00000800:00000010:3.0:1767384387.196460:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000468540d7. 00000800:00020000:3.0:1767384387.196474:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384387.202336:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b995a357. 00000800:00000010:3.0:1767384387.202342:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000026e56c36. 00000400:02020000:3.0:1767384387.202400:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp36 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384387.207589:0:16137:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384387.515573:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp47 00000400:00000010:2.0:1767384387.515584:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009d3bccb6. 00000400:00000010:2.0:1767384387.515592:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009cedbf96. 00000400:00000010:2.0:1767384387.515597:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000400:00000010:2.0:1767384387.515604:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006a7b15d9. 00000400:00000200:2.0:1767384387.515608:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp47 00000400:00000200:2.0:1767384387.515630:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp47 local destination 00000400:00000200:2.0:1767384387.515635:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp47 00000400:00000200:2.0:1767384387.515639:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp47 NI seq info: [248:248:256:4294967295] 192.168.204.131@tcp47 LPNI seq info [213:213:8:4294967295] 00000400:00000200:2.0:1767384387.515645:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp47 00000400:00000200:2.0:1767384387.515652:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp47(192.168.204.131@tcp47:) -> 192.168.204.131@tcp47(192.168.204.131@tcp47:192.168.204.131@tcp47) : GET try# 0 00000800:00000200:2.0:1767384387.515657:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp47 00000800:00000010:2.0:1767384387.515660:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005b0ff619. 00000800:00000200:2.0:1767384387.515666:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006527500b] -> 12345-192.168.204.131@tcp47 (2) 00000800:00000200:2.1:1767384387.515670:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006527500b] -> 12345-192.168.204.131@tcp47 (2) 00000400:00000200:2.0:1767384387.515692:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp47 added to recovery queue. ping count: 4 next ping: 324 health :600 00000400:00000200:1.0:1767384387.515806:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.515862:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.515890:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.515912:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.515926:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.515939:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.515953:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.515982:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.515997:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516011:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516024:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516038:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516051:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516066:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516079:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516093:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516107:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516137:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516151:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516164:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516177:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516190:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516203:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516218:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516240:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516264:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516305:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516327:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516341:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516355:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516384:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516398:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516412:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516425:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384387.516440:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384387.516678:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004e1f66d9. 00000800:00000010:1.0:1767384387.516683:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d61515f6. 00000800:00000010:1.0:1767384387.516688:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007894058c. 00000800:00000010:1.0:1767384387.516703:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007894058c. 00000800:00020000:1.0:1767384387.516712:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384387.516715:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d61515f6. 00000800:00000010:1.0:1767384387.516718:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004e1f66d9. 00000400:02020000:1.0:1767384387.516748:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp47 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384387.516754:0:16136:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp47 notifying 192.168.204.131@tcp47: down 00000400:00000200:1.0:1767384387.516759:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384387.516761:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp47 00000800:00000010:1.0:1767384387.516765:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005b0ff619. 00000400:00000200:1.0:1767384387.516769:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384387.516773:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp47->192.168.204.131@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384387.516781:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384387.516783:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384387.516786:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp47) recovery failed with -71 00010000:00000001:1.0:1767384387.963588:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384387.963596:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.963661:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384387.963665:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384387.963667:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384388.091612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384388.091624:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384388.091631:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a2862eb. 00000020:00000040:1.0:1767384388.091639:0:37:0:(genops.c:1229:class_import_get()) import 00000000b0ab28c3 refcount=5 obd=MGC192.168.204.131@tcp 00000100:00000001:1.0:1767384388.091643:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384388.091646:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384388.091651:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384388.091658:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000750c2c58. 00000100:00000001:1.0:1767384388.091666:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384388.091677:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7e84c064-9ddf-4290-a20e-ee745f39ffee->MGS req@000000008a2862eb x1853236732528384/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384388.091687:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384388.091690:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384388.091695:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a2862eb] to pc [ptlrpcd_00_03+3] req@000000008a2862eb x1853236732528384/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384388.091725:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384388.091727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384388.091730:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384388.091733:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089a437b8. 00000020:00000040:1.0:1767384388.091736:0:37:0:(genops.c:1229:class_import_get()) import 000000009928819f refcount=4 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384388.091738:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384388.091740:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384388.091740:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384388.091742:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.091747:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384388.091748:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d415e6c. 00000100:00000001:0.0:1767384388.091751:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384388.091753:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384388.091758:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a2862eb x1853236732528384/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384388.091759:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000089a437b8 x1853236732528512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384388.091791:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384388.091791:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384388.091795:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384388.091796:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384388.091802:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384388.091805:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a437b8] to pc [ptlrpcd_00_00+0] req@0000000089a437b8 x1853236732528512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384388.091806:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384388.091812:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384388.091819:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a2862eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7e84c064-9ddf-4290-a20e-ee745f39ffee:16149:1853236732528384:0@lo:400: 00000100:00000001:0.0:1767384388.091826:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384388.091831:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384388.091834:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384388.091837:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (313) 02000000:00000001:0.0:1767384388.091838:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384388.091843:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384388.091849:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015c06678. 02000000:00000001:0.0:1767384388.091852:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384388.091861:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a116c19. 00000400:00000010:0.0:1767384388.091869:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00000100:00000200:0.0:1767384388.091877:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732528384, portal 25 00000100:00000001:0.0:1767384388.091880:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384388.091882:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375665938816 : -119698043612800 : ffff9322a0a15180) 00000100:00000040:0.0:1767384388.091889:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a2862eb x1853236732528384/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384388.091894:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384388.091896:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384388.091898:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384388.091903:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384388.091907:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000100:00000200:0.0:1767384388.091910:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236732528384, offset 0 00000400:00000200:0.0:1767384388.091920:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384388.091929:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384388.091932:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384388.091936:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384388.091937:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384388.091941:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384388.091942:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384388.091949:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384388.091950:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d208700 00000100:00000001:1.0:1767384388.091953:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384388.091957:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000100:0.0:1767384388.091960:0:16149:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236732528384 offset 0 length 224: 4 00000100:00000001:1.0:1767384388.091961:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384388.091964:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384388.091965:0:16149:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000000b52c8a8 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384388.091968:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000040:1.0:1767384388.091970:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089a437b8 x1853236732528512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384388.091977:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384388.091978:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e483d52 00000100:00000001:1.0:1767384388.091979:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384388.091981:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 02000000:00000001:1.0:1767384388.091983:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384388.091985:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384388.091986:0:16149:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384388.091987:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384388.091991:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a2862eb x1853236732528384/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384388.091992:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089a437b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16147:1853236732528512:0@lo:400: 00000100:00000001:1.0:1767384388.092001:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384388.092006:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384388.092008:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384388.092010:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384388.092013:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a2862eb x1853236732528384/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384388.092016:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384388.092022:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384388.092024:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002065040f. 00000100:00000001:0.0:1767384388.092024:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384388.092027:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384388.092030:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.092032:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 0 is 4294976010 00000100:00000001:3.0:1767384388.092038:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384388.092039:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6588c4a. 00000400:00000010:1.0:1767384388.092040:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b11cf0e3. 00000100:00000001:3.0:1767384388.092045:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.092047:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384388.092049:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035365a24. 00000100:00000200:1.0:1767384388.092055:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732528512, portal 10 00000100:00000001:0.0:1767384388.092055:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 1 is 4294976010 00000100:00000001:1.0:1767384388.092062:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767384388.092063:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ef6f9a4. 00000100:00000001:1.0:1767384388.092066:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624375665945088 : -119698043606528 : ffff9322a0a16a00) 00000100:00000001:0.0:1767384388.092068:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384388.092074:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 2 is 4294976010 00000100:00000010:0.0:1767384388.092078:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6861707. 00000100:00000001:0.0:1767384388.092081:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384388.092082:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089a437b8 x1853236732528512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384388.092085:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS new deadline estimation for cpu 3 is 4294976010 00000100:00000010:0.0:1767384388.092091:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee639e2f. 00000100:00000001:1.0:1767384388.092098:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384388.092102:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384388.092104:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.131@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767384388.092106:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ace24d2. 00000100:00000001:0.0:1767384388.092109:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384388.092111:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732528512, offset 0 00000100:00000001:0.0:1767384388.092113:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.092118:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.092120:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384388.092124:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384388.092126:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384388.092129:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384388.092131:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384388.092134:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384388.092137:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384388.092138:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.092142:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384388.092150:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d208780 00000400:00000100:1.0:1767384388.092157:0:16147:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853236732528512 offset 0 length 224: 4 00000400:00000200:1.0:1767384388.092161:0:16147:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000756fdf96 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384388.092164:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1767384388.092171:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ace24d2 00000400:00000010:1.0:1767384388.092173:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ace24d2. 00000100:00000001:1.0:1767384388.092177:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384388.092182:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089a437b8 x1853236732528512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384388.092190:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384388.092194:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089a437b8 x1853236732528512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384388.092202:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384388.092204:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384388.092207:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384388.092211:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3413 usecs (4 jiffies) 00000100:00000001:1.0:1767384388.092213:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294976004 00000100:00000001:1.0:1767384388.092216:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294976010 00000100:00000001:1.0:1767384388.092219:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294976004 00000100:00000001:1.0:1767384388.092221:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294976010 00000100:00000001:1.0:1767384388.092223:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294976004 00000100:00000001:1.0:1767384388.092225:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294976010 00000100:00000001:1.0:1767384388.092227:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294976004 00000100:00000001:1.0:1767384388.092229:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294976010 00000100:00000001:1.0:1767384388.092231:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384388.092233:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384388.092235:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384388.092238:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384388.102533:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000005ee668a4 (cpu 0) has reached its deadline 4294976010, at 4294976011 00000100:00000040:2.0:1767384388.102537:0:363:0:(connection.c:75:cpu_latency_work()) work item of 00000000b6151c51 (cpu 0) has reached its deadline 4294976010, at 4294976011 00000100:00000010:0.0:1767384388.102544:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6588c4a. 00000100:00000010:2.0:1767384388.102547:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6861707. 00000100:00000040:3.0:1767384388.102555:0:33:0:(connection.c:75:cpu_latency_work()) work item of 000000004861fa2e (cpu 0) has reached its deadline 4294976010, at 4294976011 00000100:00000040:1.0:1767384388.102563:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000009c54059 (cpu 0) has reached its deadline 4294976010, at 4294976011 00000100:00000010:3.0:1767384388.102564:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee639e2f. 00000100:00000010:1.0:1767384388.102574:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ef6f9a4. 00000800:00000200:0.0:1767384388.219594:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce36b254] -> 12345-192.168.204.131@tcp23 (6) 00000800:00000200:0.0:1767384388.219604:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp23 ip 192.168.204.131:988 00000800:00000200:0.0:1767384388.219608:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384388.219632:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079194157] -> 12345-192.168.204.131@tcp31 (4) 00000800:00000200:0.1:1767384388.219635:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079194157] -> 12345-192.168.204.131@tcp31 (4) 00000400:00000200:1.0:1767384388.219735:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000001:0.0:1767384388.219769:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384388.219777:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384388.219784:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384388.219790:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384388.219793:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384388.219801:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.219831:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.219856:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.219878:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.219892:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.219905:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.219918:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.219930:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.219942:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.219956:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.219968:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.219980:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.219992:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220005:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220018:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220031:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220044:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220057:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220069:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220082:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220097:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220109:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220121:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220133:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220146:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220158:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220171:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220183:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220196:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220214:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220240:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220278:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220303:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.220326:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:1.0:1767384388.220463:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004e1f66d9. 00000800:00000010:1.0:1767384388.220538:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9941c0d. 00000800:00000010:1.0:1767384388.220546:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001b5ea210. 00000800:00000010:1.0:1767384388.220577:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001b5ea210. 00000800:00020000:1.0:1767384388.220586:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384388.220590:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9941c0d. 00000800:00000010:1.0:1767384388.220594:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004e1f66d9. 00000400:02020000:1.0:1767384388.220637:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp31 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384388.220642:0:16134:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:2.0:1767384388.539569:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.539578:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384388.539581:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000400:00000010:2.0:1767384388.539605:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000400:00000200:2.0:1767384388.539613:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384388.539622:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384388.539640:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009d3bccb6. 00000400:00000010:2.0:1767384388.539646:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009cedbf96. 00000400:00000200:2.0:1767384388.539652:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp48 00000400:00000010:2.0:1767384388.539656:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009d3bccb6. 00000400:00000010:2.0:1767384388.539664:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009cedbf96. 00000400:00000010:2.0:1767384388.539668:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd078a54. 00000400:00000010:2.0:1767384388.539676:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001c5fc07b. 00000400:00000200:2.0:1767384388.539681:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp48 00000400:00000200:2.0:1767384388.539697:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp48 local destination 00000400:00000200:2.0:1767384388.539705:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp48 00000400:00000200:2.0:1767384388.539710:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp48 NI seq info: [249:249:256:4294967295] 192.168.204.131@tcp48 LPNI seq info [214:214:8:4294967295] 00000400:00000200:2.0:1767384388.539719:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp48 00000400:00000200:2.0:1767384388.539728:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp48(192.168.204.131@tcp48:) -> 192.168.204.131@tcp48(192.168.204.131@tcp48:192.168.204.131@tcp48) : GET try# 0 00000800:00000200:2.0:1767384388.539734:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp48 00000800:00000010:2.0:1767384388.539739:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c0919da7. 00000800:00000200:2.0:1767384388.539747:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6f5b55] -> 12345-192.168.204.131@tcp48 (2) 00000800:00000200:2.1:1767384388.539752:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cd6f5b55] -> 12345-192.168.204.131@tcp48 (2) 00000400:00000200:2.0:1767384388.539777:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp48 added to recovery queue. ping count: 4 next ping: 325 health :600 00000400:00000200:2.0:1767384388.539783:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp29 00000400:00000010:2.0:1767384388.539786:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c0ba6e04. 00000400:00000010:2.0:1767384388.539790:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bf85f1a0. 00000400:00000010:2.0:1767384388.539793:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000179b793c. 00000400:00000010:2.0:1767384388.539813:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bf4dbc57. 00000400:00000200:2.0:1767384388.539817:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp29 00000400:00000200:2.0:1767384388.539823:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp29 local destination 00000400:00000200:2.0:1767384388.539828:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp29 00000400:00000200:2.0:1767384388.539831:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp29 NI seq info: [250:250:256:4294967295] 192.168.204.131@tcp29 LPNI seq info [215:215:8:4294967295] 00000400:00000200:2.0:1767384388.539835:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp29 00000400:00000200:2.0:1767384388.539850:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp29(192.168.204.131@tcp29:) -> 192.168.204.131@tcp29(192.168.204.131@tcp29:192.168.204.131@tcp29) : GET try# 0 00000800:00000200:2.0:1767384388.539856:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp29 00000800:00000010:2.0:1767384388.539860:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fb002831. 00000800:00000200:2.0:1767384388.539865:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000800:00000200:2.1:1767384388.539870:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000400:00000200:2.0:1767384388.539887:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp29 added to recovery queue. ping count: 6 next ping: 373 health :400 00000400:00000200:0.0:1767384388.539892:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.539942:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.539980:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.539981:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540004:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540051:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540054:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540076:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540112:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540117:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540167:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540181:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540193:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540236:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540238:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540268:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540294:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540316:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540349:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540362:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540404:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540407:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540442:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540541:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540567:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540604:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540638:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540683:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540691:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540733:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540745:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540787:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540792:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540831:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540864:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540866:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540917:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.540938:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.540949:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541002:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541003:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541038:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541072:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541082:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541127:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541127:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541161:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541195:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541207:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541253:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541253:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541284:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541305:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541324:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541358:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541364:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541425:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541425:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541541:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541562:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541579:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541598:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541616:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541638:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541656:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541675:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541695:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541714:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000800:00000010:0.0:1767384388.541720:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:0.0:1767384388.541729:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8f633c6. 00000400:00000200:3.0:1767384388.541732:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000800:00000010:0.0:1767384388.541736:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee3c6306. 00000400:00000200:3.0:1767384388.541755:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384388.541764:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee3c6306. 00000800:00020000:0.0:1767384388.541776:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384388.541780:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8f633c6. 00000400:00000200:3.0:1767384388.541781:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000800:00000010:0.0:1767384388.541783:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:00000200:3.0:1767384388.541823:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541858:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000400:02020000:0.0:1767384388.541858:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp48 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384388.541870:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp48 notifying 192.168.204.131@tcp48: down 00000400:00000200:0.0:1767384388.541874:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384388.541879:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp48 00000800:00000010:0.0:1767384388.541882:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c0919da7. 00000400:00000200:3.0:1767384388.541885:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541887:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384388.541894:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp48->192.168.204.131@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384388.541901:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384388.541904:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384388.541907:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.541908:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp48) recovery failed with -71 00000400:00000200:3.0:1767384388.541931:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541944:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541956:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541969:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541982:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.541994:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.542007:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.542019:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.542030:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.542042:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.542054:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.131:988 00000800:00000010:3.0:1767384388.542180:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000026e56c36. 00000800:00000010:3.0:1767384388.542184:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b995a357. 00000800:00000010:3.0:1767384388.542188:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000187bcdf8. 00000800:00000010:3.0:1767384388.542213:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000187bcdf8. 00000400:00000200:2.0:1767384388.542364:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384388.542383:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp29 from 204.3.0.2 00000800:00000010:2.0:1767384388.542387:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000dd492496. 00000800:00000010:1.0:1767384388.542440:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004e1f66d9. 00000800:00000010:1.0:1767384388.542448:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9941c0d. 00000800:00000010:1.0:1767384388.542530:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000910c3034. 00000800:00000200:1.1:1767384388.542539:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (2) 00000800:00000200:1.1:1767384388.542546:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp29 00000000910c3034 deleted 00000800:00000010:1.1:1767384388.542549:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000910c3034. 00000800:00000200:1.1:1767384388.542557:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384388.542566:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp29 ip 192.168.204.131:972 00000800:00000200:1.1:1767384388.542571:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb002831 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384388.542580:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp29 p 3.x 192.168.204.131 -> 192.168.204.131:972 incarnation:1767384323490949041 sched[0] 00000800:00000010:1.0:1767384388.542586:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001b5ea210. 00000800:00000010:1.0:1767384388.542659:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001b5ea210. 00000800:00000010:1.0:1767384388.542665:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9941c0d. 00000800:00000200:3.1:1767384388.542671:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384388.542679:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp29 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384323490949041 sched[0] 00000800:00000010:3.0:1767384388.542683:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b995a357. 00000800:00000010:1.0:1767384388.542728:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000dd492496. 00000800:00000001:0.0:1767384388.542730:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384388.542737:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384388.542738:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384388.542743:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384388.542807:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:0.0:1767384388.542816:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384388.542820:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fb002831. 00000400:00000200:0.0:1767384388.542824:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384388.542830:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp29->192.168.204.131@tcp29: GET: OK 00000400:00000200:0.0:1767384388.542834:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384388.542837:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp29 recovery message sent successfully:0 00000800:00000001:1.0:1767384388.542840:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384388.542850:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384388.542853:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384388.542863:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000800:00000001:1.0:1767384388.542863:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384388.542874:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp29(192.168.204.131@tcp29) <- 192.168.204.131@tcp29 : GET - for me 00000400:00000200:1.0:1767384388.542890:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384388.542899:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x1ff1 [1] + 0 00000400:00000200:3.0:1767384388.542906:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384388.542914:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp29 to MR: 192.168.204.131@tcp29 local destination 00000400:00000200:1.0:1767384388.542924:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp29 NI seq info: [251:251:256:4294967295] 192.168.204.131@tcp29 LPNI seq info [216:216:8:4294967295] 00000400:00000200:1.0:1767384388.542940:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp29(192.168.204.131@tcp29:192.168.204.131@tcp29) -> 192.168.204.131@tcp29(192.168.204.131@tcp29:192.168.204.131@tcp29) 192.168.204.131@tcp29 : REPLY try# 0 00000800:00000200:1.0:1767384388.542948:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp29 00000800:00000010:1.0:1767384388.542952:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394fb3d8. 00000800:00000200:1.0:1767384388.542960:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b30ac461] -> 12345-192.168.204.131@tcp29 (4) 00000400:00000200:3.0:1767384388.542961:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000800:00000200:1.0:1767384388.542968:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp29 ip 192.168.204.131:988 00000800:00000200:1.0:1767384388.542972:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000394fb3d8 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384388.543005:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384388.543010:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384388.543013:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000800:00000001:0.0:1767384388.543045:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384388.543047:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384388.543051:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384388.543053:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394fb3d8. 00000800:00000001:0.0:1767384388.543054:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384388.543060:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384388.543062:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384388.543065:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384388.543072:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp29(192.168.204.131@tcp29) <- 192.168.204.131@tcp29 : REPLY - for me 00000400:00000200:1.0:1767384388.543077:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp29->192.168.204.131@tcp29: REPLY: OK 00000400:00000200:0.0:1767384388.543088:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp29: Reply from 12345-192.168.204.131@tcp29 of length 272/272 into md 0x21ed 00000800:00000001:0.0:1767384388.543094:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384388.543100:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384388.543102:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384388.543107:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp29->192.168.204.131@tcp29: REPLY: OK 00000400:00000200:0.0:1767384388.543110:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000179b793c 00000400:00000010:0.0:1767384388.543112:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000179b793c. 00000400:00000200:0.0:1767384388.543116:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384388.543120:0:16141:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c0ba6e04. 00000400:00000200:3.0:1767384388.543122:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000010:0.0:1767384388.543123:0:16141:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bf85f1a0. 00000800:00000001:0.0:1767384388.543133:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384388.543136:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384388.543168:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543207:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543253:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543297:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543343:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543395:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543411:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543423:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543436:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543447:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543460:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543545:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543560:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543573:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543586:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543617:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543632:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543646:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543661:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543675:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543688:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543701:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543715:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543728:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543742:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543772:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543798:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384388.543835:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384388.543903:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ff79b13f. 00000800:00000010:3.0:1767384388.543905:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b995a357. 00000800:00000010:3.0:1767384388.543908:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000187bcdf8. 00000800:00000010:3.0:1767384388.543921:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000187bcdf8. 00000800:00020000:3.0:1767384388.543925:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384388.543927:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b995a357. 00000800:00000010:3.0:1767384388.543929:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ff79b13f. 00000400:02020000:3.0:1767384388.543952:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp29 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384388.732336:0:39900:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384388.732352:0:39900:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.732356:0:39900:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384388.988533:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384388.988539:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.988579:0:39783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384388.988583:0:39783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384388.988586:0:39783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384389.115565:0:16147:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384389.115578:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384389.115579:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1767384389.115584:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.115586:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384389.115589:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.115592:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384389.243571:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003784251d] -> 12345-192.168.204.131@tcp39 (6) 00000800:00000200:1.0:1767384389.243582:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp39 ip 192.168.204.131:988 00000800:00000200:1.0:1767384389.243588:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd6493d3 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384389.243723:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384389.243724:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384389.243736:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384389.243741:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384389.243744:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384389.449717:0:40064:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384389.449723:0:40064:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing load_modules_local 00000001:00000001:3.0:1767384389.451513:0:40064:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1767384389.563578:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384389.563587:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384389.563592:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd078a54 00000400:00000010:3.0:1767384389.563598:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd078a54. 00000400:00000200:3.0:1767384389.563606:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384389.563616:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp48 recovery ping unlinked 00000400:00000010:3.0:1767384389.563631:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009d3bccb6. 00000400:00000010:3.0:1767384389.563637:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009cedbf96. 00000400:00000001:0.0:1767384389.659860:0:40083:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000200:1.0:1767384390.267612:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c915af] -> 12345-192.168.204.131@tcp34 (4) 00000800:00000200:1.1:1767384390.267620:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c915af] -> 12345-192.168.204.131@tcp34 (4) 00000800:00000200:1.0:1767384390.267642:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000836c9b58] -> 12345-192.168.204.131@tcp (6) 00000800:00000200:1.0:1767384390.267646:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp ip 192.168.204.131:988 00000800:00000200:1.0:1767384390.267651:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000bef753c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384390.267761:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000800:00000200:3.0:1767384390.267866:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384390.267894:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.267968:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.268058:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.268129:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.268196:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.268289:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.268359:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.268443:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.268543:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.268627:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.268716:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.268809:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.268883:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.268961:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.269029:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.269094:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.269178:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.269251:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.269325:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.269400:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.269532:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.269611:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.269683:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.269772:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.269869:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.269940:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.270018:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.270093:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.270153:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.270189:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.270218:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.270257:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.270290:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384390.270323:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384390.270555:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082db6db4. 00000800:00000010:0.0:1767384390.270562:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f90857cc. 00000800:00000010:0.0:1767384390.270569:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ca36496. 00000800:00000010:0.0:1767384390.270603:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ca36496. 00000800:00020000:0.0:1767384390.270617:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384390.270622:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f90857cc. 00000800:00000010:0.0:1767384390.270625:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082db6db4. 00000400:02020000:0.0:1767384390.270719:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp34 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384390.270728:0:16134:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000200:1.0:1767384391.291549:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001431fd88] -> 12345-192.168.204.131@tcp21 (6) 00000800:00000200:1.0:1767384391.291558:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp21 ip 192.168.204.131:988 00000800:00000200:1.0:1767384391.291562:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd6493d3 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384391.291752:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384391.619913:0:40426:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000be4ee871. 00000020:00000010:1.0:1767384391.619922:0:40426:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000adf3cde2. 00000020:00000010:1.0:1767384391.619934:0:40426:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 000000005c2cd8c9. 00000020:00000010:1.0:1767384391.619946:0:40426:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 0000000014c0295f. 00000020:00000010:1.0:1767384391.619966:0:40426:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 000000002f2123a8. 00000020:00000010:1.0:1767384391.619971:0:40426:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 000000001f3c5ab0. 00000020:00000010:1.0:1767384391.619992:0:40426:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 000000008c2721a6. 00000020:00000010:1.0:1767384391.620008:0:40426:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000036013475. 00000020:00000010:1.0:1767384391.620015:0:40426:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fd87af4d. 00000020:00000010:1.0:1767384391.620029:0:40426:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 000000008c2721a6. 00000020:00000010:1.0:1767384391.620033:0:40426:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 000000008c2721a6. 00000001:00000010:1.0:1767384391.620048:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000011df0d0. 00000001:00000010:1.0:1767384391.620054:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000066aa929c. 00000001:00000010:1.0:1767384391.620058:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001b60fda. 00000001:00000010:1.0:1767384391.620061:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c665f884. 00000001:00000010:1.0:1767384391.620063:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000016ff417e. 00000001:00000010:1.0:1767384391.620065:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008d523c15. 00000001:00000010:1.0:1767384391.620068:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bf032fa4. 00000001:00000010:1.0:1767384391.620070:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008fada36e. 00000001:00000010:1.0:1767384391.620073:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a63289e9. 00000001:00000010:1.0:1767384391.620075:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000099f873bb. 00000001:00000010:1.0:1767384391.620078:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006d100949. 00000001:00000010:1.0:1767384391.620080:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb306eae. 00000020:00000010:1.0:1767384391.620084:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d198499c. 00000020:00000010:1.0:1767384391.620090:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe105bbb. 00000020:00000010:1.0:1767384391.620096:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b31309d. 00000008:00000010:1.0:1767384391.620102:0:40426:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a64574cf. 00020000:00000010:1.0:1767384391.620108:0:40426:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000001ae00e0a. 00008000:00000010:1.0:1767384391.620113:0:40426:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a9061e25. 00000080:00000010:1.0:1767384391.620120:0:40426:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ba40b955. 00000020:00000010:1.0:1767384391.620124:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c78f89c0. 00000020:00000010:1.0:1767384391.620127:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a80d2d6. 00000040:00000010:1.0:1767384391.620130:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000054d591a7. 00000020:00000010:1.0:1767384391.620135:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005eb707af. 00000020:00000010:1.0:1767384391.620139:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b3a14de. 00040000:00000010:1.0:1767384391.620144:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001b9fa681. 00040000:00000010:1.0:1767384391.620148:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f9340574. 00080000:00000010:1.0:1767384391.620152:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000c976ef6. 00080000:00000010:1.0:1767384391.620166:0:40426:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 00000000f5f5cb84. 00000020:00000010:1.0:1767384391.624358:0:40426:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000b978beeb. 00000020:00000010:1.0:1767384391.624369:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dc0947c2. 00000020:00000010:1.0:1767384391.624373:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000f2624220. 00080000:00000010:1.0:1767384391.626127:0:40426:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000008af84f3f. 00000020:00000010:1.0:1767384391.626137:0:40426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000087a7ae38. 00080000:00000010:1.0:1767384391.626145:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005156d0bf. 00080000:00000010:1.0:1767384391.626150:0:40426:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 00000000529cc2b2. 00080000:00000010:1.0:1767384391.627366:0:40426:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 0000000035ef3f0a. 00080000:00000010:1.0:1767384391.627372:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008da84797. 00080000:00000010:1.0:1767384391.627401:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d26783bb. 00080000:00000010:1.0:1767384391.627463:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000843773fa. 00080000:00000010:1.0:1767384391.627485:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e3acf32d. 00080000:00000010:1.0:1767384391.627531:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000039eef08a. 00080000:00000010:1.0:1767384391.627558:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e49e7e1b. 00080000:00000010:1.0:1767384391.627573:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e9c57617. 00080000:00000010:1.0:1767384391.627585:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002fd5b2c6. 00080000:00000010:1.0:1767384391.627597:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a8570c4a. 00080000:00000010:1.0:1767384391.627607:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008e540288. 00080000:00000010:1.0:1767384391.627620:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005747da08. 00080000:00000010:1.0:1767384391.627629:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008c35564d. 00080000:00000010:1.0:1767384391.627642:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000adc276e5. 00080000:00000010:1.0:1767384391.627654:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000028d3ec05. 00080000:00000010:1.0:1767384391.627664:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009e325920. 00080000:00000010:1.0:1767384391.627675:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ddd19495. 00080000:00000010:1.0:1767384391.627689:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001f722f0a. 00080000:00000010:1.0:1767384391.627710:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007f162951. 00080000:00000010:1.0:1767384391.627731:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e3815918. 00080000:00000010:1.0:1767384391.627753:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a0d6aa7f. 00080000:00000010:1.0:1767384391.627773:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000945f0a37. 00080000:00000010:1.0:1767384391.627791:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b448b392. 00080000:00000010:1.0:1767384391.627809:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001b0f368a. 00080000:00000010:1.0:1767384391.627824:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007651ddae. 00080000:00000010:1.0:1767384391.627855:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000035e36593. 00080000:00000010:1.0:1767384391.627915:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002340d080. 00080000:00000010:1.0:1767384391.627931:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000a636f59. 00080000:00000010:1.0:1767384391.627941:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002c74dce2. 00080000:00000010:1.0:1767384391.627952:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005579ed28. 00080000:00000010:1.0:1767384391.627982:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001a4effb0. 00080000:00000010:1.0:1767384391.627995:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000014f804de. 00080000:00000010:1.0:1767384391.628007:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a5ed29c1. 00080000:00000010:1.0:1767384391.628018:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000992319ac. 00080000:00000010:1.0:1767384391.628028:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f25e8ce7. 00080000:00000010:1.0:1767384391.628038:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006d7854ec. 00080000:00000010:1.0:1767384391.628050:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000095262673. 00080000:00000010:1.0:1767384391.628060:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000af9e5891. 00080000:00000010:1.0:1767384391.628070:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000067fb85ea. 00080000:00000010:1.0:1767384391.628080:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000059bc9b3. 00080000:00000010:1.0:1767384391.628090:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001bc8f34e. 00080000:00000010:1.0:1767384391.628100:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000318725c. 00080000:00000010:1.0:1767384391.628157:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005b0edeb0. 00080000:00000010:1.0:1767384391.628168:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bff5d1ea. 00080000:00000010:1.0:1767384391.628178:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000014a29aa. 00080000:00000010:1.0:1767384391.628190:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a5391f5e. 00080000:00000010:1.0:1767384391.628202:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001098fbae. 00080000:00000010:1.0:1767384391.628214:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006478b79b. 00080000:00000010:1.0:1767384391.628225:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000eb8b7e27. 00080000:00000010:1.0:1767384391.628236:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002b5ed5a0. 00080000:00000010:1.0:1767384391.628248:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000018927548. 00080000:00000010:1.0:1767384391.628258:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000034221a30. 00080000:00000010:1.0:1767384391.628269:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004a7448e1. 00080000:00000010:1.0:1767384391.628279:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000133eaba1. 00080000:00000010:1.0:1767384391.628291:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000078eb579e. 00080000:00000010:1.0:1767384391.628302:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d00e3ea4. 00080000:00000010:1.0:1767384391.628312:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000051f627d7. 00080000:00000010:1.0:1767384391.628321:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001fd43d28. 00080000:00000010:1.0:1767384391.628358:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000055d602e. 00080000:00000010:1.0:1767384391.628369:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009ceb258e. 00080000:00000010:1.0:1767384391.628380:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000077753b3b. 00080000:00000010:1.0:1767384391.628392:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000611b2e06. 00080000:00000010:1.0:1767384391.628402:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000082191cbc. 00080000:00000010:1.0:1767384391.628432:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000164abd87. 00080000:00000010:1.0:1767384391.628444:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000044db89a3. 00080000:00000010:1.0:1767384391.628456:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ea43acda. 00080000:00000010:1.0:1767384391.628468:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003f0481d6. 00080000:00000010:1.0:1767384391.628501:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000052ba5cb1. 00080000:00000010:1.0:1767384391.628513:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000002652eed. 00080000:00000010:1.0:1767384391.628523:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002b0da6d9. 00080000:00000010:1.0:1767384391.628534:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007116aa42. 00080000:00000010:1.0:1767384391.628564:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007814b616. 00080000:00000010:1.0:1767384391.628579:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007781227f. 00080000:00000010:1.0:1767384391.628590:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005cc81b59. 00080000:00000010:1.0:1767384391.628652:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009783a0e8. 00080000:00000010:1.0:1767384391.628665:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000033938d06. 00080000:00000010:1.0:1767384391.628696:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000021857cb4. 00080000:00000010:1.0:1767384391.628717:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e2078244. 00080000:00000010:1.0:1767384391.628740:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000901e6a6a. 00080000:00000010:1.0:1767384391.628763:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005d10b501. 00080000:00000010:1.0:1767384391.628783:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000741f4e61. 00080000:00000010:1.0:1767384391.628798:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f1c6fe87. 00080000:00000010:1.0:1767384391.628809:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000076327998. 00080000:00000010:1.0:1767384391.628823:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000072be749. 00080000:00000010:1.0:1767384391.628835:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000fb94aa6. 00080000:00000010:1.0:1767384391.628846:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d4c5cd16. 00080000:00000010:1.0:1767384391.628857:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000070405320. 00080000:00000010:1.0:1767384391.628868:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d2b83fbe. 00080000:00000010:1.0:1767384391.628879:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d7c36e00. 00080000:00000010:1.0:1767384391.628891:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007eee9d16. 00080000:00000010:1.0:1767384391.628932:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007e9e35ff. 00080000:00000010:1.0:1767384391.628945:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000027203ca8. 00080000:00000010:1.0:1767384391.628956:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003162aef1. 00080000:00000010:1.0:1767384391.628983:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007adcf70b. 00080000:00000010:1.0:1767384391.628997:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000473ecdc2. 00080000:00000010:1.0:1767384391.629010:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007f95faa0. 00080000:00000010:1.0:1767384391.629022:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a95bf575. 00080000:00000010:1.0:1767384391.629032:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a7d9919d. 00080000:00000010:1.0:1767384391.629042:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000099545d22. 00080000:00000010:1.0:1767384391.629055:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005b344504. 00080000:00000010:1.0:1767384391.629068:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000064d4037. 00080000:00000010:1.0:1767384391.629081:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000000b82546. 00080000:00000010:1.0:1767384391.629093:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001cb62958. 00080000:00000010:1.0:1767384391.629105:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000de640728. 00080000:00000010:1.0:1767384391.629134:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000253727fe. 00080000:00000010:1.0:1767384391.629144:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a051e49c. 00080000:00000010:1.0:1767384391.629195:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000e7d4217. 00080000:00000010:1.0:1767384391.629210:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000044886647. 00080000:00000010:1.0:1767384391.629222:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002da26a5c. 00080000:00000010:1.0:1767384391.629234:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001a7078a8. 00080000:00000010:1.0:1767384391.629245:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000583fe738. 00080000:00000010:1.0:1767384391.629259:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000064216f31. 00080000:00000010:1.0:1767384391.629269:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e3a4937e. 00080000:00000010:1.0:1767384391.629280:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009893ad01. 00080000:00000010:1.0:1767384391.629290:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008cad0dee. 00080000:00000010:1.0:1767384391.629317:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c199d394. 00080000:00000010:1.0:1767384391.629329:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e93d64ea. 00080000:00000010:1.0:1767384391.629339:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000032c024ca. 00080000:00000010:1.0:1767384391.629351:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ae1ea0c1. 00080000:00000010:1.0:1767384391.629362:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004f0ac9fe. 00080000:00000010:1.0:1767384391.629371:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ffaf4ca9. 00080000:00000010:1.0:1767384391.629382:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d292317d. 00080000:00000010:1.0:1767384391.629467:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000056aa24b5. 00080000:00000010:1.0:1767384391.629484:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000078c269e8. 00080000:00000010:1.0:1767384391.629512:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e4d5c013. 00080000:00000010:1.0:1767384391.629531:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000802ec530. 00080000:00000010:1.0:1767384391.629555:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000008298ded. 00080000:00000010:1.0:1767384391.629574:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ba8d27a7. 00080000:00000010:1.0:1767384391.629585:0:40426:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c4a9a742. 00100000:00000010:1.0:1767384391.629816:0:40426:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000f9536ecb. 00100000:00000010:1.0:1767384391.629886:0:40426:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000dd5dc90a. 00100000:00000010:1.0:1767384391.630214:0:40426:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000e29f9e9e. 00100000:00000010:1.0:1767384391.630435:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ca579a38. 00100000:00000010:1.0:1767384391.630735:0:40426:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000005cb7e253. 00100000:00000010:1.0:1767384391.630820:0:40426:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000b8bde064. 00100000:00000010:1.0:1767384391.630842:0:40426:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000ea3cfbaf. 00100000:00000010:1.0:1767384391.631282:0:40426:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000f75f5c06. 00100000:00000010:1.0:1767384391.631480:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000eab975ce. 00100000:00000010:1.0:1767384391.631530:0:40426:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000e33ebb57. 00100000:00000010:1.0:1767384391.631878:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d98c7637. 00100000:00000010:1.0:1767384391.632021:0:40426:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000f9536ecb. 00100000:00000010:1.0:1767384391.632209:0:40426:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000dd5dc90a. 00100000:00000010:1.0:1767384391.632740:0:40426:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000e29f9e9e. 00100000:00000010:1.0:1767384391.632912:0:40426:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000e29f9e9e. 00100000:00000010:1.0:1767384391.632939:0:40426:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000f9536ecb. 00100000:00000010:1.0:1767384391.632942:0:40426:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000005cb7e253. 00100000:00000010:1.0:1767384391.635391:0:40426:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000b8bde064. 00100000:00000010:1.0:1767384391.640962:0:40426:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000ea3cfbaf. 00100000:00000010:1.0:1767384391.641237:0:40426:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000f75f5c06. 00100000:00000010:1.0:1767384391.641361:0:40426:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000e33ebb57. 00100000:00000010:1.0:1767384391.641691:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ea3cfbaf. 00100000:00000010:1.0:1767384391.642671:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b8bde064. 00100000:00000010:1.0:1767384391.642914:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005cb7e253. 00100000:00000010:1.0:1767384391.642940:0:40426:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000e29f9e9e. 00100000:00000010:1.0:1767384391.643294:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f75f5c06. 00100000:00000010:1.0:1767384391.643597:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000242356b3. 00100000:00000010:1.0:1767384391.643918:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007d04d096. 00100000:00000010:1.0:1767384391.643946:0:40426:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000f9536ecb. 00000020:00000010:1.0:1767384391.644071:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000099c50fc0. 00000020:00000010:1.0:1767384391.644077:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 00000000b49950f7. 00040000:00000010:1.0:1767384391.644112:0:40426:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000000df4d1. 00040000:00000010:1.0:1767384391.644119:0:40426:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000057763b6f. 00040000:00000010:1.0:1767384391.644122:0:40426:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000057763b6f. 00000020:00000010:1.0:1767384391.644139:0:40426:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000057763b6f. 00000020:00000010:1.0:1767384391.644144:0:40426:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000057763b6f. 00040000:00000010:1.0:1767384391.644148:0:40426:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000b8fbe274. 00040000:00000010:1.0:1767384391.644151:0:40426:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000057763b6f. 00040000:00000010:1.0:1767384391.644153:0:40426:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000057763b6f. 00000020:00000010:1.0:1767384391.644237:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007a80d2d6. 00000040:00000010:1.0:1767384391.644244:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000054d591a7. 00000020:00000010:1.0:1767384391.644248:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005eb707af. 00000020:00000010:1.0:1767384391.644255:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002b3a14de. 00040000:00000010:1.0:1767384391.644260:0:40426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001b9fa681. 00040000:00000010:1.0:1767384391.644271:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f9340574. 00080000:00000010:1.0:1767384391.644275:0:40426:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000008af84f3f. 00080000:00000010:1.0:1767384391.644281:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000c976ef6. 00000020:00000010:1.0:1767384391.644288:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c78f89c0. 00000020:00000010:1.0:1767384391.644293:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe105bbb. 00000020:00000010:1.0:1767384391.644297:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b31309d. 00000008:00000010:1.0:1767384391.644303:0:40426:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a64574cf. 00020000:00000010:1.0:1767384391.644308:0:40426:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001ae00e0a. 00008000:00000010:1.0:1767384391.644313:0:40426:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000a9061e25. 00000080:00000010:1.0:1767384391.644318:0:40426:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ba40b955. 00000020:00000010:1.0:1767384391.644322:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d198499c. 00000020:00000010:1.0:1767384391.644328:0:40426:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 000000008c2721a6. 00000020:00000010:1.0:1767384391.644338:0:40426:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000c976ef6. 00000020:00000010:1.0:1767384391.644361:0:40426:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000006a0c05cf. 00000020:00000010:1.0:1767384391.644365:0:40426:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000e03f7aca. 00000020:00000010:1.0:1767384391.644371:0:40426:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000c865d03f. 00000020:00000010:1.0:1767384391.644383:0:40426:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000007f150c59. 00000020:00000010:1.0:1767384391.644390:0:40426:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005eb707af. 00000020:00000010:1.0:1767384391.644399:0:40426:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000c865d03f. 00000020:00000010:1.0:1767384391.644402:0:40426:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000c865d03f. 00000001:00000010:1.0:1767384391.644437:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000032c71301. 00000001:00000010:1.0:1767384391.644442:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002be677cd. 00000001:00000010:1.0:1767384391.644446:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f75ed57d. 00000001:00000010:1.0:1767384391.644449:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ecf540a3. 00000001:00000010:1.0:1767384391.644452:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d198499c. 00000001:00000010:1.0:1767384391.644455:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c78f89c0. 00000001:00000010:1.0:1767384391.644458:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008af84f3f. 00000001:00000010:1.0:1767384391.644461:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000089f723c1. 00000001:00000010:1.0:1767384391.644464:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f9340574. 00000001:00000010:1.0:1767384391.644466:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002b3a14de. 00000001:00000010:1.0:1767384391.644469:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054d591a7. 00000001:00000010:1.0:1767384391.644471:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a80d2d6. 00000020:00000010:1.0:1767384391.644498:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd3493c9. 00000020:00000010:1.0:1767384391.644503:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e67b2f0e. 00000020:00000010:1.0:1767384391.644507:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b31309d. 00000008:00000010:1.0:1767384391.644511:0:40426:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a64574cf. 00020000:00000010:1.0:1767384391.644515:0:40426:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000001ae00e0a. 00008000:00000010:1.0:1767384391.644519:0:40426:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a9061e25. 00000080:00000010:1.0:1767384391.644524:0:40426:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ba40b955. 00000020:00000010:1.0:1767384391.644528:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af8cdad8. 00000020:00000010:1.0:1767384391.644531:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000078aac224. 00000040:00000010:1.0:1767384391.644536:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000028719d20. 00000020:00000010:1.0:1767384391.644539:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000079891d7f. 00000020:00000010:1.0:1767384391.644543:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000963bd4f1. 80000000:00000010:1.0:1767384391.644547:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000082438026. 00040000:00000010:1.0:1767384391.644551:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ecfa60c1. 00080000:00000010:1.0:1767384391.644554:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c83af168. 20000000:00000010:1.0:1767384391.644559:0:40426:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 00000000d814d432. 20000000:00000010:1.0:1767384391.644566:0:40426:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 0000000057763b6f. 00000020:00000010:1.0:1767384391.644571:0:40426:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000016fb10ba. 20000000:00000010:1.0:1767384391.644576:0:40426:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 0000000057763b6f. 00010000:00000010:1.0:1767384391.644586:0:40426:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000000a73357a. 00000001:00000010:1.0:1767384391.644590:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000cc6553c. 00000001:00000010:1.0:1767384391.644593:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000369acbbb. 00000001:00000010:1.0:1767384391.644596:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000001e8b2d22. 00000001:00000010:1.0:1767384391.644599:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000008050a65e. 00000020:00000010:1.0:1767384391.644641:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000075c47d10. 00000020:00000010:1.0:1767384391.644645:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000003ef9b6b5. 00000020:00000010:1.0:1767384391.644704:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000032ff5bd5. 00000020:00000010:1.0:1767384391.644707:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000006b8bb5a4. 00000020:00000010:1.0:1767384391.644727:0:40426:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 0000000008a25e30. 00000020:00000010:1.0:1767384391.644732:0:40426:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000008c2721a6. 00000020:00000010:1.0:1767384391.644741:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001b9fa681. 00080000:00000010:1.0:1767384391.644750:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a546f388. 00080000:00000010:1.0:1767384391.644759:0:40426:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000f9536ecb. 00080000:00000010:1.0:1767384391.644763:0:40426:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 0000000057dce495. 20000000:00000010:1.0:1767384391.645518:0:40426:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 0000000044183eca. 00080000:00000010:1.0:1767384391.645525:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000056594804. 00000020:00000010:1.0:1767384391.645603:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f5905ed1. 00080000:00000010:1.0:1767384391.645608:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008ba4fbcd. 00000020:00000010:1.0:1767384391.645663:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f7882918. 00080000:00000010:1.0:1767384391.645668:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ed4728bc. 00100000:00000010:1.0:1767384391.645702:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008795a5e6. 00100000:00000010:1.0:1767384391.645707:0:40426:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000008795a5e6. 00000001:00000010:1.0:1767384391.645713:0:40426:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 00000000ba9f058f. 00080000:00000010:1.0:1767384391.645720:0:40426:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000f06d8917. 00080000:00000010:1.0:1767384391.645724:0:40426:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000008795a5e6. 00000001:00000010:1.0:1767384391.645740:0:40426:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 000000006018dd6b. 00000001:00000010:1.0:1767384391.645745:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000dc736267. 00000001:00000010:1.0:1767384391.645750:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f17fb07c. 00000001:00000010:1.0:1767384391.645752:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000057763b6f. 00000001:00000010:1.0:1767384391.645781:0:40426:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000001ed06418. 00080000:00000010:1.0:1767384391.645815:0:40426:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000008795a5e6. 00080000:00000010:1.0:1767384391.645819:0:40426:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000f06d8917. 00000001:00000010:1.0:1767384391.645833:0:40426:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000ac873419. 00000001:00000010:1.0:1767384391.645836:0:40426:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000074864d23. 00000001:00000010:1.0:1767384391.645839:0:40426:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003a82eacd. 00000001:00000010:1.0:1767384391.645849:0:40426:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 00000000d9cfc626. 00000001:00000010:1.0:1767384391.645853:0:40426:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 0000000081319925. 00000020:00000010:1.0:1767384391.645869:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000085b77edf. 00080000:00000010:1.0:1767384391.645874:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001091edf2. 00000040:00000010:1.0:1767384391.645910:0:40426:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000039608dad. 00000020:00000010:1.0:1767384391.645916:0:40426:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000004b652e42. 00000020:00000010:1.0:1767384391.645920:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009e2a0d40. 00080000:00000010:1.0:1767384391.645924:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bc22b1d7. 00080000:00000010:1.0:1767384391.645928:0:40426:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 0000000090a97cb0. 00080000:00000010:1.0:1767384391.645932:0:40426:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000699dd605. 00000020:00000010:1.0:1767384391.647059:0:40426:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000d1032ca1. 00000020:00000010:1.0:1767384391.647065:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005b90f3c7. 00080000:00000010:1.0:1767384391.647070:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002f84dab5. 00080000:00000010:1.0:1767384391.647075:0:40426:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000004002d76e. 00080000:00000010:1.0:1767384391.647078:0:40426:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000cb2678dc. 00080000:00000010:1.0:1767384391.647608:0:40426:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000f06d8917. 00080000:00000010:1.0:1767384391.647612:0:40426:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000003ccc40a0. 20000000:00000010:1.0:1767384391.647633:0:40426:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000020b92176. 20000000:00000010:1.0:1767384391.647636:0:40426:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000a49a1033. 20000000:00000010:1.0:1767384391.647640:0:40426:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000037d93dc5. 20000000:00000010:1.0:1767384391.647642:0:40426:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000002ecc2392. 20000000:00000010:1.0:1767384391.647646:0:40426:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000e12c5d55. 20000000:00000010:1.0:1767384391.647648:0:40426:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000e1c1ceed. 20000000:00000010:1.0:1767384391.647652:0:40426:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000002b541b6d. 20000000:00000010:1.0:1767384391.647654:0:40426:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000007df23e49. 20000000:00000010:1.0:1767384391.647658:0:40426:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000009cc2e86a. 20000000:00000010:1.0:1767384391.647661:0:40426:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000f8adc29d. 00080000:00000010:1.0:1767384391.647665:0:40426:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000003ccc40a0. 00080000:00000010:1.0:1767384391.647669:0:40426:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000f06d8917. 00000020:00000010:1.0:1767384391.647683:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cdde28a6. 00080000:00000010:1.0:1767384391.647687:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003a78a23b. 20000000:00000010:1.0:1767384391.647804:0:40426:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000f8adc29d. 20000000:00000010:1.0:1767384391.647808:0:40426:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000009cc2e86a. 00000020:00000010:1.0:1767384391.647823:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bf43009d. 00080000:00000010:1.0:1767384391.647827:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006f69fc80. 20000000:00000010:1.0:1767384391.647855:0:40426:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000007df23e49. 20000000:00000010:1.0:1767384391.647857:0:40426:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000002b541b6d. 20000000:00000010:1.0:1767384391.647860:0:40426:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000e1c1ceed. 20000000:00000010:1.0:1767384391.647862:0:40426:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000e12c5d55. 20000000:00000010:1.0:1767384391.647864:0:40426:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000002ecc2392. 20000000:00000010:1.0:1767384391.647866:0:40426:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000037d93dc5. 00000020:00000010:1.0:1767384391.647877:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ae711bcb. 00080000:00000010:1.0:1767384391.647881:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000271ff0e3. 20000000:00000010:1.0:1767384391.647907:0:40426:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000a49a1033. 20000000:00000010:1.0:1767384391.647910:0:40426:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000020b92176. 00000020:00000010:1.0:1767384391.648063:0:40426:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000896a0543. 00000020:00000010:1.0:1767384391.648070:0:40426:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000896a0543. 20000000:00000010:1.0:1767384391.648077:0:40426:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000aa12ad01. 20000000:00000010:1.0:1767384391.648084:0:40426:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000c1737317. 20000000:00000010:1.0:1767384391.648090:0:40426:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000c6a0cb7d. 20000000:00000010:1.0:1767384391.648093:0:40426:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000071ffbb0b. 20000000:00000010:1.0:1767384391.648096:0:40426:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000f0d09bec. 20000000:00000010:2.0:1767384391.648519:0:40426:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 0000000052e3189b. 00000040:00000010:2.0:1767384391.648527:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000139b2525. 00000040:00000010:2.0:1767384391.648553:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000139b2525. 20000000:00000010:2.0:1767384391.648559:0:40426:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 0000000052e3189b. 00000040:00000010:2.0:1767384391.648570:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000139b2525. 00000040:00000010:2.0:1767384391.648584:0:40426:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000002820b9ec. 00000020:00000010:2.0:1767384391.648589:0:40426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000007854e62b. 00000020:00000010:2.0:1767384391.648595:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006d2561ca. 00080000:00000010:2.0:1767384391.648599:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d6dd85ca. 00000040:00000010:2.0:1767384391.648643:0:40426:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007a01226a. 00000040:00000010:2.0:1767384391.648653:0:40426:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000002820b9ec. 00000040:00000010:2.0:1767384391.648656:0:40426:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007a01226a. 00000040:00000010:2.0:1767384391.648658:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000139b2525. 20000000:00000010:2.0:1767384391.648661:0:40426:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000139b2525. 20000000:00000010:2.0:1767384391.648663:0:40426:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 0000000052e3189b. 00000040:00000010:2.0:1767384391.648665:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000291d8acc. 00000040:00000010:2.0:1767384391.648673:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000291d8acc. 20000000:00000010:2.0:1767384391.648675:0:40426:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 0000000052e3189b. 00000100:00000010:2.0:1767384391.648679:0:40426:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000291d8acc. 00000100:00000010:2.0:1767384391.648684:0:40426:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000ac6b59a3. 00000100:00000010:2.0:1767384391.648698:0:40426:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ffc15d23. 00000100:00000010:2.0:1767384391.648709:0:40426:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000dae06e5e. 00000100:00000010:2.0:1767384391.648713:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053db3d47. 00000100:00000010:2.0:1767384391.648715:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a01226a. 00000100:00000010:2.0:1767384391.648722:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000432766de. 00000100:00000010:2.0:1767384391.648728:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000de10a17e. 00000100:00000010:2.0:1767384391.648731:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000899da82. 00000100:00000010:2.0:1767384391.648736:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0c53ab3. 00000100:00000010:2.0:1767384391.648738:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4abe3a5. 00000100:00000010:2.0:1767384391.648743:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be4c8119. 00000100:00000010:2.0:1767384391.648745:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea6f7a9b. 00000100:00000010:2.0:1767384391.648749:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000099703811. 00000100:00000010:2.0:1767384391.648752:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a5819db. 00000100:00000010:2.0:1767384391.648757:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006764020a. 00000100:00000010:2.0:1767384391.648759:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b04643c3. 00000100:00000010:2.0:1767384391.648764:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d02ec750. 00000100:00000010:2.0:1767384391.648767:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5652b02. 00000100:00000010:2.0:1767384391.648772:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000067929b70. 00000100:00000010:2.0:1767384391.648775:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021edeac7. 00000100:00000010:2.0:1767384391.648779:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a79be409. 00000100:00000010:2.0:1767384391.648782:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bef87c18. 00000100:00000010:2.0:1767384391.648787:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b52f281. 00000100:00000010:2.0:1767384391.648791:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e76c4a2e. 00000100:00000010:2.0:1767384391.648795:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000505d9096. 00000100:00000010:2.0:1767384391.648797:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac8dabf4. 00000100:00000010:2.0:1767384391.648801:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7ee5efa. 00000100:00000010:2.0:1767384391.648804:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f23b421. 00000100:00000010:2.0:1767384391.648807:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000040a9476a. 00000100:00000010:2.0:1767384391.648811:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fe8dbec. 00000100:00000010:2.0:1767384391.648815:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af373c35. 00000100:00000010:2.0:1767384391.648818:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007435b936. 00000100:00000010:2.0:1767384391.648822:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005c841f6a. 00000100:00000010:2.0:1767384391.648832:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b00fd61b. 00000100:00000010:2.0:1767384391.648838:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002be75bd4. 00000100:00000010:2.0:1767384391.648843:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000245a1bdc. 00000100:00000010:2.0:1767384391.648847:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002455fea3. 00000100:00000010:2.0:1767384391.648865:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c60f665. 00000100:00000010:2.0:1767384391.648870:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d35dd212. 00000100:00000010:2.0:1767384391.648873:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e54c69a. 00000100:00000010:2.0:1767384391.648880:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009abc964e. 00000100:00000010:2.0:1767384391.648882:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6fc6f7c. 00000100:00000010:2.0:1767384391.648886:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ccc2caab. 00000100:00000010:2.0:1767384391.648890:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008296463b. 00000100:00000010:2.0:1767384391.648894:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010f406e4. 00000100:00000010:2.0:1767384391.648898:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062e18678. 00000100:00000010:2.0:1767384391.648902:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db6ad228. 00000100:00000010:2.0:1767384391.648905:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6041b49. 00000100:00000010:2.0:1767384391.648909:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000059fbd275. 00000100:00000010:2.0:1767384391.648913:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ecfc2a8. 00000100:00000010:2.0:1767384391.648918:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081989522. 00000100:00000010:2.0:1767384391.648923:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050b51d40. 00000100:00000010:2.0:1767384391.648927:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a4824994. 00000100:00000010:2.0:1767384391.648929:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed04ef2d. 00000100:00000010:2.0:1767384391.648933:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cdb1b669. 00000100:00000010:2.0:1767384391.648937:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fce2795. 00000100:00000010:2.0:1767384391.648942:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f300093a. 00000100:00000010:2.0:1767384391.648945:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dff8c6e. 00000100:00000010:2.0:1767384391.648949:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a425ec58. 00000100:00000010:2.0:1767384391.648951:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004d36141. 00000100:00000010:2.0:1767384391.648956:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007476da9b. 00000100:00000010:2.0:1767384391.648959:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1768c92. 00000100:00000010:2.0:1767384391.648964:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ba8296d. 00000100:00000010:2.0:1767384391.648985:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a4eb744. 00000100:00000010:2.0:1767384391.648998:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005319916. 00000100:00000010:2.0:1767384391.649004:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a442bb28. 00000100:00000010:2.0:1767384391.649009:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa308702. 00000100:00000010:2.0:1767384391.649012:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0470922. 00000100:00000010:2.0:1767384391.649018:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000032c8a5f5. 00000100:00000010:2.0:1767384391.649021:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004709b5d7. 00000100:00000010:2.0:1767384391.649028:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c4c600c. 00000100:00000010:2.0:1767384391.649031:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be8e47b0. 00000100:00000010:2.0:1767384391.649037:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005aa665c0. 00000100:00000010:2.0:1767384391.649040:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d64932f. 00000100:00000010:2.0:1767384391.649045:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000760e0bad. 00000100:00000010:2.0:1767384391.649049:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8eeb740. 00000100:00000010:2.0:1767384391.649054:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000056341e2. 00000100:00000010:2.0:1767384391.649057:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004de1ba54. 00000100:00000010:2.0:1767384391.649062:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005bcfb752. 00000100:00000010:2.0:1767384391.649066:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f23af67. 00000100:00000010:2.0:1767384391.649074:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003df40e17. 00000100:00000010:2.0:1767384391.649077:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000067432a5. 00000100:00000010:2.0:1767384391.649089:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000647d10f2. 00000100:00000010:2.0:1767384391.649092:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e2e3616. 00000100:00000010:2.0:1767384391.649096:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ec79207. 00000100:00000010:2.0:1767384391.649099:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa296b75. 00000100:00000010:2.0:1767384391.649119:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e5945852. 00000100:00000010:2.0:1767384391.649122:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c1b1947. 00000100:00000010:2.0:1767384391.649126:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000925adf1b. 00000100:00000010:2.0:1767384391.649130:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc046ad2. 00000100:00000010:2.0:1767384391.649141:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000041f5e0b6. 00000100:00000010:2.0:1767384391.649146:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000959f47eb. 00000100:00000010:2.0:1767384391.649150:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000074307abe. 00000100:00000010:2.0:1767384391.649152:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000273750d9. 00000100:00000010:2.0:1767384391.649156:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084e5d04a. 00000100:00000010:2.0:1767384391.649164:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024c43531. 00000100:00000010:2.0:1767384391.649168:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd89f5a6. 00000100:00000010:2.0:1767384391.649172:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000755b80dc. 00000100:00000010:2.0:1767384391.649198:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a82d994. 00000100:00000010:2.0:1767384391.649204:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009858139d. 00000100:00000010:2.0:1767384391.649208:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000033732287. 00000100:00000010:2.0:1767384391.649210:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000eb0f210. 00000100:00000010:2.0:1767384391.649214:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000026e5b05. 00000100:00000010:2.0:1767384391.649217:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bca16efd. 00000100:00000010:2.0:1767384391.649225:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ee2e34d0. 00000100:00000010:2.0:1767384391.649227:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abac80a0. 00000100:00000010:2.0:1767384391.649237:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000165276bf. 00000100:00000010:2.0:1767384391.649240:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012f6c0df. 00000100:00000010:2.0:1767384391.649244:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000278e2760. 00000100:00000010:2.0:1767384391.649246:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ade98f0e. 00000100:00000010:2.0:1767384391.649249:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b698237f. 00000100:00000010:2.0:1767384391.649251:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097f5f62b. 00000100:00000010:2.0:1767384391.649256:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058c789eb. 00000100:00000010:2.0:1767384391.649260:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec5e1623. 00000100:00000010:2.0:1767384391.649271:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f97059cb. 00000100:00000010:2.0:1767384391.649276:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e334a2ab. 00000100:00000010:2.0:1767384391.649280:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000082d95f02. 00000100:00000010:2.0:1767384391.649283:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004aa5567. 00000100:00000010:2.0:1767384391.649289:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003280d0ea. 00000100:00000010:2.0:1767384391.649293:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbbfe0e9. 00000100:00000010:2.0:1767384391.649296:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f45ddae. 00000100:00000010:2.0:1767384391.649299:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040f99575. 00000100:00000010:2.0:1767384391.649309:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000061457259. 00000100:00000010:2.0:1767384391.649314:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b378262. 00000100:00000010:2.0:1767384391.649318:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009771ae94. 00000100:00000010:2.0:1767384391.649321:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0c5bf9f. 00000100:00000010:2.0:1767384391.649353:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001195126a. 00000100:00000010:2.0:1767384391.649356:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056d0e544. 00000100:00000010:2.0:1767384391.649359:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003140d173. 00000100:00000010:2.0:1767384391.649362:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097711f25. 00000100:00000010:2.0:1767384391.649371:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d9c7b446. 00000400:00000200:2.0:1767384391.649374:0:40426:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:2.0:1767384391.649441:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000002cf5c54. 00000020:00000010:2.0:1767384391.649445:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000016fbd15c. 00000100:00000010:2.0:1767384391.649537:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000abe3976e. 00000100:00000010:2.0:1767384391.649543:0:40426:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000229ace6b. 00000100:00000010:2.0:1767384391.649547:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000004697dd0. 00000100:00000010:2.0:1767384391.649552:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005a513ae7. 00000100:00000010:2.0:1767384391.649556:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004de18b1b. 00000100:00000200:2.0:1767384391.649628:0:40426:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:2.0:1767384391.649636:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000672c4c6f. 00000100:00000010:1.0:1767384391.649895:0:40428:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000681f4ae8. 00000020:00000010:1.0:1767384391.649903:0:40428:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001e17f438. 00000020:00000010:1.0:1767384391.649910:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fdc28667. 00000020:00000010:1.0:1767384391.649914:0:40428:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002025739b. 00000040:00000010:1.0:1767384391.649920:0:40428:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a85a5bc1. 00000020:00000010:1.0:1767384391.649924:0:40428:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000072f053df. 00000020:00000010:1.0:1767384391.649928:0:40428:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008b16e478. 80000000:00000010:1.0:1767384391.649932:0:40428:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a0cb98f8. 00040000:00000010:1.0:1767384391.649936:0:40428:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000003d4d1dd. 00080000:00000010:1.0:1767384391.649940:0:40428:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cf8d3541. 20000000:00000010:1.0:1767384391.649944:0:40428:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000065781ca8. 00000100:00000200:1.0:1767384391.649950:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.649957:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e74dacbd. 00000400:00000010:1.0:1767384391.649964:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000293cab1. 00000100:00000200:1.0:1767384391.649973:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.649976:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e08846e1. 00000400:00000010:1.0:1767384391.649980:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bbae80d1. 00000100:00000200:1.0:1767384391.649984:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.649988:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050f9fb7d. 00000400:00000010:1.0:1767384391.649992:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cf9ec89. 00000100:00000200:1.0:1767384391.649996:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.649999:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067217700. 00000400:00000010:1.0:1767384391.650003:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eff7163. 00000100:00000200:1.0:1767384391.650008:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650010:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb9ebc5e. 00000400:00000010:1.0:1767384391.650013:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7e05635. 00000100:00000200:1.0:1767384391.650016:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650019:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be1c67a9. 00000400:00000010:1.0:1767384391.650021:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a45509c2. 00000100:00000200:1.0:1767384391.650024:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650026:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062747445. 00000400:00000010:1.0:1767384391.650032:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d7ce851. 00000100:00000200:1.0:1767384391.650037:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650040:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0ea0aec. 00000400:00000010:1.0:1767384391.650043:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067b4409f. 00000100:00000200:1.0:1767384391.650048:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650051:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003de7f897. 00000400:00000010:1.0:1767384391.650053:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b464ee21. 00000100:00000200:1.0:1767384391.650056:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650059:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033229c31. 00000400:00000010:1.0:1767384391.650062:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d96426f5. 00000100:00000200:1.0:1767384391.650064:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650067:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026304857. 00000400:00000010:1.0:1767384391.650071:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061eedbbe. 00000100:00000200:1.0:1767384391.650073:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650076:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a03ec54c. 00000400:00000010:1.0:1767384391.650079:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9f79670. 00000100:00000200:1.0:1767384391.650082:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650084:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ee584b4. 00000400:00000010:1.0:1767384391.650087:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5a5128f. 00000100:00000200:1.0:1767384391.650090:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650092:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086ecd20e. 00000400:00000010:1.0:1767384391.650095:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004983db90. 00000100:00000200:1.0:1767384391.650097:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650100:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008697b780. 00000400:00000010:1.0:1767384391.650103:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bbb638f. 00000100:00000200:1.0:1767384391.650105:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650108:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e23a655. 00000400:00000010:1.0:1767384391.650110:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6324996. 00000100:00000200:1.0:1767384391.650112:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650115:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1d92b06. 00000400:00000010:1.0:1767384391.650118:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3fe2a76. 00000100:00000200:1.0:1767384391.650120:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650122:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b650a49. 00000400:00000010:1.0:1767384391.650125:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2657750. 00000100:00000200:1.0:1767384391.650127:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650129:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8a13de5. 00000400:00000010:1.0:1767384391.650131:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a518a42b. 00000100:00000200:1.0:1767384391.650133:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650135:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3b4e40. 00000400:00000010:1.0:1767384391.650137:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b11e2ab. 00000100:00000200:1.0:1767384391.650139:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650141:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048b52472. 00000400:00000010:1.0:1767384391.650146:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c939922d. 00000100:00000200:1.0:1767384391.650148:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650150:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cc03958. 00000400:00000010:1.0:1767384391.650153:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000172364d1. 00000100:00000200:1.0:1767384391.650156:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650159:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca6713cf. 00000400:00000010:1.0:1767384391.650162:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000479daf6c. 00000100:00000200:1.0:1767384391.650164:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650166:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047e096ab. 00000400:00000010:1.0:1767384391.650169:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6d60fb6. 00000100:00000200:1.0:1767384391.650170:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650173:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037333d6d. 00000400:00000010:1.0:1767384391.650176:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000930a3d94. 00000100:00000200:1.0:1767384391.650179:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650181:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6c8724a. 00000400:00000010:1.0:1767384391.650184:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b2b082a. 00000100:00000200:1.0:1767384391.650186:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650188:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008344c6e9. 00000400:00000010:1.0:1767384391.650190:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064b8c677. 00000100:00000200:1.0:1767384391.650193:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650194:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdffd9c6. 00000400:00000010:1.0:1767384391.650197:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008053d86c. 00000100:00000200:1.0:1767384391.650199:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650201:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000037db6e0. 00000400:00000010:1.0:1767384391.650204:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d00f9045. 00000100:00000200:1.0:1767384391.650206:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650208:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d918d068. 00000400:00000010:1.0:1767384391.650211:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000031b9028. 00000100:00000200:1.0:1767384391.650213:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650216:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032dc26ab. 00000400:00000010:1.0:1767384391.650218:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026d765de. 00000100:00000200:1.0:1767384391.650221:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650223:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d78226e. 00000400:00000010:1.0:1767384391.650227:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084fc78f8. 00000100:00000200:1.0:1767384391.650229:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650232:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003218d50d. 00000400:00000010:1.0:1767384391.650234:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0739dd2. 00000100:00000200:1.0:1767384391.650236:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650239:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000200f2984. 00000400:00000010:1.0:1767384391.650241:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b0d8649. 00000100:00000200:1.0:1767384391.650243:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650245:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e50aebd9. 00000400:00000010:1.0:1767384391.650248:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0093a48. 00000100:00000200:1.0:1767384391.650250:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650252:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bf3263f. 00000400:00000010:1.0:1767384391.650254:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c1b97be. 00000100:00000200:1.0:1767384391.650257:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650258:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aaca2f1. 00000400:00000010:1.0:1767384391.650261:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004659a5ac. 00000100:00000200:1.0:1767384391.650263:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650265:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7e0b799. 00000400:00000010:1.0:1767384391.650267:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4415d26. 00000100:00000200:1.0:1767384391.650269:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650271:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c5bb93. 00000400:00000010:1.0:1767384391.650274:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a54bce82. 00000100:00000200:1.0:1767384391.650276:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650278:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8b4bb6d. 00000400:00000010:1.0:1767384391.650281:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d20377aa. 00000100:00000200:1.0:1767384391.650283:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650285:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c3919a8. 00000400:00000010:1.0:1767384391.650287:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f097af4. 00000100:00000200:1.0:1767384391.650288:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650290:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000425cb779. 00000400:00000010:1.0:1767384391.650292:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018db65f8. 00000100:00000200:1.0:1767384391.650294:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650296:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba64b490. 00000400:00000010:1.0:1767384391.650298:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a513bece. 00000100:00000200:1.0:1767384391.650301:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650303:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000875cdbff. 00000400:00000010:1.0:1767384391.650306:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000841f453c. 00000100:00000200:1.0:1767384391.650308:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650311:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a63354d. 00000400:00000010:1.0:1767384391.650314:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001776a362. 00000100:00000200:1.0:1767384391.650317:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650319:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087148afa. 00000400:00000010:1.0:1767384391.650322:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dda99f1e. 00000100:00000200:1.0:1767384391.650324:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650328:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3827a57. 00000400:00000010:1.0:1767384391.650331:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009322c983. 00000100:00000200:1.0:1767384391.650334:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650337:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003abeffb9. 00000400:00000010:1.0:1767384391.650341:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b344075. 00000100:00000200:1.0:1767384391.650343:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650347:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e87203d6. 00000400:00000010:1.0:1767384391.650351:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035346b63. 00000100:00000200:1.0:1767384391.650354:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650357:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e14e6674. 00000400:00000010:1.0:1767384391.650361:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005418a761. 00000100:00000200:1.0:1767384391.650364:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650367:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000081cab89. 00000400:00000010:1.0:1767384391.650371:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002daafc92. 00000100:00000200:1.0:1767384391.650374:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650376:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000385caeda. 00000400:00000010:1.0:1767384391.650380:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ec32e46. 00000100:00000200:1.0:1767384391.650382:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650385:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000869a608f. 00000400:00000010:1.0:1767384391.650388:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3a5c5df. 00000100:00000200:1.0:1767384391.650390:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650393:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ada861c8. 00000400:00000010:1.0:1767384391.650398:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008afee823. 00000100:00000200:1.0:1767384391.650400:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650417:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5216f12. 00000400:00000010:1.0:1767384391.650423:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c35d5e94. 00000100:00000200:1.0:1767384391.650426:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650429:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2199f01. 00000400:00000010:1.0:1767384391.650433:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002283d14d. 00000100:00000200:1.0:1767384391.650435:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650439:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aeae14ce. 00000400:00000010:1.0:1767384391.650442:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007688eb3a. 00000100:00000200:1.0:1767384391.650445:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650447:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058c6d80d. 00000400:00000010:1.0:1767384391.650449:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a7f8a2a. 00000100:00000200:1.0:1767384391.650451:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650454:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2bcc409. 00000400:00000010:1.0:1767384391.650457:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d5bce65. 00000100:00000200:1.0:1767384391.650459:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650460:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2462b17. 00000400:00000010:1.0:1767384391.650463:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044b30e8b. 00000100:00000200:1.0:1767384391.650464:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650465:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e834f243. 00000400:00000010:1.0:1767384391.650467:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003d40f6a. 00000100:00000200:1.0:1767384391.650468:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650470:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028855480. 00000400:00000010:1.0:1767384391.650471:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c26b047e. 00000100:00000200:1.0:1767384391.650473:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650474:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccc76f92. 00000400:00000010:1.0:1767384391.650476:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcd32354. 00000100:00000200:1.0:1767384391.650505:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.650508:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2813004. 00000400:00000010:1.0:1767384391.650511:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047ef3111. 00000100:00000010:1.0:1767384391.650523:0:40428:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000781db976. 00000100:00000200:1.0:1767384391.650538:0:40428:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384391.650561:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007b61806b. 00000100:00000010:0.0:1767384391.650776:0:40430:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e7f82ec2. 00000020:00000010:0.0:1767384391.650782:0:40430:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000009de87c2. 00000020:00000010:0.0:1767384391.650789:0:40430:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1d442b7. 00000020:00000010:0.0:1767384391.650794:0:40430:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008f0b1312. 00000040:00000010:0.0:1767384391.650799:0:40430:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000023c9e2d1. 00000020:00000010:0.0:1767384391.650803:0:40430:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000014a8d2. 00000020:00000010:0.0:1767384391.650807:0:40430:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000058e0685e. 80000000:00000010:0.0:1767384391.650811:0:40430:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000048ff538. 00040000:00000010:0.0:1767384391.650816:0:40430:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2efbc76. 00080000:00000010:0.0:1767384391.650820:0:40430:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000583db12e. 20000000:00000010:0.0:1767384391.650823:0:40430:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000094e339f6. 00000100:00000010:0.0:1767384391.650838:0:40430:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b47a63b5. 00000100:00000200:0.0:1767384391.650851:0:40430:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384391.650867:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000084c137da. 00000100:00000010:1.0:1767384391.651079:0:40431:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000024ce2d36. 00000020:00000010:1.0:1767384391.651082:0:40431:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000124a6e99. 00000020:00000010:1.0:1767384391.651087:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000070cdbfc. 00000020:00000010:1.0:1767384391.651090:0:40431:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006a20f82f. 00000040:00000010:1.0:1767384391.651092:0:40431:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000032193efa. 00000020:00000010:1.0:1767384391.651095:0:40431:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005935f807. 00000020:00000010:1.0:1767384391.651097:0:40431:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005199624d. 80000000:00000010:1.0:1767384391.651099:0:40431:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dcbac44c. 00040000:00000010:1.0:1767384391.651101:0:40431:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b20289b4. 00080000:00000010:1.0:1767384391.651105:0:40431:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c1784dbd. 20000000:00000010:1.0:1767384391.651111:0:40431:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007d125960. 00000100:00000010:1.0:1767384391.651125:0:40431:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002aa0acda. 00000100:00000200:1.0:1767384391.651136:0:40431:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:0.0:1767384391.651259:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d6dd85ca. 00000020:00000010:0.0:1767384391.651265:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006d2561ca. 00000020:00000010:0.0:1767384391.651278:0:40426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000183b9801. 00080000:00000010:0.0:1767384391.651297:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000271ff0e3. 00000020:00000010:0.0:1767384391.651300:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ae711bcb. 00080000:00000010:0.0:1767384391.651319:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003a78a23b. 00000020:00000010:0.0:1767384391.651322:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cdde28a6. 00080000:00000010:0.0:1767384391.651329:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006f69fc80. 00000020:00000010:0.0:1767384391.651330:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bf43009d. 00080000:00000010:0.0:1767384391.651337:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000056594804. 20000000:00000010:0.0:1767384391.651340:0:40426:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 0000000044183eca. 00000020:00000010:0.0:1767384391.651354:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000078aac224. 00000040:00000010:0.0:1767384391.651358:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000028719d20. 00000020:00000010:0.0:1767384391.651360:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000079891d7f. 00000020:00000010:0.0:1767384391.651363:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000963bd4f1. 80000000:00000010:0.0:1767384391.651366:0:40426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000082438026. 00040000:00000010:0.0:1767384391.651368:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ecfa60c1. 00080000:00000010:0.0:1767384391.651371:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c83af168. 00000020:00000010:0.0:1767384391.651373:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af8cdad8. 00000020:00000010:0.0:1767384391.651375:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e67b2f0e. 00000020:00000010:0.0:1767384391.651379:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b31309d. 00000008:00000010:0.0:1767384391.651383:0:40426:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a64574cf. 00020000:00000010:0.0:1767384391.651386:0:40426:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000001ae00e0a. 00008000:00000010:0.0:1767384391.651388:0:40426:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000a9061e25. 00000080:00000010:0.0:1767384391.651391:0:40426:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ba40b955. 00000020:00000010:0.0:1767384391.651393:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd3493c9. 00000020:00000010:0.0:1767384391.651396:0:40426:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000c865d03f. 00000020:00000010:0.0:1767384391.651435:0:40426:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 000000007dfcc169. 00000020:00000010:0.0:1767384391.651439:0:40426:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 0000000015a9236e. 00000100:02020000:0.0:1767384391.651452:0:40426:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.131@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:1.0:1767384391.655303:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed1fb96c. 00000400:00000200:1.0:1767384391.655311:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000027d99ad 00000400:00000010:1.0:1767384391.655315:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000100:00000200:1.0:1767384391.655327:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000106211af x1853236732528128/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384391.655329:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a116c19. 00000400:00000200:2.0:1767384391.655336:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21e367f 00000400:00000010:2.0:1767384391.655339:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000100:00000200:2.0:1767384391.655348:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a2862eb x1853236732528384/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384404 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.655349:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000106211af x1853236732528128/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384391.655371:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a2862eb x1853236732528384/t0(0) o400->MGC192.168.204.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384404 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384391.655399:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015c06678. 02000000:00000010:1.0:1767384391.655400:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5168f9c. 02000000:00000010:2.0:1767384391.655416:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000750c2c58. 00000100:00000010:2.0:1767384391.655423:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a2862eb. 02000000:00000010:1.0:1767384391.655423:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000be0ac42f. 00000100:00000010:1.0:1767384391.655431:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000106211af. 00000100:00000010:0.0:1767384391.655646:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c58ad93. 02000000:00000010:0.0:1767384391.655665:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000020427678. 02000000:00000010:3.0:1767384391.655727:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000022054ed. 00000400:00000010:3.0:1767384391.655738:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eb3fc6f. 00000400:00000010:3.0:1767384391.655743:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000100:00000200:3.0:1767384391.655748:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732528640, portal 25 00000400:00000010:3.0:1767384391.655753:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da22564f. 00000100:00000200:3.0:1767384391.655755:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853236732528640, offset 0 00000400:00000200:3.0:1767384391.655762:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384391.655774:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384391.655785:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695824d208800 00000400:00000200:3.0:1767384391.655791:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x21f1 [2] + 0 00000400:00000010:3.0:1767384391.655794:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e74dacbd. 00000400:00000200:3.0:1767384391.655797:0:16145:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000293cab1 00000400:00000200:3.0:1767384391.655803:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.655806:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384391.655809:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000293cab1 00000400:00000010:3.0:1767384391.655812:0:16145:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000293cab1. 00000100:00000200:3.0:1767384391.655816:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384391.655834:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da22564f 00000400:00000010:3.0:1767384391.655836:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da22564f. 00000100:00000200:3.0:1767384391.655842:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c58ad93 x1853236732528640/t0(0) o250->MGC192.168.204.131@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384391.655861:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9141213. 00000020:00000010:0.0:1767384391.655861:0:40431:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000082db6db4. 00000100:00000010:3.0:1767384391.655874:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002717a7b6. 00000100:00000010:3.0:1767384391.655879:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e27eca89. 00000020:00000010:0.0:1767384391.655882:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d85d132. 00000100:00000010:3.0:1767384391.655883:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6d73dfb. 00000020:00000010:0.0:1767384391.655892:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023d29106. 00000020:00000010:0.0:1767384391.655898:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 00000100:00000200:0.0:1767384391.655937:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732528640 00000020:00000010:3.0:1767384391.655938:0:40430:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ff79b13f. 02000000:00000010:0.0:1767384391.655960:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000082a1cd62. 00000020:00000010:0.0:1767384391.655973:0:40431:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007b28d71e. 00000001:00000010:0.0:1767384391.655983:0:40431:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ad0d3077. 00000001:00000010:0.0:1767384391.655988:0:40431:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e9d60e0f. 00000001:00000010:0.0:1767384391.655992:0:40431:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002ff68628. 00000001:00000010:0.0:1767384391.655996:0:40431:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba2e571a. 00000001:00000010:0.0:1767384391.655999:0:40431:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000654c4795. 00000001:00000010:0.0:1767384391.656003:0:40431:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fd3493c9. 00000020:00000010:0.0:1767384391.656015:0:40431:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d6588c4a. 00000020:00000010:0.0:1767384391.656094:0:40431:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005c5c33ab. 00000020:00000010:0.0:1767384391.656098:0:40431:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000008296f499. 00000020:00000010:0.0:1767384391.656101:0:40431:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000395bb96f. 00000020:00000010:0.0:1767384391.656114:0:40431:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000af0e1478. 00000020:00000010:0.0:1767384391.656119:0:40431:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000006576b14. 00000020:00000010:0.0:1767384391.656122:0:40431:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000af8cdad8. 00000020:00000010:0.0:1767384391.656135:0:40431:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000df7c583c. 00010000:00000200:0.0:1767384391.656172:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e62000c7 x1853236732528640/t0(0) o250->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384391.656191:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000100:00000200:0.0:1767384391.656195:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236732528640, offset 0 00000400:00000200:0.0:1767384391.656203:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.656214:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384391.656225:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695824d208800 00000400:00000200:0.0:1767384391.656232:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x22f1 [1] + 0 00000400:00000200:0.0:1767384391.656240:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.656244:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384391.656252:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c58ad93 x1853236732528640/t0(0) o250->MGC192.168.204.131@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384391.656279:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e483d52 00000400:00000010:0.0:1767384391.656281:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000020:00000010:0.0:1767384391.656299:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023d29106. 00000020:00000010:0.0:1767384391.656304:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000400:00000010:3.0:1767384391.656307:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eb3fc6f. 00000020:00000010:0.0:1767384391.656308:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d85d132. 00000400:00000200:3.0:1767384391.656317:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343f9e01 02000000:00000010:0.0:1767384391.656321:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000082a1cd62. 00000400:00000010:3.0:1767384391.656322:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000343f9e01. 00000100:00000200:3.0:1767384391.656335:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c58ad93 x1853236732528640/t0(0) o250->MGC192.168.204.131@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384391.656335:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384391.656344:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac6695af. 00000400:00000010:0.0:1767384391.656351:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c0e868d. 00000100:00000200:3.0:1767384391.656443:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c58ad93 x1853236732528640/t0(0) o250->MGC192.168.204.131@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384391.656571:0:16145:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 00000000be55ce86. 02000000:00000010:3.0:1767384391.656599:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000022054ed. 02000000:00000010:3.0:1767384391.656603:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000020427678. 00000100:00000010:3.0:1767384391.656608:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c58ad93. 00000020:00000010:0.0:1767384391.656610:0:40426:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 0000000015a9236e. 00000020:00000010:0.0:1767384391.656618:0:40426:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 000000007dfcc169. 00000020:00000010:0.0:1767384391.656632:0:40426:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000d273c984. 00000020:00000010:2.0:1767384391.656635:0:36:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 0000000081f56e05. 00000020:00000010:0.0:1767384391.656648:0:40426:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000007c187eff. 00000020:00000010:0.0:1767384391.656659:0:40426:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fe1ee4cd. 00000100:00000010:2.0:1767384391.656666:0:36:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8d236ed. 00000020:00000010:0.0:1767384391.656671:0:40426:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000d273c984. 00000020:00000010:0.0:1767384391.656678:0:40426:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 000000006139a89d. 00000100:00000010:2.0:1767384391.656680:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cfe31f9. 02000000:00000010:2.0:1767384391.656691:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a85a9ce1. 00000001:00000010:0.0:1767384391.656698:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000adf2a618. 00000100:00000010:2.0:1767384391.656699:0:36:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ed30a23f. 00000100:00000010:2.0:1767384391.656705:0:36:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000024b61eea. 00000001:00000010:0.0:1767384391.656709:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007dfcc169. 00000001:00000010:0.0:1767384391.656715:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ecfa60c1. 00000001:00000010:0.0:1767384391.656720:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000963bd4f1. 00000400:00000010:2.0:1767384391.656722:0:36:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8dd205c. 00000001:00000010:0.0:1767384391.656725:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000028719d20. 00000001:00000010:0.0:1767384391.656729:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000078aac224. 00000400:00000010:2.0:1767384391.656735:0:36:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000001:00000010:0.0:1767384391.656736:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fb4d51b2. 00000100:00000200:2.0:1767384391.656742:0:36:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824d208880-0x695824d208880, portal 33 00000001:00000010:0.0:1767384391.656743:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008fadd03f. 00000001:00000010:0.0:1767384391.656750:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002d85d132. 02000000:00000010:2.0:1767384391.656751:0:36:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007ef76208. 00000001:00000010:0.0:1767384391.656755:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fb70eea0. 00000400:00000010:2.0:1767384391.656756:0:36:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c51b81b4. 00000400:00000010:2.0:1767384391.656764:0:36:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cabf16d. 00000001:00000010:0.0:1767384391.656765:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ec6369ec. 00000100:00000200:2.0:1767384391.656767:0:36:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732528768, portal 25 00000001:00000010:0.0:1767384391.656772:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003d42c25f. 00000400:00000010:2.0:1767384391.656774:0:36:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000333e4889. 00000100:00000200:2.0:1767384391.656778:0:36:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236732528768, offset 0 00000020:00000010:0.0:1767384391.656780:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008786efd8. 00000400:00000200:2.0:1767384391.656785:0:36:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384391.656788:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023d29106. 00000400:00000200:2.0:1767384391.656794:0:36:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384391.656795:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 00000400:00000200:2.0:1767384391.656802:0:36:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824d208880 00000400:00000200:2.0:1767384391.656806:0:36:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21f5 [2] + 0 00000400:00000010:2.0:1767384391.656809:0:36:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e08846e1. 00000400:00000200:2.0:1767384391.656811:0:36:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bbae80d1 00000400:00000200:2.0:1767384391.656815:0:36:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000010:0.0:1767384391.656817:0:40426:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003ad883da. 00000400:00000200:2.0:1767384391.656818:0:36:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384391.656823:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbae80d1 00000400:00000010:2.0:1767384391.656826:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbae80d1. 00000100:00000200:2.0:1767384391.656831:0:36:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00020000:00000010:0.0:1767384391.656837:0:40426:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e50485ec. 00000400:00000200:2.0:1767384391.656848:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000333e4889 00000400:00000010:2.0:1767384391.656850:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000333e4889. 00000100:00000200:2.0:1767384391.656859:0:36:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cfe31f9 x1853236732528768/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384407 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00008000:00000010:0.0:1767384391.656859:0:40426:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ac394d69. 00000020:00000010:3.0:1767384391.656877:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dec76de2. 00000080:00000010:0.0:1767384391.656878:0:40426:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ab5e3046. 00000020:00000010:3.0:1767384391.656883:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dec76de2. 00000020:00000010:0.0:1767384391.656888:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eac01848. 00000020:00000010:3.0:1767384391.656889:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddd5a32e. 00000020:00000010:3.0:1767384391.656896:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f28908e8. 00000020:00000010:0.0:1767384391.656899:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000153eacdc. 00000020:00000010:3.0:1767384391.656901:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f799815c. 00000040:00000010:0.0:1767384391.656908:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000029ce8d79. 00000020:00000010:0.0:1767384391.656914:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000314fd77d. 00000020:00000010:0.0:1767384391.656920:0:40426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d4dc981f. 00000020:00000010:0.0:1767384391.656924:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000022d7068d. 80000000:00000010:0.0:1767384391.656928:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d273c984. 40000000:00000010:0.0:1767384391.656933:0:40426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000543fe154. 00100000:00000010:0.0:1767384391.656939:0:40426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000002a3b5b. 00040000:00000010:0.0:1767384391.656945:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000254c71dc. 00040000:00000010:0.0:1767384391.656950:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007ee0ba26. 00000020:00000010:2.0:1767384391.656951:0:40430:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b90d4e31. 00080000:00000010:0.0:1767384391.656954:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000dc496f5a. 00000004:00000010:0.0:1767384391.656962:0:40426:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 0000000015a9236e. 00000020:00000010:2.0:1767384391.656966:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c920666f. 00000020:00000010:2.0:1767384391.656970:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c920666f. 00000100:00000200:2.0:1767384391.656973:0:40430:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732528768 02000000:00000010:2.0:1767384391.656983:0:40430:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ac7864e6. 20000000:00000010:2.0:1767384391.656994:0:40430:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000001b54325b. 00000100:00000010:2.0:1767384391.656999:0:40430:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000068fa893d. 00000100:00000010:2.0:1767384391.657002:0:40430:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000026a0a9c6. 00000400:00000010:2.0:1767384391.657007:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000400:00000010:2.0:1767384391.657012:0:40430:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000478b092a. 00000400:00000200:2.0:1767384391.657019:0:40430:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384391.657026:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384391.657031:0:40430:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824d208880 00000400:00000200:2.0:1767384391.657034:0:40430:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2301 [1] + 0 00000400:00000010:2.0:1767384391.657036:0:40430:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8dd205c. 00000400:00000200:2.0:1767384391.657038:0:40430:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000921a8bad 00000100:00000200:2.0:1767384391.657041:0:40430:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000068fa893d 00000100:00000010:0.0:1767384391.657042:0:40426:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000d3f9aba7. 00000400:00000200:2.0:1767384391.657048:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000100:00000010:0.0:1767384391.657051:0:40426:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000007baade66. 00000400:00000200:2.0:1767384391.657057:0:40430:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x230d 00000400:00000200:2.0:1767384391.657060:0:40430:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.657063:0:40430:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384391.657065:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000400:00000010:2.0:1767384391.657066:0:40430:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384391.657070:0:40430:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 0000000068fa893d 00000100:00000010:0.0:1767384391.657070:0:40426:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000477a6dfb. 00000400:00000200:2.0:1767384391.657078:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000400:00000010:2.0:1767384391.657080:0:40430:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000100:00000010:0.0:1767384391.657083:0:40426:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000625bf9fd. 00000100:00000200:2.0:1767384391.657084:0:40430:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000002cfe31f9 desc 00000000ed30a23f mbits 1853236732528768 00000100:00000010:0.0:1767384391.657095:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009c05c41. 00000100:00000200:2.0:1767384391.657099:0:40430:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824d208880-0x695824d208880 20000000:00000010:2.0:1767384391.657124:0:40430:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000d1b9f97d. 20000000:00000010:2.0:1767384391.657128:0:40430:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000d2ede858. 20000000:00000010:2.0:1767384391.657140:0:40430:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000010876760. 20000000:00000010:2.0:1767384391.657142:0:40430:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000c204706b. 20000000:00000010:2.0:1767384391.657144:0:40430:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000014f91829. 00000100:00000010:0.0:1767384391.657187:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ab257f06. 00000100:00000010:0.0:1767384391.657194:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b54e431c. 00000100:00000010:0.0:1767384391.657282:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000acf37ac9. 00000100:00000010:0.0:1767384391.657289:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cef41fb. 00000100:00000010:0.0:1767384391.657381:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009ea2d640. 00000100:00000010:0.0:1767384391.657387:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c64c7d5a. 20000000:00000010:2.0:1767384391.657427:0:40430:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 0000000060228e82. 00080000:00000010:2.0:1767384391.657435:0:40430:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c4b64e9. 00000100:00000010:0.0:1767384391.657528:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c4c0ece3. 00000100:00000010:0.0:1767384391.657535:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055420843. 20000000:00000010:2.0:1767384391.657594:0:40430:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000009c04a575. 00000040:00000010:2.0:1767384391.657599:0:40430:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d7277ae4. 00000040:00000010:2.0:1767384391.657620:0:40430:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000085552cb0. 00000100:00000010:0.0:1767384391.657621:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000001ec7f7d. 00000020:00000010:2.0:1767384391.657625:0:40430:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006a2a5a48. 00000100:00000010:0.0:1767384391.657630:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070d1952d. 00080000:00000010:2.0:1767384391.657631:0:40430:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000097d55ca1. 00000040:00000010:2.0:1767384391.657672:0:40430:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ea6cdeb5. 00000100:00000010:0.0:1767384391.657715:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000acb735e0. 00000100:00000010:0.0:1767384391.657723:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001453f7ce. 00000100:00000010:0.0:1767384391.657808:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008e95b674. 00000100:00000010:0.0:1767384391.657812:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba00e6d5. 00000040:00000010:2.0:1767384391.657929:0:40430:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000cb642046. 00000100:00000010:0.0:1767384391.657931:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000014241f5e. 00000100:00000010:0.0:1767384391.657936:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d128bc8. 00000100:00000010:0.0:1767384391.658052:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cb304f0b. 00000100:00000010:0.0:1767384391.658060:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db04ece2. 00000020:00000010:2.0:1767384391.658136:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029b91a5c. 00000020:00000010:2.0:1767384391.658141:0:40433:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000defd7bb9. 00000100:00000010:0.0:1767384391.658143:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003f8eb120. 00000040:00000010:2.0:1767384391.658145:0:40433:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005d9e3a38. 00000100:00000010:0.0:1767384391.658149:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2995bc1. 00000020:00000010:2.0:1767384391.658151:0:40433:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a2df984. 00000020:00000010:2.0:1767384391.658161:0:40433:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384391.658164:0:40433:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c6c4b37. 80000000:00000010:2.0:1767384391.658169:0:40433:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000075b6f4de. 40000000:00000010:2.0:1767384391.658172:0:40433:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eb3d5031. 00100000:00000010:2.0:1767384391.658175:0:40433:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048b2c44b. 00040000:00000010:2.0:1767384391.658177:0:40433:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000027eda723. 00040000:00000010:2.0:1767384391.658179:0:40433:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000058f903d6. 00080000:00000010:2.0:1767384391.658184:0:40433:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000203af8a2. 00000004:00000010:2.0:1767384391.658190:0:40433:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000098573c99. 00002000:00000010:2.0:1767384391.658194:0:40433:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008c87849c. 00000020:00000010:2.0:1767384391.658200:0:40433:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b9272da1. 00000040:00000010:2.0:1767384391.658205:0:40433:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e97a0e8e. 00000100:00000010:0.0:1767384391.658265:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000076d2faca. 00000100:00000010:0.0:1767384391.658272:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099cf4d23. 00000100:00000010:0.0:1767384391.658387:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f7c0281c. 00000100:00000010:0.0:1767384391.658392:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fc8e09e. 00000040:00000010:2.0:1767384391.658396:0:40433:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e97a0e8e. 00000020:00000010:2.0:1767384391.658402:0:40433:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b9272da1. 00000020:00000010:2.0:1767384391.658420:0:40433:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000defd7bb9. 00000040:00000010:2.0:1767384391.658424:0:40433:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005d9e3a38. 00000020:00000010:2.0:1767384391.658426:0:40433:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a2df984. 00000020:00000010:2.0:1767384391.658430:0:40433:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384391.658433:0:40433:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c6c4b37. 80000000:00000010:2.0:1767384391.658436:0:40433:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000075b6f4de. 40000000:00000010:2.0:1767384391.658438:0:40433:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000eb3d5031. 00100000:00000010:2.0:1767384391.658440:0:40433:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000048b2c44b. 00040000:00000010:2.0:1767384391.658443:0:40433:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000027eda723. 00040000:00000010:2.0:1767384391.658446:0:40433:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000058f903d6. 00080000:00000010:2.0:1767384391.658448:0:40433:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000203af8a2. 00000004:00000010:2.0:1767384391.658451:0:40433:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000098573c99. 00002000:00000010:2.0:1767384391.658453:0:40433:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008c87849c. 00000020:00000010:2.0:1767384391.658456:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029b91a5c. 00000040:00000010:1.0:1767384391.658542:0:40430:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000cb642046. 00000040:00000010:1.0:1767384391.658555:0:40430:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000085552cb0. 00000040:00000010:1.0:1767384391.658560:0:40430:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ea6cdeb5. 00000040:00000010:1.0:1767384391.658564:0:40430:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d7277ae4. 20000000:00000010:1.0:1767384391.658567:0:40430:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000009c04a575. 00000100:00000010:0.0:1767384391.658573:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000074af826a. 20000000:00000010:1.0:1767384391.658575:0:40430:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000005d13a6f5. 00000100:00000010:0.0:1767384391.658579:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea34d44f. 00000040:00000010:1.0:1767384391.658585:0:40430:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e5e7a713. 00000040:00000010:1.0:1767384391.658621:0:40430:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e5e7a713. 20000000:00000010:1.0:1767384391.658626:0:40430:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000005d13a6f5. 20000000:00000010:1.0:1767384391.658634:0:40430:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000007c14bcf9. 20000000:00000010:1.0:1767384391.658648:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e5e7a713. 20000000:00000010:1.0:1767384391.658655:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e2bdcb8e. 00000100:00000010:0.0:1767384391.658661:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f45a0de4. 20000000:00000010:1.0:1767384391.658666:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e4dfaf91. 00000100:00000010:0.0:1767384391.658667:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024ad64e6. 20000000:00000010:1.0:1767384391.658677:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000034e9313b. 20000000:00000010:1.0:1767384391.658685:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b177078e. 20000000:00000010:1.0:1767384391.658690:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f9ce89bd. 20000000:00000010:1.0:1767384391.658695:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007fcd29a8. 20000000:00000010:1.0:1767384391.658700:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000728186ea. 20000000:00000010:1.0:1767384391.658705:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004482db41. 20000000:00000010:1.0:1767384391.658709:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c632f9c2. 20000000:00000010:1.0:1767384391.658714:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000154a0ab3. 20000000:00000010:1.0:1767384391.658719:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000027f8979a. 20000000:00000010:1.0:1767384391.658724:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f2e18fcc. 20000000:00000010:1.0:1767384391.658730:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000600b6f01. 20000000:00000010:1.0:1767384391.658735:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a17f74fa. 20000000:00000010:1.0:1767384391.658740:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000006f303f6. 20000000:00000010:1.0:1767384391.658746:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002c716bcc. 20000000:00000010:1.0:1767384391.658752:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000362cdf4e. 00000100:00000010:0.0:1767384391.658754:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b481ad3f. 20000000:00000010:1.0:1767384391.658759:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d09c7f6a. 00000100:00000010:0.0:1767384391.658760:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9bc719c. 20000000:00000010:1.0:1767384391.658768:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005c99c9c7. 20000000:00000010:1.0:1767384391.658776:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fd87a335. 20000000:00000010:1.0:1767384391.658780:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c0f1d41a. 20000000:00000010:1.0:1767384391.658786:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008d986fdf. 20000000:00000010:1.0:1767384391.658793:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000153e0c3d. 20000000:00000010:1.0:1767384391.658798:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d098d4d4. 20000000:00000010:1.0:1767384391.658805:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001ff64029. 20000000:00000010:1.0:1767384391.658810:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a3ed6fff. 20000000:00000010:1.0:1767384391.658815:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000addc9376. 20000000:00000010:1.0:1767384391.658820:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000365510b0. 20000000:00000010:1.0:1767384391.658825:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ce016605. 20000000:00000010:1.0:1767384391.658831:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fa0e9f74. 20000000:00000010:1.0:1767384391.658836:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004c6ede6a. 20000000:00000010:1.0:1767384391.658841:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ff6bad6b. 00000100:00000010:0.0:1767384391.658841:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b9221501. 00000100:00000010:0.0:1767384391.658847:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032edf40f. 20000000:00000010:1.0:1767384391.658852:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dd5d6999. 20000000:00000010:1.0:1767384391.658860:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000036495eae. 20000000:00000010:1.0:1767384391.658864:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000088c2f39e. 20000000:00000010:1.0:1767384391.658870:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000063c07cf1. 20000000:00000010:1.0:1767384391.658875:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002347ade1. 20000000:00000010:1.0:1767384391.658879:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ed602ef7. 20000000:00000010:1.0:1767384391.658884:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a11ac22c. 20000000:00000010:1.0:1767384391.658889:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000045fae43. 20000000:00000010:1.0:1767384391.658894:0:40430:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000044a219da. 00080000:00000010:1.0:1767384391.658928:0:40430:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005a8dbf1d. 00000100:00000010:0.0:1767384391.658928:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c5d3d459. 00000100:00000010:0.0:1767384391.658934:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055f51877. 00000100:00000010:0.0:1767384391.659012:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000606b2887. 00000100:00000010:0.0:1767384391.659015:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc2cf5af. 00000100:00000010:0.0:1767384391.659095:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001d1c70c5. 00000100:00000010:0.0:1767384391.659098:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e98f361e. 00000100:00000010:0.0:1767384391.659176:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fd33b0b4. 00000100:00000010:0.0:1767384391.659180:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000573c29fd. 00000100:00000010:0.0:1767384391.659293:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b22cbd24. 00000100:00000010:0.0:1767384391.659298:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000af287b. 00000100:00000010:0.0:1767384391.659421:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e403beca. 00000100:00000010:0.0:1767384391.659426:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077cb5221. 00010000:00000010:0.1:1767384391.659528:0:40426:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006140ea5f. 00000100:00000010:0.0:1767384391.659620:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f592c7be. 00000100:00000010:0.0:1767384391.659624:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea5fa448. 00000100:00000010:0.0:1767384391.659748:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000075ba4e51. 00000100:00000010:0.0:1767384391.659755:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061b793d4. 00000100:00000010:0.0:1767384391.659839:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ee7fd5c1. 00000100:00000010:0.0:1767384391.659844:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c3995f8. 00000100:00000010:0.0:1767384391.659922:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e07e0e08. 00000100:00000010:0.0:1767384391.659927:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf63992c. 00000100:00000010:0.0:1767384391.660037:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e9145082. 00000100:00000010:0.0:1767384391.660043:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab27510e. 00000100:00000010:0.0:1767384391.660166:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ecbd2156. 00000100:00000010:0.0:1767384391.660169:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce673f6c. 00000100:00000010:0.0:1767384391.660295:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c6942386. 00000100:00000010:0.0:1767384391.660300:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046136838. 00000100:00000010:0.0:1767384391.660429:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f97d0451. 00000100:00000010:0.0:1767384391.660437:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054e9670f. 00000100:00000010:0.0:1767384391.660592:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000625ba397. 00000100:00000010:0.0:1767384391.660598:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001661cfa7. 00000100:00000010:0.0:1767384391.660711:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005dbe1b84. 00000100:00000010:0.0:1767384391.660719:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5a88965. 00000100:00000010:0.0:1767384391.660861:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b23e8bda. 00000100:00000010:0.0:1767384391.660866:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9e61dba. 00000100:00000010:0.0:1767384391.660989:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008786e510. 00000100:00000010:0.0:1767384391.660996:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003f7e01c. 00000100:00000010:0.0:1767384391.661125:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000073b8acd. 00000100:00000010:0.0:1767384391.661132:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e15d53ed. 00000100:00000010:0.0:1767384391.661387:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002058397b. 00000100:00000010:0.0:1767384391.661396:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000373d8b93. 00000100:00000010:0.0:1767384391.661565:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000095dc808b. 00000100:00000010:0.0:1767384391.661573:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000557d7c17. 00000100:00000010:0.0:1767384391.661695:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f44550ca. 00000100:00000010:0.0:1767384391.661705:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d8d64d1. 00000100:00000010:0.0:1767384391.661823:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001cddf6d0. 00000100:00000010:0.0:1767384391.661830:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f268be62. 00000100:00000010:0.0:1767384391.661940:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006e9b1a1e. 00000100:00000010:0.0:1767384391.661944:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cf60056. 00000100:00000010:0.0:1767384391.662059:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000270b81ad. 00000100:00000010:0.0:1767384391.662065:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5694df1. 00000100:00000010:0.0:1767384391.662190:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000038fe01bb. 00000100:00000010:0.0:1767384391.662194:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8671f9d. 00000100:00000010:0.0:1767384391.662275:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006e2892c6. 00000100:00000010:0.0:1767384391.662280:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e6c2bb0. 00000100:00000010:0.0:1767384391.662357:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003160db08. 00000100:00000010:0.0:1767384391.662362:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002738c91d. 00000100:00000010:0.0:1767384391.662452:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006df0dcf3. 00000100:00000010:0.0:1767384391.662457:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bef597d. 00010000:00000010:0.1:1767384391.662526:0:40426:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002e0542a0. 00010000:00000010:0.1:1767384391.662543:0:40426:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f2fbd7cf. 00010000:00000010:0.1:1767384391.662559:0:40426:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bf69ceff. 00010000:00000010:0.1:1767384391.662578:0:40426:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004ff94138. 00010000:00000010:0.1:1767384391.662590:0:40426:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000075265002. 00010000:00000010:0.1:1767384391.662601:0:40426:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1a31452. 00010000:00000010:0.1:1767384391.662615:0:40426:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000588a8dac. 00000100:00000010:0.0:1767384391.662681:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000c644597. 00000100:00000010:0.0:1767384391.662689:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8d8360a. 00000100:00000010:0.0:1767384391.662783:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000027954cdb. 00000100:00000010:0.0:1767384391.662791:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7e6d5eb. 00000100:00000010:0.0:1767384391.662889:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b4a3fe46. 00000100:00000010:0.0:1767384391.662895:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8ce6874. 00000100:00000010:0.0:1767384391.662973:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008ad2b223. 00000100:00000010:0.0:1767384391.662980:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038bfb843. 00000100:00000010:0.0:1767384391.663058:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000db4bece4. 00000100:00000010:0.0:1767384391.663064:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e71f996. 00000100:00000010:0.0:1767384391.663155:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000042794067. 00000100:00000010:0.0:1767384391.663160:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071df1fb1. 00000100:00000010:0.0:1767384391.663254:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f69e617e. 00000100:00000010:0.0:1767384391.663260:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000576ad6e5. 00000100:00000010:0.0:1767384391.663370:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001c733374. 00000100:00000010:0.0:1767384391.663375:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fdea0167. 00000100:00000010:0.0:1767384391.663537:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008e13b350. 00000100:00000010:0.0:1767384391.663543:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091798604. 00000100:00000010:0.0:1767384391.663653:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003a14864a. 00000100:00000010:0.0:1767384391.663659:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085783216. 00000100:00000010:0.0:1767384391.663777:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000342a5827. 00000100:00000010:0.0:1767384391.663783:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009b2d185. 00000100:00000010:0.0:1767384391.663882:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000085ba8e0. 00000100:00000010:0.0:1767384391.663885:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046cd2237. 00000100:00000010:0.0:1767384391.663970:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dbede048. 00000100:00000010:0.0:1767384391.663973:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fd7b901. 00000100:00000010:0.0:1767384391.664056:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009364f30a. 00000100:00000010:0.0:1767384391.664059:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aee7a5eb. 00000100:00000010:0.0:1767384391.664160:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003492e0a1. 00000100:00000010:0.0:1767384391.664163:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efb89c6e. 00000100:00000010:0.0:1767384391.664295:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c14e9b91. 00000100:00000010:0.0:1767384391.664299:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6fe221c. 00000100:00000010:0.0:1767384391.664422:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008566abaf. 00000100:00000010:0.0:1767384391.664427:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002def9705. 00000100:00000010:0.0:1767384391.664544:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a3c20882. 00000100:00000010:0.0:1767384391.664549:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000331137be. 00000100:00000010:0.0:1767384391.664622:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000010d153fd. 00000400:00000200:0.0:1767384391.664627:0:40426:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:0.0:1767384391.664694:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003f1c64ce. 00000020:00000010:0.0:1767384391.664701:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000000aaa3e3e. 00000100:00000010:0.0:1767384391.664770:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000072d3e963. 00000100:00000010:0.0:1767384391.664780:0:40426:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c99fcb55. 00000100:00000010:0.0:1767384391.664786:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009b52682a. 00000100:00000010:0.0:1767384391.664794:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000066c15902. 00000100:00000010:0.0:1767384391.664798:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006af61606. 00000100:00000010:0.0:1767384391.664802:0:40426:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000c650fd4f. 00000100:00000010:0.0:1767384391.664806:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000424c35e8. 00000100:00000010:0.0:1767384391.664808:0:40426:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000018bf9f46. 00000100:00000010:0.0:1767384391.664811:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a7f5a22f. 00000100:00000010:0.0:1767384391.664813:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006f39586d. 00000100:00000010:0.0:1767384391.664817:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000076179979. 00000100:00000200:0.0:1767384391.664860:0:40426:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:0.0:1767384391.664865:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000473b891f. 00000100:00000010:1.0:1767384391.665610:0:40436:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000002cfc611. 00000020:00000010:1.0:1767384391.665616:0:40436:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002be730a9. 00000020:00000010:1.0:1767384391.665622:0:40436:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a987fd4. 00000020:00000010:1.0:1767384391.665625:0:40436:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f5e6e8a9. 00000040:00000010:1.0:1767384391.665629:0:40436:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d00c29e1. 00000020:00000010:1.0:1767384391.665633:0:40436:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000009151d02. 00000020:00000010:1.0:1767384391.665640:0:40436:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be6393ac. 00000020:00000010:1.0:1767384391.665644:0:40436:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005a6faef9. 80000000:00000010:1.0:1767384391.665649:0:40436:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a8f6d32c. 40000000:00000010:1.0:1767384391.665655:0:40436:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000aceb1ee9. 00100000:00000010:1.0:1767384391.665659:0:40436:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000fa727aa. 00040000:00000010:1.0:1767384391.665669:0:40436:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002cefc1a2. 00040000:00000010:1.0:1767384391.665770:0:40436:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bbdb2fa3. 00080000:00000010:1.0:1767384391.665776:0:40436:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000073c1efc9. 00000004:00000010:1.0:1767384391.665781:0:40436:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006a0ffa88. 00002000:00000010:1.0:1767384391.665786:0:40436:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007aaeef28. 00000100:00000200:1.0:1767384391.665790:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665796:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f7b91fd. 00000400:00000010:1.0:1767384391.665802:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000439d4959. 00000100:00000200:1.0:1767384391.665808:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665810:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000190a14f0. 00000400:00000010:1.0:1767384391.665814:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000038325f73. 00000100:00000200:1.0:1767384391.665819:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665822:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3bd82af. 00000400:00000010:1.0:1767384391.665825:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003155d198. 00000100:00000200:1.0:1767384391.665829:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665832:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b343f6b0. 00000400:00000010:1.0:1767384391.665837:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003ca0cb98. 00000100:00000200:1.0:1767384391.665844:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665847:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001827d386. 00000400:00000010:1.0:1767384391.665853:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000054bb282b. 00000100:00000200:1.0:1767384391.665858:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665860:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033c80814. 00000400:00000010:1.0:1767384391.665866:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000884517e8. 00000100:00000200:1.0:1767384391.665870:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665873:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e61e0768. 00000400:00000010:1.0:1767384391.665877:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a055a36a. 00000100:00000200:1.0:1767384391.665880:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665882:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029a3e51f. 00000400:00000010:1.0:1767384391.665887:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000420bb18. 00000100:00000200:1.0:1767384391.665891:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665895:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013eae458. 00000400:00000010:1.0:1767384391.665898:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ab694614. 00000100:00000200:1.0:1767384391.665903:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665906:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000183c54. 00000400:00000010:1.0:1767384391.665910:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000048045c02. 00000100:00000200:1.0:1767384391.665913:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665917:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013e68ec8. 00000400:00000010:1.0:1767384391.665922:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d6fba5aa. 00000100:00000200:1.0:1767384391.665929:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665932:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d8424dd. 00000400:00000010:1.0:1767384391.665938:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000eb3d5ac3. 00000100:00000200:1.0:1767384391.665940:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665943:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001947a40a. 00000400:00000010:1.0:1767384391.665946:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002415bacf. 00000100:00000200:1.0:1767384391.665949:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665951:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064218376. 00000400:00000010:1.0:1767384391.665953:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009c9d6779. 00000100:00000200:1.0:1767384391.665956:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665958:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047b4ec9b. 00000400:00000010:1.0:1767384391.665962:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007e93033d. 00000100:00000200:1.0:1767384391.665964:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665966:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e559f0ff. 00000400:00000010:1.0:1767384391.665969:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000002b3e6c0. 00000100:00000200:1.0:1767384391.665971:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665972:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bb7d9c1. 00000400:00000010:1.0:1767384391.665975:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005bc9627a. 00000100:00000200:1.0:1767384391.665977:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665978:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0bf2ffd. 00000400:00000010:1.0:1767384391.665981:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f67ac3d6. 00000100:00000200:1.0:1767384391.665984:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665985:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028a0cfc4. 00000400:00000010:1.0:1767384391.665988:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cca27b3c. 00000100:00000200:1.0:1767384391.665991:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665992:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002137cbf1. 00000400:00000010:1.0:1767384391.665995:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000acfa68f8. 00000100:00000200:1.0:1767384391.665996:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.665997:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dd5cf36. 00000400:00000010:1.0:1767384391.666000:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000522e7c5f. 00000100:00000200:1.0:1767384391.666001:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666002:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d5fd95c. 00000400:00000010:1.0:1767384391.666005:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001c5cf74b. 00000100:00000200:1.0:1767384391.666006:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666007:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edfcbe2e. 00000400:00000010:1.0:1767384391.666010:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002b62342e. 00000100:00000200:1.0:1767384391.666014:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666015:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002acaa0bb. 00000400:00000010:1.0:1767384391.666019:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000056267722. 00000100:00000200:1.0:1767384391.666023:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666025:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e92de98. 00000400:00000010:1.0:1767384391.666030:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b9e9f79c. 00000100:00000200:1.0:1767384391.666034:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666038:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c882f03a. 00000400:00000010:1.0:1767384391.666041:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003097baf7. 00000100:00000200:1.0:1767384391.666046:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666049:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fb14988. 00000400:00000010:1.0:1767384391.666052:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000063f971ba. 00000100:00000200:1.0:1767384391.666058:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666061:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2020035. 00000400:00000010:1.0:1767384391.666067:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000ca7cb7e. 00000100:00000200:1.0:1767384391.666072:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666075:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ed175da. 00000400:00000010:1.0:1767384391.666079:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e24dcba3. 00000100:00000200:1.0:1767384391.666085:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666090:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dc4bbc2. 00000400:00000010:1.0:1767384391.666096:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006be82196. 00000100:00000200:1.0:1767384391.666101:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666105:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004dfe76fc. 00000400:00000010:1.0:1767384391.666109:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000471f0a82. 00000100:00000200:1.0:1767384391.666113:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666116:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3699751. 00000400:00000010:1.0:1767384391.666120:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f9dad30f. 00000100:00000200:1.0:1767384391.666126:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666130:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057bc5843. 00000400:00000010:1.0:1767384391.666135:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000ba1bb74. 00000100:00000200:1.0:1767384391.666137:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666140:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041aca985. 00000400:00000010:1.0:1767384391.666143:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d54da6dd. 00000100:00000200:1.0:1767384391.666147:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666151:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b149e08. 00000400:00000010:1.0:1767384391.666153:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c4aa38fc. 00000100:00000200:1.0:1767384391.666157:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666161:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010e0aae0. 00000400:00000010:1.0:1767384391.666167:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b4cca527. 00000100:00000200:1.0:1767384391.666169:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666171:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008991538b. 00000400:00000010:1.0:1767384391.666175:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007afd6a93. 00000100:00000200:1.0:1767384391.666180:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666184:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a08a198b. 00000400:00000010:1.0:1767384391.666188:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000058ac9190. 00000100:00000200:1.0:1767384391.666193:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666194:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083cff59d. 00000400:00000010:1.0:1767384391.666198:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f91ed32a. 00000100:00000200:1.0:1767384391.666200:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666202:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a5328ae. 00000400:00000010:1.0:1767384391.666207:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cd1431fd. 00000100:00000200:1.0:1767384391.666211:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666214:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083e4ec93. 00000400:00000010:1.0:1767384391.666216:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000002038e73. 00000100:00000200:1.0:1767384391.666222:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666224:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cda4293. 00000400:00000010:1.0:1767384391.666227:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000079635305. 00000100:00000200:1.0:1767384391.666231:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666233:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1c2e821. 00000400:00000010:1.0:1767384391.666235:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f907a660. 00000100:00000200:1.0:1767384391.666237:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666238:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079a08e2e. 00000400:00000010:1.0:1767384391.666240:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ef238b62. 00000100:00000200:1.0:1767384391.666245:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666249:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022c242bd. 00000400:00000010:1.0:1767384391.666253:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001f5aa1f0. 00000100:00000200:1.0:1767384391.666257:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666260:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d2f1702. 00000400:00000010:1.0:1767384391.666264:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f5c5a803. 00000100:00000200:1.0:1767384391.666267:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666269:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ce99614. 00000400:00000010:1.0:1767384391.666272:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003b7497d0. 00000100:00000200:1.0:1767384391.666274:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666276:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfb2059b. 00000400:00000010:1.0:1767384391.666278:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003760dde2. 00000100:00000200:1.0:1767384391.666279:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666282:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8706f23. 00000400:00000010:1.0:1767384391.666284:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003f6b83c0. 00000100:00000200:1.0:1767384391.666286:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666287:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000755c6437. 00000400:00000010:1.0:1767384391.666289:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005f7d8a5a. 00000100:00000200:1.0:1767384391.666291:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666293:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d987597e. 00000400:00000010:1.0:1767384391.666294:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001bfa8c6b. 00000100:00000200:1.0:1767384391.666296:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666297:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b38309a9. 00000400:00000010:1.0:1767384391.666298:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006ed704eb. 00000100:00000200:1.0:1767384391.666301:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666303:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f3fd03c. 00000400:00000010:1.0:1767384391.666307:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bacc3f2a. 00000100:00000200:1.0:1767384391.666310:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666312:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065d08a46. 00000400:00000010:1.0:1767384391.666316:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000025db6ef5. 00000100:00000200:1.0:1767384391.666318:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666319:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f7ebad0. 00000400:00000010:1.0:1767384391.666322:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000063298dae. 00000100:00000200:1.0:1767384391.666326:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666328:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000229303c2. 00000400:00000010:1.0:1767384391.666330:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c846ffb2. 00000100:00000200:1.0:1767384391.666332:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666334:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3a196da. 00000400:00000010:1.0:1767384391.666337:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000068c312e. 00000100:00000200:1.0:1767384391.666341:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666343:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079bc1a02. 00000400:00000010:1.0:1767384391.666346:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a8aaed87. 00000100:00000200:1.0:1767384391.666349:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666352:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f4e9ae6. 00000400:00000010:1.0:1767384391.666355:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000ab64f22. 00000100:00000200:1.0:1767384391.666359:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666362:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c81164ef. 00000400:00000010:1.0:1767384391.666366:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000022911335. 00000100:00000200:1.0:1767384391.666371:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666377:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029296b64. 00000400:00000010:1.0:1767384391.666383:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002251f68e. 00000100:00000200:1.0:1767384391.666386:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666389:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000461482ed. 00000400:00000010:1.0:1767384391.666393:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d22bd946. 00000100:00000200:1.0:1767384391.666396:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666399:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c78bd6b0. 00000400:00000010:1.0:1767384391.666417:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000082023eb. 00000100:00000200:1.0:1767384391.666423:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384391.666428:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000698350d5. 00000400:00000010:1.0:1767384391.666432:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004cf4a6fa. 00000100:00000010:1.0:1767384391.666534:0:40436:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000049abae0e. 00000100:00000200:1.0:1767384391.666556:0:40436:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384391.666821:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007492b4cf. 00000100:00000010:0.0:1767384391.666990:0:40437:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006c0e86d8. 00000020:00000010:0.0:1767384391.666995:0:40437:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b5aabfcc. 00000020:00000010:0.0:1767384391.667000:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f77ce79. 00000020:00000010:0.0:1767384391.667003:0:40437:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ebf54756. 00000040:00000010:0.0:1767384391.667007:0:40437:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f0a0c6bc. 00000020:00000010:0.0:1767384391.667011:0:40437:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a7756712. 00000020:00000010:0.0:1767384391.667015:0:40437:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be51ffb2. 00000020:00000010:0.0:1767384391.667019:0:40437:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003aa7540c. 80000000:00000010:0.0:1767384391.667022:0:40437:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000098e39873. 40000000:00000010:0.0:1767384391.667025:0:40437:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000621ef841. 00100000:00000010:0.0:1767384391.667029:0:40437:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007bf61d3d. 00040000:00000010:0.0:1767384391.667032:0:40437:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006eff6be0. 00040000:00000010:0.0:1767384391.667035:0:40437:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000032e4aeeb. 00080000:00000010:0.0:1767384391.667039:0:40437:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000eb884bb6. 00000004:00000010:0.0:1767384391.667043:0:40437:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000358f9941. 00002000:00000010:0.0:1767384391.667047:0:40437:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000501669db. 00000100:00000010:0.0:1767384391.667105:0:40437:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000000be87011. 00000100:00000200:0.0:1767384391.667137:0:40437:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384391.667152:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000015474196. 00000100:00000010:1.0:1767384391.667295:0:40438:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003ccc40a0. 00000020:00000010:1.0:1767384391.667299:0:40438:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000267c5af5. 00000020:00000010:1.0:1767384391.667302:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000072f9213. 00000020:00000010:1.0:1767384391.667304:0:40438:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003893cb75. 00000040:00000010:1.0:1767384391.667306:0:40438:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006cae392a. 00000020:00000010:1.0:1767384391.667310:0:40438:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048543d2d. 00000020:00000010:1.0:1767384391.667314:0:40438:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000018f9cdbe. 00000020:00000010:1.0:1767384391.667318:0:40438:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d68694c. 80000000:00000010:1.0:1767384391.667320:0:40438:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fa38f769. 40000000:00000010:1.0:1767384391.667324:0:40438:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001bc8027d. 00100000:00000010:1.0:1767384391.667328:0:40438:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f942728c. 00040000:00000010:1.0:1767384391.667331:0:40438:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003b7f4b31. 00040000:00000010:1.0:1767384391.667335:0:40438:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001fb54965. 00080000:00000010:1.0:1767384391.667338:0:40438:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f8747a2f. 00000004:00000010:1.0:1767384391.667341:0:40438:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002d552581. 00002000:00000010:1.0:1767384391.667344:0:40438:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000df88a877. 00000100:00000010:1.0:1767384391.667416:0:40438:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000408ad634. 00000100:00000200:1.0:1767384391.667436:0:40438:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:0.0:1767384391.667448:0:40426:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007c5dad49. 00000100:00000010:0.0:1767384391.667455:0:40426:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000005e98af09. 00000100:00000010:0.0:1767384391.667468:0:40426:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000091843537. 00000100:00000010:0.0:1767384391.667525:0:40426:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000058c498f2. 00000100:00000010:3.0:1767384391.667565:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6d73dfb. 00000100:00000010:1.0:1767384391.667598:0:250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002717a7b6. 00000100:00000010:0.0:1767384391.667643:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9141213. 00000100:00000010:0.0:1767384391.667654:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006da2f660. 00000100:00000010:0.0:1767384391.667668:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002bfb8b58. 00000100:00000010:0.0:1767384391.667673:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddf4bc33. 00000100:00000010:0.0:1767384391.667678:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007cd47848. 00000100:00000010:0.0:1767384391.667681:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abb9eefe. 00000100:00000010:0.0:1767384391.667686:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000033128aa3. 00000100:00000010:0.0:1767384391.667692:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f1a5e17. 00000100:00000010:0.0:1767384391.667698:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d9abcc47. 00000100:00000010:0.0:1767384391.667704:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091925c6e. 00000100:00000010:0.0:1767384391.667719:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af3acafa. 00000100:00000010:0.0:1767384391.667726:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071a53fdd. 00000100:00000010:0.0:1767384391.667732:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c36c775. 00000100:00000010:0.0:1767384391.667738:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093a39eb9. 00000100:00000010:0.0:1767384391.667744:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e5a7e62. 00000100:00000010:0.0:1767384391.667750:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095ca1cff. 00000100:00000010:0.0:1767384391.667755:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000093d2437e. 00000100:00000010:0.0:1767384391.667761:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000121a83cc. 00000100:00000010:0.0:1767384391.667770:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000063835cff. 00000100:00000010:0.0:1767384391.667775:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000baaf14c3. 00000100:00000010:0.0:1767384391.667779:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052c0cc38. 00000100:00000010:0.0:1767384391.667782:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3a5916e. 00000100:00000010:0.0:1767384391.667786:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000076e1872b. 00000100:00000010:0.0:1767384391.667789:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e97ab913. 00000100:00000010:0.0:1767384391.667794:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009b98726b. 00000100:00000010:0.0:1767384391.667796:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc17a2f7. 00000100:00000010:0.0:1767384391.667803:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000364c869f. 00000100:00000010:0.0:1767384391.667807:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073c0194a. 00000100:00000010:0.0:1767384391.667810:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c00c0d5. 00000100:00000010:0.0:1767384391.667813:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002edbc70d. 00000100:00000010:0.0:1767384391.667816:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b310df41. 00000100:00000010:0.0:1767384391.667820:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf763f5c. 00000100:00000010:0.0:1767384391.667823:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009fd25c42. 00000100:00000010:0.0:1767384391.667826:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b70c91b. 00000100:00000010:0.0:1767384391.667834:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010437bdc. 00000100:00000010:0.0:1767384391.667838:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd85dc11. 00000100:00000010:0.0:1767384391.667843:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f9ccf36. 00000100:00000010:0.0:1767384391.667846:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005466d079. 00000100:00000010:0.0:1767384391.667852:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e0ff785b. 00000100:00000010:0.0:1767384391.667854:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000979d0151. 00000100:00000010:0.0:1767384391.667859:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cdfd9248. 00000100:00000010:0.0:1767384391.667862:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d3132a5. 00000100:00000010:0.0:1767384391.667871:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001fd7a45e. 00000100:00000010:0.0:1767384391.667879:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e888427. 00000100:00000010:0.0:1767384391.667883:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c257c58. 00000100:00000010:0.0:1767384391.667885:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001100c7e7. 00000100:00000010:0.0:1767384391.667890:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008711a9eb. 00000100:00000010:0.0:1767384391.667893:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dc53990. 00000100:00000010:0.0:1767384391.667897:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000201d7fb0. 00000100:00000010:0.0:1767384391.667902:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033704fc4. 00000100:00000010:0.0:1767384391.667912:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005ebda656. 00000100:00000010:0.0:1767384391.667916:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef17e9b7. 00000100:00000010:0.0:1767384391.667919:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000359a588. 00000100:00000010:0.0:1767384391.667921:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4c7456f. 00000100:00000010:0.0:1767384391.667924:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bfe32bbb. 00000100:00000010:0.0:1767384391.667927:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003610559d. 00000100:00000010:0.0:1767384391.667931:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000764b2b16. 00000100:00000010:0.0:1767384391.667933:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dca9520a. 00000100:00000010:0.0:1767384391.667944:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000984fd2dd. 00000100:00000010:0.0:1767384391.667947:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058c43e0a. 00000100:00000010:0.0:1767384391.667950:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006547c041. 00000100:00000010:0.0:1767384391.667951:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a00fa510. 00000100:00000010:0.0:1767384391.667954:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000277d5498. 00000100:00000010:0.0:1767384391.667956:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f0ffab4. 00000100:00000010:0.0:1767384391.667959:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c8b7fae. 00000100:00000010:0.0:1767384391.667961:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a474747e. 00000100:00000010:0.0:1767384391.667968:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002e2b2aa8. 00000100:00000010:0.0:1767384391.667972:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009832cbcb. 00000100:00000010:0.0:1767384391.667975:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eea20d7a. 00000100:00000010:0.0:1767384391.667978:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c15316a. 00000100:00000010:0.0:1767384391.667981:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f83a3835. 00000100:00000010:0.0:1767384391.667982:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f9e566f. 00000100:00000010:0.0:1767384391.667986:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003351b48c. 00000100:00000010:0.0:1767384391.667989:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023edbb8e. 00000100:00000010:0.0:1767384391.667998:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e9d928ec. 00000100:00000010:0.0:1767384391.668002:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5e8b8ba. 00000100:00000010:0.0:1767384391.668007:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000959a4d19. 00000100:00000010:0.0:1767384391.668010:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d6e611a. 00000100:00000010:0.0:1767384391.668015:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000954de6d6. 00000100:00000010:0.0:1767384391.668018:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8423425. 00000100:00000010:0.0:1767384391.668023:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1eaddf8. 00000100:00000010:0.0:1767384391.668026:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bb0d3ad. 00000100:00000010:0.0:1767384391.668034:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000045a82fc9. 00000100:00000010:0.0:1767384391.668037:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000725b02e5. 00000100:00000010:0.0:1767384391.668042:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b44d0b0. 00000100:00000010:0.0:1767384391.668045:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059dac323. 00000100:00000010:0.0:1767384391.668049:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c3d34470. 00000100:00000010:0.0:1767384391.668052:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000110b3269. 00000100:00000010:0.0:1767384391.668056:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000001bf2b14. 00000100:00000010:0.0:1767384391.668060:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f35867b1. 00000100:00000010:0.0:1767384391.668068:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd2cb499. 00000100:00000010:0.0:1767384391.668072:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c292aa8. 00000100:00000010:0.0:1767384391.668076:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b6029df5. 00000100:00000010:0.0:1767384391.668079:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090bbf69a. 00000100:00000010:0.0:1767384391.668083:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc91cc38. 00000100:00000010:0.0:1767384391.668088:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003667fe07. 00000100:00000010:0.0:1767384391.668092:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000095910e68. 00000100:00000010:0.0:1767384391.668099:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021f2a58b. 00000100:00000010:0.0:1767384391.668109:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009451097a. 00000100:00000010:0.0:1767384391.668113:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c8b879c. 00000100:00000010:0.0:1767384391.668118:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c376195c. 00000100:00000010:0.0:1767384391.668121:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c130a69c. 00000100:00000010:0.0:1767384391.668126:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000070057e7. 00000100:00000010:0.0:1767384391.668129:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a230cadb. 00000100:00000010:0.0:1767384391.668133:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6e32158. 00000100:00000010:0.0:1767384391.668136:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fa78b1e. 00000100:00000010:0.0:1767384391.668147:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7751463. 00000100:00000010:0.0:1767384391.668151:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af977211. 00000100:00000010:0.0:1767384391.668155:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000206bbda7. 00000100:00000010:0.0:1767384391.668158:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c430542. 00000100:00000010:0.0:1767384391.668162:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e18a0fb3. 00000100:00000010:0.0:1767384391.668166:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ff3369d. 00000100:00000010:0.0:1767384391.668170:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005ceb6518. 00000100:00000010:0.0:1767384391.668173:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d0cc862. 00000100:00000010:0.0:1767384391.668182:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013fbf108. 00000100:00000010:0.0:1767384391.668185:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005699e6ee. 00000100:00000010:0.0:1767384391.668189:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005b30b3be. 00000100:00000010:0.0:1767384391.668193:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0762c67. 00000100:00000010:0.0:1767384391.668197:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f31d7f28. 00000100:00000010:0.0:1767384391.668201:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046f4e9a4. 00000100:00000010:0.0:1767384391.668204:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009e041c2f. 00000100:00000010:0.0:1767384391.668207:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bb76a39. 00000100:00000010:0.0:1767384391.668217:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb2c1afd. 00000100:00000010:0.0:1767384391.668221:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9cfc626. 00000100:00000010:0.0:1767384391.668226:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba4136c8. 00000100:00000010:0.0:1767384391.668228:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b5d9d1d. 00000100:00000010:0.0:1767384391.668234:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c31d51ac. 00000100:00000010:0.0:1767384391.668237:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a494ba67. 00000100:00000010:0.0:1767384391.668243:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000633f89d7. 00000400:00000200:0.0:1767384391.668245:0:40426:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:0.0:1767384391.668286:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b5981483. 00000020:00000010:0.0:1767384391.668291:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000db554b42. 00000100:00000010:0.0:1767384391.668359:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003bc8b5ca. 00000100:00000010:0.0:1767384391.668363:0:40426:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000038c8d2ad. 00000100:00000010:0.0:1767384391.668365:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000b68bb73. 00000100:00000010:0.0:1767384391.668367:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004c8fb53e. 00000100:00000010:0.0:1767384391.668370:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d04225e2. 00000100:00000200:0.0:1767384391.668398:0:40426:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:0.0:1767384391.668402:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008622afbf. 00000100:00000010:2.0:1767384391.668558:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e27eca89. 00000100:00000010:1.0:1767384391.668608:0:40439:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e9015988. 00000020:00000010:1.0:1767384391.668613:0:40439:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006d87d47c. 00000020:00000010:1.0:1767384391.668619:0:40439:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a686f9db. 00000020:00000010:1.0:1767384391.668630:0:40439:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b7fe96ae. 00000040:00000010:1.0:1767384391.668634:0:40439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000df6a3976. 00000020:00000010:1.0:1767384391.668638:0:40439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000521e096d. 00000020:00000010:1.0:1767384391.668641:0:40439:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000031f5461a. 00000020:00000010:1.0:1767384391.668644:0:40439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008d478d7d. 80000000:00000010:1.0:1767384391.668647:0:40439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000047d8eb77. 40000000:00000010:1.0:1767384391.668649:0:40439:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000fd66799. 00100000:00000010:1.0:1767384391.668654:0:40439:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000506a400a. 00040000:00000010:1.0:1767384391.668657:0:40439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bea02a4f. 00040000:00000010:1.0:1767384391.668661:0:40439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002a4d7fb5. 00080000:00000010:1.0:1767384391.668666:0:40439:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ac55d580. 00000004:00000010:1.0:1767384391.668670:0:40439:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d80a6498. 00000100:00000200:1.0:1767384391.668673:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668677:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0f71f3c. 00000400:00000010:1.0:1767384391.668680:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008647f865. 00000100:00000200:1.0:1767384391.668683:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668686:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1415c17. 00000400:00000010:1.0:1767384391.668689:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000982b1f79. 00000100:00000200:1.0:1767384391.668692:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668696:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e05952. 00000400:00000010:1.0:1767384391.668701:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ad36aff. 00000100:00000200:1.0:1767384391.668704:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668708:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ff94968. 00000400:00000010:1.0:1767384391.668712:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f726f80b. 00000100:00000200:1.0:1767384391.668715:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668718:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b051c1f. 00000400:00000010:1.0:1767384391.668721:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b24d38fc. 00000100:00000200:1.0:1767384391.668724:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668727:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000948ece6e. 00000400:00000010:1.0:1767384391.668729:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003081d779. 00000100:00000200:1.0:1767384391.668732:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668735:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025272c6d. 00000400:00000010:1.0:1767384391.668737:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000664c9c69. 00000100:00000200:1.0:1767384391.668747:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668750:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017c7b41a. 00000400:00000010:1.0:1767384391.668754:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000196ef874. 00000100:00000200:1.0:1767384391.668756:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668760:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060e902e1. 00000400:00000010:1.0:1767384391.668762:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000989c47c4. 00000100:00000200:1.0:1767384391.668765:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668768:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbcf8d73. 00000400:00000010:1.0:1767384391.668770:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017e1736f. 00000100:00000200:1.0:1767384391.668772:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668773:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc17a225. 00000400:00000010:1.0:1767384391.668775:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093654675. 00000100:00000200:1.0:1767384391.668777:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668778:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f952d670. 00000400:00000010:1.0:1767384391.668780:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000766654bc. 00000100:00000200:1.0:1767384391.668781:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668783:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e532294. 00000400:00000010:1.0:1767384391.668784:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f5071b3. 00000100:00000200:1.0:1767384391.668786:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668788:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000382e53e1. 00000400:00000010:1.0:1767384391.668789:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007807a0fa. 00000100:00000200:1.0:1767384391.668791:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668792:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b5b5917. 00000400:00000010:1.0:1767384391.668794:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054ec7a1d. 00000100:00000200:1.0:1767384391.668796:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668797:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e71fc023. 00000400:00000010:1.0:1767384391.668799:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000959e2318. 00000100:00000200:1.0:1767384391.668800:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668803:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087449b49. 00000400:00000010:1.0:1767384391.668804:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc7e29c1. 00000100:00000200:1.0:1767384391.668806:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668807:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fca9cbb. 00000400:00000010:1.0:1767384391.668809:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce250aa4. 00000100:00000200:1.0:1767384391.668810:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668811:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000655007e6. 00000400:00000010:1.0:1767384391.668813:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f0b74c9. 00000100:00000200:1.0:1767384391.668814:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668816:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021fe54c5. 00000400:00000010:1.0:1767384391.668817:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000337272cb. 00000100:00000200:1.0:1767384391.668819:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668820:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ce4cfa8. 00000400:00000010:1.0:1767384391.668821:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c97b4d4. 00000100:00000200:1.0:1767384391.668823:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668824:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055b1e1ca. 00000400:00000010:1.0:1767384391.668825:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2162967. 00000100:00000200:1.0:1767384391.668826:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668827:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043960329. 00000400:00000010:1.0:1767384391.668829:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc582c74. 00000100:00000200:1.0:1767384391.668831:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668832:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049b1c97f. 00000400:00000010:1.0:1767384391.668835:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c075b5cc. 00000100:00000200:1.0:1767384391.668837:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668838:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040ffd074. 00000400:00000010:1.0:1767384391.668841:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f647b30. 00000100:00000200:1.0:1767384391.668842:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668843:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011b62938. 00000400:00000010:1.0:1767384391.668845:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd068c27. 00000100:00000200:1.0:1767384391.668846:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668847:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7089a0a. 00000400:00000010:1.0:1767384391.668849:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d74bd60f. 00000100:00000200:1.0:1767384391.668851:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668853:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000982a32ac. 00000400:00000010:1.0:1767384391.668855:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bd0c9b6. 00000100:00000200:1.0:1767384391.668857:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668858:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a3c3605. 00000400:00000010:1.0:1767384391.668859:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eba1ade9. 00000100:00000200:1.0:1767384391.668861:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668862:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a78946c1. 00000400:00000010:1.0:1767384391.668865:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010a5251a. 00000100:00000200:1.0:1767384391.668867:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668869:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aaedb66. 00000400:00000010:1.0:1767384391.668871:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d29a9051. 00000100:00000200:1.0:1767384391.668873:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668875:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1772b9c. 00000400:00000010:1.0:1767384391.668877:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de614df3. 00000100:00000200:1.0:1767384391.668880:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668881:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000497baf6c. 00000400:00000010:1.0:1767384391.668883:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009eba9387. 00000100:00000200:1.0:1767384391.668885:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668886:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b0041f5. 00000400:00000010:1.0:1767384391.668888:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005be0457a. 00000100:00000200:1.0:1767384391.668889:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668891:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c5472b4. 00000400:00000010:1.0:1767384391.668892:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048dc25ec. 00000100:00000200:1.0:1767384391.668894:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668895:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de1cf24d. 00000400:00000010:1.0:1767384391.668896:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc5a0b2c. 00000100:00000200:1.0:1767384391.668898:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668899:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000794ed1ad. 00000400:00000010:1.0:1767384391.668902:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013ca35b4. 00000100:00000200:1.0:1767384391.668904:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668905:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1d10313. 00000400:00000010:1.0:1767384391.668907:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a32888bc. 00000100:00000200:1.0:1767384391.668909:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668910:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f876297. 00000400:00000010:1.0:1767384391.668912:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3408513. 00000100:00000200:1.0:1767384391.668913:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668914:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8de578d. 00000400:00000010:1.0:1767384391.668916:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000413ac3e6. 00000100:00000200:1.0:1767384391.668917:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668919:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a6e3e82. 00000400:00000010:1.0:1767384391.668920:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a51e5d8. 00000100:00000200:1.0:1767384391.668921:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668922:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f82d4fd6. 00000400:00000010:1.0:1767384391.668924:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066b2c902. 00000100:00000200:1.0:1767384391.668925:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668926:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000669f67ee. 00000400:00000010:1.0:1767384391.668928:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000610ef2bd. 00000100:00000200:1.0:1767384391.668929:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668930:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1ada63b. 00000400:00000010:1.0:1767384391.668933:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df4e5d9b. 00000100:00000200:1.0:1767384391.668934:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668935:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013e69f33. 00000400:00000010:1.0:1767384391.668937:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3d0e5fc. 00000100:00000200:1.0:1767384391.668938:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668939:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dcfe9d6. 00000400:00000010:1.0:1767384391.668941:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2ce2bf8. 00000100:00000200:1.0:1767384391.668942:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668943:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcef1b93. 00000400:00000010:1.0:1767384391.668944:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4d67ef5. 00000100:00000200:1.0:1767384391.668946:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668948:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079ebcb3d. 00000400:00000010:1.0:1767384391.668950:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fc25a5e. 00000100:00000200:1.0:1767384391.668952:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668953:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aed777a. 00000400:00000010:1.0:1767384391.668955:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000153c1168. 00000100:00000200:1.0:1767384391.668956:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668957:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d4de65. 00000400:00000010:1.0:1767384391.668960:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ecf784c8. 00000100:00000200:1.0:1767384391.668961:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668962:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071410c7b. 00000400:00000010:1.0:1767384391.668964:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cabbe7af. 00000100:00000200:1.0:1767384391.668965:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668966:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd91b56a. 00000400:00000010:1.0:1767384391.668968:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000154df5a8. 00000100:00000200:1.0:1767384391.668969:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668970:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047748857. 00000400:00000010:1.0:1767384391.668972:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bf2ffeb. 00000100:00000200:1.0:1767384391.668973:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668974:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ae8b4b9. 00000400:00000010:1.0:1767384391.668976:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a0eccb1. 00000100:00000200:1.0:1767384391.668977:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668978:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a52c81. 00000400:00000010:1.0:1767384391.668980:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efb7e823. 00000100:00000200:1.0:1767384391.668981:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668982:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d29ca481. 00000400:00000010:1.0:1767384391.668983:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044c68de7. 00000100:00000200:1.0:1767384391.668985:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668986:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9a5b133. 00000400:00000010:1.0:1767384391.668987:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000107ee139. 00000100:00000200:1.0:1767384391.668988:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668989:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078a92c3a. 00000400:00000010:1.0:1767384391.668990:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b560d74. 00000100:00000200:1.0:1767384391.668991:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668992:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f4db88e. 00000400:00000010:1.0:1767384391.668993:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ee1c3e0. 00000100:00000200:1.0:1767384391.668994:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.668995:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b39535fb. 00000400:00000010:1.0:1767384391.668999:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d581960e. 00000100:00000200:1.0:1767384391.669001:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.669003:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006871b2e4. 00000400:00000010:1.0:1767384391.669005:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efe80b7a. 00000100:00000200:1.0:1767384391.669007:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.669009:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dacee092. 00000400:00000010:1.0:1767384391.669012:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034bc52da. 00000100:00000200:1.0:1767384391.669014:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.669017:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6872851. 00000400:00000010:1.0:1767384391.669019:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001af386a3. 00000100:00000200:1.0:1767384391.669021:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384391.669022:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5508460. 00000400:00000010:1.0:1767384391.669025:0:40439:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ede07fb. 00000100:00000010:1.0:1767384391.669036:0:40439:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e227a2dc. 00000100:00000200:1.0:1767384391.669052:0:40439:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384391.669071:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000073c85dfe. 00000100:00000010:2.0:1767384391.669207:0:40440:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000012d2b8b2. 00000020:00000010:2.0:1767384391.669217:0:40440:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000039d517f0. 00000020:00000010:2.0:1767384391.669221:0:40440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058f903d6. 00000020:00000010:2.0:1767384391.669223:0:40440:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d9e3a38. 00000040:00000010:2.0:1767384391.669226:0:40440:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000defd7bb9. 00000020:00000010:2.0:1767384391.669229:0:40440:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000203af8a2. 00000020:00000010:2.0:1767384391.669232:0:40440:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f624f83. 00000020:00000010:2.0:1767384391.669234:0:40440:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f81f8dd4. 80000000:00000010:2.0:1767384391.669237:0:40440:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000225d121e. 40000000:00000010:2.0:1767384391.669238:0:40440:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f5c5125b. 00100000:00000010:2.0:1767384391.669240:0:40440:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048b2c44b. 00040000:00000010:2.0:1767384391.669243:0:40440:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bf2172b0. 00040000:00000010:2.0:1767384391.669245:0:40440:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006c6c4b37. 00080000:00000010:2.0:1767384391.669248:0:40440:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003a2df984. 00000004:00000010:2.0:1767384391.669252:0:40440:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b410246a. 00000100:00000010:2.0:1767384391.669264:0:40440:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c3e90cf3. 00000100:00000200:2.0:1767384391.669275:0:40440:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384391.669287:0:40426:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000000cbb7c36. 00000100:00000010:3.0:1767384391.669292:0:40426:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000022054ed. 00000100:00000010:3.0:1767384391.669308:0:40426:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f2a03017. 00000100:00000010:3.0:1767384391.669316:0:40426:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000034bc04b. 00000100:00000010:3.0:1767384391.669323:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc7d7cc3. 00080000:00000010:0.0:1767384391.669991:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005a8dbf1d. 00010000:00000010:2.0:1767384391.670013:0:40432:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000baf07dcb. 00010000:00000010:2.0:1767384391.670020:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007d30792a. 00000020:00000010:2.0:1767384391.670024:0:40432:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000715fcc83. 00000100:00000010:3.0:1767384391.670228:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c27c339b. 00000100:00000010:3.0:1767384391.670233:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efb830ad. 00000100:00000010:3.0:1767384391.670706:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b2b75763. 00000100:00000010:3.0:1767384391.670711:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000441d157a. 00000100:00000010:3.0:1767384391.671127:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000860d7ccb. 00000100:00000010:3.0:1767384391.671131:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cddc2941. 00000100:00000010:3.0:1767384391.671600:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fec98855. 00000100:00000010:3.0:1767384391.671605:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e572825. 00000100:00000010:3.0:1767384391.672036:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ca629349. 00000100:00000010:3.0:1767384391.672042:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ced49b7e. 00000100:00000010:1.0:1767384391.672072:0:40430:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000026a0a9c6. 00000100:00000010:1.0:1767384391.672079:0:40430:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000068fa893d. 20000000:00000010:1.0:1767384391.672082:0:40430:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000001b54325b. 00010000:00000200:1.0:1767384391.672095:0:40430:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007c80fcd2 x1853236732528768/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 4784/4768 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.672113:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7142572. 00000100:00000200:1.0:1767384391.672117:0:40430:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732528768, offset 224 00000400:00000200:1.0:1767384391.672123:0:40430:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.672135:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.672144:0:40430:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d208880 00000400:00000200:1.0:1767384391.672150:0:40430:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2305 [2] + 224 00000400:00000200:1.0:1767384391.672157:0:40430:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.672161:0:40430:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.672168:0:40430:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cfe31f9 x1853236732528768/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384407 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.672188:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7142572 00000400:00000010:1.0:1767384391.672190:0:40430:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7142572. 00000400:00000010:2.0:1767384391.672196:0:36:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c51b81b4. 00000020:00000010:1.0:1767384391.672201:0:40430:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001b54325b. 00000400:00000200:2.0:1767384391.672202:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cabf16d 00000400:00000010:2.0:1767384391.672206:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cabf16d. 00000100:00000200:2.0:1767384391.672212:0:36:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cfe31f9 x1853236732528768/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.672214:0:40430:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f28908e8. 00000020:00000010:1.0:1767384391.672220:0:40430:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f799815c. 00000100:00000200:2.0:1767384391.672223:0:36:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cfe31f9 x1853236732528768/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.672226:0:40430:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddd5a32e. 02000000:00000010:1.0:1767384391.672234:0:40430:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ac7864e6. 00000100:00000200:1.0:1767384391.672240:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.672244:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b5c21f8. 00000400:00000010:1.0:1767384391.672247:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7142572. 02000000:00000010:2.0:1767384391.672255:0:36:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007ef76208. 00000100:00000010:2.0:1767384391.672265:0:36:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000024b61eea. 00000100:00000010:2.0:1767384391.672267:0:36:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ed30a23f. 02000000:00000010:2.0:1767384391.672271:0:36:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a85a9ce1. 00000100:00000010:2.0:1767384391.672275:0:36:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cfe31f9. 00000100:00000010:2.0:1767384391.672278:0:36:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a8d236ed. 00000020:00000010:2.0:1767384391.672286:0:36:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 0000000081f56e05. 00000020:00000010:2.0:1767384391.672293:0:36:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 00000000be55ce86. 00000100:00000010:3.0:1767384391.672351:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dc4e2c5a. 00000100:00000010:3.0:1767384391.672357:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020ac5c5f. 00000100:00000010:3.0:1767384391.672828:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000174e61e7. 00000100:00000010:3.0:1767384391.672833:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f055713. 00000100:00000010:3.0:1767384391.673268:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006c0bdb3d. 00000100:00000010:3.0:1767384391.673274:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec55817a. 00000100:00000010:3.0:1767384391.673628:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000079b0abdd. 00000100:00000010:3.0:1767384391.673635:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041443f0f. 00000100:00000010:3.0:1767384391.673962:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b2c5265e. 00000100:00000010:3.0:1767384391.673969:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e223a70e. 00000100:00000010:3.0:1767384391.674301:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006c9724b3. 00000100:00000010:3.0:1767384391.674308:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc20ac5b. 00000100:00000010:3.0:1767384391.674682:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c89a9b44. 00000100:00000010:3.0:1767384391.674689:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d43ea87f. 00000100:00000010:3.0:1767384391.675161:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002e7c7cb9. 00000100:00000010:3.0:1767384391.675168:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c03bb49d. 00000100:00000010:3.0:1767384391.675537:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004f050e75. 00000100:00000010:3.0:1767384391.675543:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054ad8627. 00000100:00000010:3.0:1767384391.675888:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007e5851ca. 00000100:00000010:3.0:1767384391.675893:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8f5f5ef. 00000100:00000010:3.0:1767384391.676248:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dd422d4c. 00000100:00000010:3.0:1767384391.676253:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000802013f4. 00000100:00000010:3.0:1767384391.676632:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cc63f570. 00000100:00000010:3.0:1767384391.676639:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000387cdced. 00000100:00000010:3.0:1767384391.676933:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000049e36637. 00000100:00000010:3.0:1767384391.676938:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d49eb4c2. 00000100:00000010:3.0:1767384391.677211:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000969ca168. 00000100:00000010:3.0:1767384391.677213:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000caadb548. 00000100:00000010:3.0:1767384391.677659:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000052e07f51. 00000100:00000010:3.0:1767384391.677663:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e274cd2e. 00000100:00000010:3.0:1767384391.677935:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c7c01c54. 00000100:00000010:3.0:1767384391.677938:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034e61ea2. 00000100:00000010:3.0:1767384391.678343:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000092550a3f. 00000100:00000010:3.0:1767384391.678346:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c6971e1. 00000100:00000010:3.0:1767384391.678836:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000047fd41ba. 00000100:00000010:3.0:1767384391.678842:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cdfbca26. 00000100:00000010:3.0:1767384391.679304:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f4aeef62. 00000100:00000010:3.0:1767384391.679308:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bc93fad. 00000100:00000010:3.0:1767384391.679773:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007679db22. 00000100:00000010:3.0:1767384391.679778:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000668447cf. 00000100:00000010:3.0:1767384391.680223:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000057f6e954. 00000100:00000010:3.0:1767384391.680225:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3681536. 00000100:00000010:3.0:1767384391.680541:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c3c9e71f. 00000100:00000010:3.0:1767384391.680546:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee4d3117. 00000100:00000010:3.0:1767384391.680821:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008b19ff0f. 00000100:00000010:3.0:1767384391.680824:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a110e68c. 00000100:00000010:3.0:1767384391.681142:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000018d031e4. 00000100:00000010:3.0:1767384391.681144:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004faeae17. 00000100:00000010:3.0:1767384391.681592:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f150816e. 00000100:00000010:3.0:1767384391.681596:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1796240. 00000100:00000010:3.0:1767384391.682005:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000caf6160a. 00000100:00000010:3.0:1767384391.682007:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd420dc0. 00000100:00000010:3.0:1767384391.682437:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b9c4719f. 00000100:00000010:3.0:1767384391.682451:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b4a20aa. 00000100:00000010:3.0:1767384391.683640:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000834712e0. 00000100:00000010:3.0:1767384391.683667:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000193f802b. 00000100:00000010:3.0:1767384391.683752:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c32f99e0. 00000100:00000010:3.0:1767384391.683755:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e50d1db. 00000100:00000010:3.0:1767384391.684861:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b4ef17f8. 00000100:00000010:3.0:1767384391.684865:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007dd64f7d. 00000100:00000010:3.0:1767384391.684950:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000abe232b6. 00000100:00000010:3.0:1767384391.684952:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e81a5a99. 00000100:00000010:3.0:1767384391.686022:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e5294275. 00000100:00000010:3.0:1767384391.686027:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d481863. 00000100:00000010:3.0:1767384391.686112:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006261c067. 00000100:00000010:3.0:1767384391.686114:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e97ed614. 00000100:00000010:3.0:1767384391.687201:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000628a02e6. 00000100:00000010:3.0:1767384391.687205:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c4463ec. 00000100:00000010:3.0:1767384391.687290:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000e22f5fe. 00000100:00000010:3.0:1767384391.687292:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df06083b. 00000100:00000010:3.0:1767384391.688381:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000d22c4b5. 00000100:00000010:3.0:1767384391.688386:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4f8fcef. 00000100:00000010:3.0:1767384391.688492:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000453b5761. 00000100:00000010:3.0:1767384391.688496:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4ca41b1. 00000100:00000010:3.0:1767384391.689600:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c73ab222. 00000100:00000010:3.0:1767384391.689608:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac22edcf. 00000100:00000010:3.0:1767384391.689693:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f6433c88. 00000100:00000010:3.0:1767384391.689695:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a4f0b72. 00000100:00000010:3.0:1767384391.690797:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000070ef7f6f. 00000100:00000010:3.0:1767384391.690802:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7cc4f48. 00000100:00000010:3.0:1767384391.690887:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000914d2193. 00000100:00000010:3.0:1767384391.690889:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2820a32. 00000100:00000010:3.0:1767384391.691971:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d8147051. 00000100:00000010:3.0:1767384391.691975:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000001afd7a. 00000100:00000010:3.0:1767384391.692060:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000025ed543d. 00000100:00000010:3.0:1767384391.692062:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000289a887f. 00000100:00000010:3.0:1767384391.693165:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e0a73f94. 00000100:00000010:3.0:1767384391.693170:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000725e2ea0. 00000100:00000010:3.0:1767384391.693254:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e676029d. 00000100:00000010:3.0:1767384391.693257:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cb7957c. 00000100:00000010:3.0:1767384391.694337:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dd40ad56. 00000100:00000010:3.0:1767384391.694342:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a3a2f82. 00000100:00000010:3.0:1767384391.694438:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b11689fc. 00000100:00000010:3.0:1767384391.694441:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000312df70d. 00000100:00000010:3.0:1767384391.695591:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d8c5ce9c. 00000100:00000010:3.0:1767384391.695596:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000741c09. 00000100:00000010:3.0:1767384391.695681:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002c4d3b3b. 00000100:00000010:3.0:1767384391.695684:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000604f7ba8. 00000100:00000010:3.0:1767384391.696821:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006b3c4f7f. 00000100:00000010:3.0:1767384391.696825:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028b989cd. 00000100:00000010:3.0:1767384391.696910:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000055997b5e. 00000100:00000010:3.0:1767384391.696914:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ad5cad4. 00000100:00000010:3.0:1767384391.697979:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008f27cb32. 00000100:00000010:3.0:1767384391.697984:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fe4096f. 00000100:00000010:3.0:1767384391.698069:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a46b6c72. 00000100:00000010:3.0:1767384391.698072:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000925a53f9. 00000100:00000010:3.0:1767384391.699219:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003edcc097. 00000100:00000010:3.0:1767384391.699223:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088ea9ffd. 00000100:00000010:3.0:1767384391.699308:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bbcde43f. 00000100:00000010:3.0:1767384391.699310:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf953846. 00000100:00000010:3.0:1767384391.700443:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000021608c. 00000100:00000010:3.0:1767384391.700447:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004387c414. 00000100:00000010:3.0:1767384391.700554:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fb6500aa. 00000100:00000010:3.0:1767384391.700558:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bba16482. 00000100:00000010:3.0:1767384391.701709:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f5b1b6d0. 00000100:00000010:3.0:1767384391.701713:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019599369. 00000100:00000010:3.0:1767384391.701798:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e8f70e3b. 00000400:00000200:3.0:1767384391.701803:0:40426:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:3.0:1767384391.701882:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b1525029. 00000020:00000010:3.0:1767384391.701887:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000660d768a. 00000100:00000010:3.0:1767384391.701930:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000083e4b44. 00000100:00000010:3.0:1767384391.701935:0:40426:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c1641f11. 00000100:00000010:3.0:1767384391.701938:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000f8d17d8. 00000100:00000010:3.0:1767384391.701942:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004284ef0c. 00000100:00000010:3.0:1767384391.701943:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ad23a905. 00000100:00000200:3.0:1767384391.701963:0:40426:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:3.0:1767384391.701967:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008d9d4e5f. 00000100:00000010:3.0:1767384391.702338:0:40441:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000093605498. 00000020:00000010:3.0:1767384391.702343:0:40441:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006a9c30a3. 00000020:00000010:3.0:1767384391.702348:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2ec5229. 00000020:00000010:3.0:1767384391.702351:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004ccc9bc4. 00000040:00000010:3.0:1767384391.702354:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d4cbd0de. 00000020:00000010:3.0:1767384391.702358:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060a93c9c. 00000020:00000010:3.0:1767384391.702362:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008cbe3df3. 00000020:00000010:3.0:1767384391.702365:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006b2b555f. 80000000:00000010:3.0:1767384391.702369:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6d73dfb. 40000000:00000010:3.0:1767384391.702371:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000043e71c02. 00100000:00000010:3.0:1767384391.702375:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ac4f1284. 00040000:00000010:3.0:1767384391.702379:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000938ff00c. 00040000:00000010:3.0:1767384391.702382:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ddd5a32e. 00080000:00000010:3.0:1767384391.702386:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009cd85eda. 00000004:00000010:3.0:1767384391.702391:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000960d4bfb. 00002000:00000010:3.0:1767384391.702395:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002c5edad1. 00000100:00000200:3.0:1767384391.702400:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702415:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eb3fc6f. 00000400:00000010:3.0:1767384391.702423:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000236947ff. 00000100:00000200:3.0:1767384391.702430:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702432:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003cdb946. 00000400:00000010:3.0:1767384391.702436:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000020ec2b31. 00000100:00000200:3.0:1767384391.702438:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702439:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afd670cd. 00000400:00000010:3.0:1767384391.702444:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e514dd50. 00000100:00000200:3.0:1767384391.702446:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702447:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b19f09a4. 00000400:00000010:3.0:1767384391.702450:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000b6f61c3. 00000100:00000200:3.0:1767384391.702453:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702454:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eee21b39. 00000400:00000010:3.0:1767384391.702467:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bab21ed3. 00000100:00000200:3.0:1767384391.702471:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702472:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040b3902c. 00000400:00000010:3.0:1767384391.702476:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000da8f202b. 00000100:00000200:3.0:1767384391.702511:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702514:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e07a0. 00000400:00000010:3.0:1767384391.702518:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000328fadd6. 00000100:00000200:3.0:1767384391.702523:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702525:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d003eb29. 00000400:00000010:3.0:1767384391.702529:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006256e8fc. 00000100:00000200:3.0:1767384391.702532:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702533:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000400d93d8. 00000400:00000010:3.0:1767384391.702543:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fd8e91ec. 00000100:00000200:3.0:1767384391.702547:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702548:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcfef16c. 00000400:00000010:3.0:1767384391.702551:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f2766517. 00000100:00000200:3.0:1767384391.702554:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702555:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f55943. 00000400:00000010:3.0:1767384391.702558:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000017b72dfb. 00000100:00000200:3.0:1767384391.702560:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702561:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f26c76a. 00000400:00000010:3.0:1767384391.702564:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004e1dd11b. 00000100:00000200:3.0:1767384391.702567:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702568:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007731148c. 00000400:00000010:3.0:1767384391.702574:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000e4df6b8. 00000100:00000200:3.0:1767384391.702578:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702579:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd783303. 00000400:00000010:3.0:1767384391.702582:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a14438aa. 00000100:00000200:3.0:1767384391.702584:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702585:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000272079ce. 00000400:00000010:3.0:1767384391.702588:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006920793b. 00000100:00000200:3.0:1767384391.702591:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702592:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d71c03e6. 00000400:00000010:3.0:1767384391.702594:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000754f164c. 00000100:00000200:3.0:1767384391.702597:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702597:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e98b49a9. 00000400:00000010:3.0:1767384391.702605:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000104326c6. 00000100:00000200:3.0:1767384391.702609:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702610:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3aff63. 00000400:00000010:3.0:1767384391.702614:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003424e706. 00000100:00000200:3.0:1767384391.702617:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702618:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede61199. 00000400:00000010:3.0:1767384391.702622:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000949abd4e. 00000100:00000200:3.0:1767384391.702625:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702626:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d976db0. 00000400:00000010:3.0:1767384391.702630:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000acdbb9b. 00000100:00000200:3.0:1767384391.702632:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702633:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d77f18f0. 00000400:00000010:3.0:1767384391.702641:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c47dc7f9. 00000100:00000200:3.0:1767384391.702644:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702645:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d028a8b2. 00000400:00000010:3.0:1767384391.702649:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008e5e81c3. 00000100:00000200:3.0:1767384391.702652:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702653:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068fc5280. 00000400:00000010:3.0:1767384391.702656:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000accb4aa3. 00000100:00000200:3.0:1767384391.702659:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702660:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f2a882b. 00000400:00000010:3.0:1767384391.702663:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000144e4346. 00000100:00000200:3.0:1767384391.702666:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702667:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4bb5030. 00000400:00000010:3.0:1767384391.702673:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006759db60. 00000100:00000200:3.0:1767384391.702677:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702678:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ba510cb. 00000400:00000010:3.0:1767384391.702681:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007477a9fd. 00000100:00000200:3.0:1767384391.702683:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702684:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002874ce20. 00000400:00000010:3.0:1767384391.702687:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e1f8f94a. 00000100:00000200:3.0:1767384391.702689:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702690:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bca3380. 00000400:00000010:3.0:1767384391.702693:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003e377e4f. 00000100:00000200:3.0:1767384391.702695:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702697:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e08846e1. 00000400:00000010:3.0:1767384391.702703:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000898449a0. 00000100:00000200:3.0:1767384391.702707:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702708:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e74dacbd. 00000400:00000010:3.0:1767384391.702712:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005b16b5ea. 00000100:00000200:3.0:1767384391.702714:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702716:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017131626. 00000400:00000010:3.0:1767384391.702719:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000aab9cc19. 00000100:00000200:3.0:1767384391.702722:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702723:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048a25b72. 00000400:00000010:3.0:1767384391.702726:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000846bcaed. 00000100:00000200:3.0:1767384391.702728:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702729:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065410122. 00000400:00000010:3.0:1767384391.702737:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000164d87bc. 00000100:00000200:3.0:1767384391.702740:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702741:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a390fd2. 00000400:00000010:3.0:1767384391.702745:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009bd4bf13. 00000100:00000200:3.0:1767384391.702748:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702749:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bf984b8. 00000400:00000010:3.0:1767384391.702753:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003a8ec050. 00000100:00000200:3.0:1767384391.702755:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702756:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd0ff83. 00000400:00000010:3.0:1767384391.702760:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ddaf32c7. 00000100:00000200:3.0:1767384391.702763:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702764:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f332a7d. 00000400:00000010:3.0:1767384391.702772:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008007e0ba. 00000100:00000200:3.0:1767384391.702775:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702776:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056703df9. 00000400:00000010:3.0:1767384391.702780:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000051cb7243. 00000100:00000200:3.0:1767384391.702782:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702784:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0e1a8f1. 00000400:00000010:3.0:1767384391.702787:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c9334853. 00000100:00000200:3.0:1767384391.702790:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702791:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000688f913c. 00000400:00000010:3.0:1767384391.702795:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000be41de3a. 00000100:00000200:3.0:1767384391.702797:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702798:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d580e24c. 00000400:00000010:3.0:1767384391.702805:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000da0bc2e. 00000100:00000200:3.0:1767384391.702818:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702820:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078515e5d. 00000400:00000010:3.0:1767384391.702823:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002dbecbd3. 00000100:00000200:3.0:1767384391.702825:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702827:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d23b23a3. 00000400:00000010:3.0:1767384391.702830:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f3316a95. 00000100:00000200:3.0:1767384391.702832:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702833:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007370bf3c. 00000400:00000010:3.0:1767384391.702836:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005db8df82. 00000100:00000200:3.0:1767384391.702838:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702839:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057ffc737. 00000400:00000010:3.0:1767384391.702846:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008f3a7922. 00000100:00000200:3.0:1767384391.702849:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702850:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c77dd8. 00000400:00000010:3.0:1767384391.702853:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000015c864e8. 00000100:00000200:3.0:1767384391.702855:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702856:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eb0f8fe. 00000400:00000010:3.0:1767384391.702859:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c02212f1. 00000100:00000200:3.0:1767384391.702861:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702862:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef899fbd. 00000400:00000010:3.0:1767384391.702865:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000877000eb. 00000100:00000200:3.0:1767384391.702867:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702868:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030466563. 00000400:00000010:3.0:1767384391.702875:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cdcd4069. 00000100:00000200:3.0:1767384391.702878:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702879:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000422f1a49. 00000400:00000010:3.0:1767384391.702882:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003e4896ce. 00000100:00000200:3.0:1767384391.702885:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702886:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000421b8fa0. 00000400:00000010:3.0:1767384391.702889:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000057f24500. 00000100:00000200:3.0:1767384391.702891:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702892:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb82c4e3. 00000400:00000010:3.0:1767384391.702894:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004db21cb1. 00000100:00000200:3.0:1767384391.702897:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702898:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f98a3ff. 00000400:00000010:3.0:1767384391.702904:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e2c1f72f. 00000100:00000200:3.0:1767384391.702907:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702909:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff00e3fa. 00000400:00000010:3.0:1767384391.702912:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000079282e57. 00000100:00000200:3.0:1767384391.702915:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702916:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048955132. 00000400:00000010:3.0:1767384391.702919:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a167486f. 00000100:00000200:3.0:1767384391.702921:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702922:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0ba2072. 00000400:00000010:3.0:1767384391.702925:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008ada6966. 00000100:00000200:3.0:1767384391.702927:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702928:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8873d85. 00000400:00000010:3.0:1767384391.702936:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000059f8d9c3. 00000100:00000200:3.0:1767384391.702940:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702941:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f79e761. 00000400:00000010:3.0:1767384391.702945:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002f0e5614. 00000100:00000200:3.0:1767384391.702947:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702949:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006760d16a. 00000400:00000010:3.0:1767384391.702953:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009ee1844a. 00000100:00000200:3.0:1767384391.702955:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702957:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445c22ca. 00000400:00000010:3.0:1767384391.702960:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003f9d366e. 00000100:00000200:3.0:1767384391.702963:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702964:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dee656d1. 00000400:00000010:3.0:1767384391.702972:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000616645ba. 00000100:00000200:3.0:1767384391.702984:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702986:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001dbfe9e. 00000400:00000010:3.0:1767384391.702990:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003d16182e. 00000100:00000200:3.0:1767384391.702992:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.702993:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098973653. 00000400:00000010:3.0:1767384391.702997:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009b007a93. 00000100:00000200:3.0:1767384391.702999:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384391.703000:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba10d189. 00000400:00000010:3.0:1767384391.703004:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b080d1de. 00000100:00000010:3.0:1767384391.703017:0:40441:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000002b437b4. 00000100:00000200:3.0:1767384391.703033:0:40441:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384391.703092:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000002ba44b9. 00000100:00000010:3.0:1767384391.703341:0:40442:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000880fbfc. 00000020:00000010:3.0:1767384391.703345:0:40442:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004275020d. 00000020:00000010:3.0:1767384391.703348:0:40442:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e201a90f. 00000020:00000010:3.0:1767384391.703352:0:40442:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d90f42c1. 00000040:00000010:3.0:1767384391.703354:0:40442:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bc84614d. 00000020:00000010:3.0:1767384391.703356:0:40442:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002d716a8d. 00000020:00000010:3.0:1767384391.703358:0:40442:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c2359bcf. 00000020:00000010:3.0:1767384391.703360:0:40442:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000001a2319. 80000000:00000010:3.0:1767384391.703362:0:40442:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f7a0ed98. 40000000:00000010:3.0:1767384391.703363:0:40442:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f4a55ed7. 00100000:00000010:3.0:1767384391.703366:0:40442:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d4c43852. 00040000:00000010:3.0:1767384391.703368:0:40442:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000eb1f3343. 00040000:00000010:3.0:1767384391.703370:0:40442:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f3420231. 00080000:00000010:3.0:1767384391.703372:0:40442:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000087a39bee. 00000004:00000010:3.0:1767384391.703375:0:40442:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e29a3cb3. 00002000:00000010:3.0:1767384391.703377:0:40442:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ae0e5eb2. 00000100:00000010:3.0:1767384391.703390:0:40442:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006aaabc44. 00000100:00000200:3.0:1767384391.703401:0:40442:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384391.703433:0:40426:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000d698e780. 00000100:00000010:0.0:1767384391.703439:0:40426:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000002a086bf5. 00000100:00000010:0.0:1767384391.703470:0:40426:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000479858f8. 00000100:00000010:0.0:1767384391.703478:0:40426:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000beaa6705. 00000100:00000010:0.0:1767384391.703482:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063ac7408. 00000100:00000010:0.0:1767384391.703485:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ec94444. 00000100:00000010:0.0:1767384391.703488:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f86a9a39. 00000100:00000010:0.0:1767384391.703516:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008510b174. 00000100:00000010:0.0:1767384391.703522:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bb62d9e. 00000100:00000010:0.0:1767384391.703525:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007d7d6416. 00000100:00000010:0.0:1767384391.703529:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1fb2b6f. 00000100:00000010:0.0:1767384391.703534:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044980600. 00000100:00000010:0.0:1767384391.703538:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003248ccb4. 00000100:00000010:0.0:1767384391.703542:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb7059b6. 00000100:00000010:0.0:1767384391.703548:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000653e04b4. 00000100:00000010:0.0:1767384391.703553:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4f503f2. 00000100:00000010:0.0:1767384391.703555:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c8b193a. 00000100:00000010:0.0:1767384391.703560:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000daf7d3cf. 00000100:00000010:0.0:1767384391.703562:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ae5fe50. 00000100:00000010:0.0:1767384391.703565:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fead921b. 00000100:00000010:0.0:1767384391.703567:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a473dcc. 00000100:00000010:0.0:1767384391.703570:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ced748e1. 00000100:00000010:0.0:1767384391.703574:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6806aab. 00000100:00000010:0.0:1767384391.703578:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c2d9d4c. 00000100:00000010:0.0:1767384391.703581:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000841ddcc9. 00000100:00000010:0.0:1767384391.703584:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b9c3e822. 00010000:00000010:2.1:1767384391.703586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000baf07dcb. 00000100:00000010:0.0:1767384391.703586:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029f5541f. 00000100:00000010:0.0:1767384391.703591:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cddb24d5. 00010000:00000010:2.1:1767384391.703595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007d30792a. 00000100:00000010:0.0:1767384391.703595:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e68d4f1d. 00000100:00000010:0.0:1767384391.703601:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005364c77c. 00000100:00000010:0.0:1767384391.703605:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3115e99. 00000100:00000010:0.0:1767384391.703608:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000018d8ab05. 00000100:00000010:0.0:1767384391.703609:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040fc9d96. 00000100:00000010:0.0:1767384391.703612:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000104ddb0c. 00000100:00000010:0.0:1767384391.703614:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bcd5d0f. 00000100:00000010:0.0:1767384391.703616:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c5c394a. 00000100:00000010:0.0:1767384391.703618:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b2306a8. 00000100:00000010:0.0:1767384391.703621:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ce788fa. 00000100:00000010:0.0:1767384391.703623:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c98cdec2. 00000100:00000010:0.0:1767384391.703626:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036c993fe. 00000100:00000010:0.0:1767384391.703627:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002150ef84. 00000100:00000010:0.0:1767384391.703630:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a31f002. 00000100:00000010:0.0:1767384391.703631:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fed3f801. 00000100:00000010:0.0:1767384391.703634:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a979cae0. 00000100:00000010:0.0:1767384391.703636:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b2162e9. 00000100:00000010:0.0:1767384391.703638:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006d0d3000. 00000100:00000010:0.0:1767384391.703639:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001993c0d2. 00000100:00000010:0.0:1767384391.703641:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e57969a3. 00000100:00000010:0.0:1767384391.703644:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053f8f396. 00000100:00000010:0.0:1767384391.703646:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cc9629de. 00000100:00000010:0.0:1767384391.703648:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aeb52535. 00000100:00000010:0.0:1767384391.703650:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005dac055f. 00000100:00000010:0.0:1767384391.703652:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d719c00e. 00000100:00000010:0.0:1767384391.703654:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e8ea72dc. 00000100:00000010:0.0:1767384391.703656:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cf9afe4. 00000100:00000010:0.0:1767384391.703658:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ece335f6. 00000100:00000010:0.0:1767384391.703660:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eeed2222. 00000100:00000010:0.0:1767384391.703662:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005719b530. 00000100:00000010:0.0:1767384391.703663:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037b35748. 00000100:00000010:0.0:1767384391.703665:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000063d23566. 00000100:00000010:0.0:1767384391.703667:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002abc7a82. 00000100:00000010:0.0:1767384391.703668:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000027a654de. 00000100:00000010:0.0:1767384391.703670:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d56f57bf. 00000100:00000010:0.0:1767384391.703672:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005306e0ec. 00000100:00000010:0.0:1767384391.703673:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef423842. 00000100:00000010:0.0:1767384391.703676:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf6cc193. 00000100:00000010:0.0:1767384391.703679:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a9825e2. 00000100:00000010:0.0:1767384391.703681:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dadd4b11. 00000100:00000010:0.0:1767384391.703683:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006695f4cf. 00000100:00000010:0.0:1767384391.703687:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000071b0d89. 00000100:00000010:0.0:1767384391.703689:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039ec10f4. 00000100:00000010:0.0:1767384391.703693:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004b158785. 00000100:00000010:0.0:1767384391.703695:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a96275e. 00000100:00000010:0.0:1767384391.703699:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000019ef928c. 00000100:00000010:0.0:1767384391.703703:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e162872. 00000100:00000010:0.0:1767384391.703708:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b8faadd0. 00000100:00000010:0.0:1767384391.703711:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006068ac36. 00000100:00000010:0.0:1767384391.703715:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001ab571c5. 00000100:00000010:0.0:1767384391.703718:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa7c41ce. 00000100:00000010:0.0:1767384391.703722:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000024badcf6. 00000100:00000010:0.0:1767384391.703726:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f38eee67. 00000100:00000010:0.0:1767384391.703729:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006ca0db75. 00000100:00000010:0.0:1767384391.703733:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d6e1121. 00000100:00000010:0.0:1767384391.703737:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eccdcb3f. 00000100:00000010:0.0:1767384391.703740:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1cb59d6. 00000100:00000010:0.0:1767384391.703743:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d065ee62. 00000100:00000010:0.0:1767384391.703747:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ff9181c. 00000100:00000010:0.0:1767384391.703750:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003368f575. 00000100:00000010:0.0:1767384391.703753:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b49be29d. 00000100:00000010:0.0:1767384391.703756:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000212b6c22. 00000100:00000010:0.0:1767384391.703759:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d066f627. 00000100:00000010:0.0:1767384391.703762:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001b26d160. 00000100:00000010:0.0:1767384391.703765:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9b93c03. 00000100:00000010:0.0:1767384391.703767:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008cc15ee8. 00000100:00000010:0.0:1767384391.703769:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bddc2c0d. 00000100:00000010:0.0:1767384391.703771:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ea29402. 00000100:00000010:0.0:1767384391.703773:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e199dcdf. 00000100:00000010:0.0:1767384391.703776:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000078fa68a. 00000100:00000010:0.0:1767384391.703777:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec689623. 00000100:00000010:0.0:1767384391.703779:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f92da26. 00000100:00000010:0.0:1767384391.703781:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000011b4600. 00000100:00000010:0.0:1767384391.703783:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac8f1981. 00000100:00000010:0.0:1767384391.703785:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dfd1201. 00000100:00000010:0.0:1767384391.703787:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000071c1beb8. 00000100:00000010:0.0:1767384391.703790:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c91e2339. 00000100:00000010:0.0:1767384391.703793:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f17a13c. 00000100:00000010:0.0:1767384391.703794:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c70e4670. 00000100:00000010:0.0:1767384391.703797:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003f5632da. 00000100:00000010:0.0:1767384391.703799:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eeb7733d. 00000100:00000010:0.0:1767384391.703802:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5bab8f1. 00000100:00000010:0.0:1767384391.703804:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf05118a. 00000100:00000010:0.0:1767384391.703807:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dc33a81b. 00000100:00000010:0.0:1767384391.703809:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d0bc897. 00000100:00000010:0.0:1767384391.703812:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac69460a. 00000100:00000010:0.0:1767384391.703813:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000186064eb. 00000100:00000010:0.0:1767384391.703816:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a3cdb604. 00000100:00000010:0.0:1767384391.703817:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6db2dff. 00000100:00000010:0.0:1767384391.703820:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b1c021db. 00000100:00000010:0.0:1767384391.703821:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa83b03a. 00000100:00000010:0.0:1767384391.703824:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cece13dc. 00000100:00000010:0.0:1767384391.703825:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e7ef67a. 00000100:00000010:0.0:1767384391.703827:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000127784da. 00000100:00000010:0.0:1767384391.703829:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0cf6979. 00000100:00000010:0.0:1767384391.703831:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4f0ae7c. 00000100:00000010:0.0:1767384391.703832:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7548135. 00000100:00000010:0.0:1767384391.703834:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000993c3d0c. 00000100:00000010:0.0:1767384391.703836:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb963809. 00000100:00000010:0.0:1767384391.703837:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012a30316. 00000100:00000010:0.0:1767384391.703839:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074400c00. 00000100:00000010:0.0:1767384391.703841:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a4b858a. 00000100:00000010:0.0:1767384391.703842:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f688ce4. 00000100:00000010:0.0:1767384391.703846:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7ac8b2a. 00000400:00000200:0.0:1767384391.703848:0:40426:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:0.0:1767384391.703899:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ffae0bb9. 00000020:00000010:0.0:1767384391.703903:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000185311a0. 00000100:00000010:0.0:1767384391.703944:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009ec09fae. 00000100:00000010:0.0:1767384391.703947:0:40426:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000004b4c412b. 00000100:00000010:0.0:1767384391.703950:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d89b8752. 00000100:00000010:0.0:1767384391.703953:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bd057d91. 00000100:00000010:0.0:1767384391.703955:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003791f360. 00000100:00000200:0.0:1767384391.703976:0:40426:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:0.0:1767384391.703978:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000eb15ad35. 00000100:00000010:3.0:1767384391.704227:0:40443:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c628811e. 00000020:00000010:3.0:1767384391.704231:0:40443:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004277e021. 00000020:00000010:3.0:1767384391.704234:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004887074c. 00000020:00000010:3.0:1767384391.704236:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000400859c3. 00000040:00000010:3.0:1767384391.704238:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002c96b679. 00000020:00000010:3.0:1767384391.704240:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000021262af7. 00000020:00000010:3.0:1767384391.704242:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003cf49b1b. 00000020:00000010:3.0:1767384391.704244:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000002732818. 80000000:00000010:3.0:1767384391.704246:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e27eca89. 40000000:00000010:3.0:1767384391.704248:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000da3d9c5a. 00100000:00000010:3.0:1767384391.704250:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000245f87c7. 00040000:00000010:3.0:1767384391.704252:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000029c47ff. 00040000:00000010:3.0:1767384391.704254:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008fc4bdea. 00080000:00000010:3.0:1767384391.704256:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000097768dec. 00000004:00000010:3.0:1767384391.704259:0:40443:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004a59035a. 00000100:00000200:3.0:1767384391.704262:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704264:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab2614e7. 00000400:00000010:3.0:1767384391.704268:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000343f9e01. 00000100:00000200:3.0:1767384391.704270:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704272:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7e48a1c. 00000400:00000010:3.0:1767384391.704273:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da22564f. 00000100:00000200:3.0:1767384391.704275:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704276:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6a99368. 00000400:00000010:3.0:1767384391.704277:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c799fdb5. 00000100:00000200:3.0:1767384391.704279:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704280:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa9d97ed. 00000400:00000010:3.0:1767384391.704281:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f0fe0bb. 00000100:00000200:3.0:1767384391.704282:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704283:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b766e8a. 00000400:00000010:3.0:1767384391.704284:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029ba9689. 00000100:00000200:3.0:1767384391.704285:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704286:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c10a0b9. 00000400:00000010:3.0:1767384391.704287:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cce4203. 00000100:00000200:3.0:1767384391.704288:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704289:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006082e5b5. 00000400:00000010:3.0:1767384391.704290:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e3865c8. 00000100:00000200:3.0:1767384391.704292:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704292:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c589327. 00000400:00000010:3.0:1767384391.704294:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048c1ba7d. 00000100:00000200:3.0:1767384391.704295:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704296:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd820e61. 00000400:00000010:3.0:1767384391.704297:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082fd8537. 00000100:00000200:3.0:1767384391.704298:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704299:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f9a2c4c. 00000400:00000010:3.0:1767384391.704300:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8d27c3b. 00000100:00000200:3.0:1767384391.704301:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704301:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000848ba9c3. 00000400:00000010:3.0:1767384391.704302:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ff860da. 00000100:00000200:3.0:1767384391.704304:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704305:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001977ac7a. 00000400:00000010:3.0:1767384391.704306:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a12f5fa. 00000100:00000200:3.0:1767384391.704307:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704308:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d83cdbaf. 00000400:00000010:3.0:1767384391.704310:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a473f7b. 00000100:00000200:3.0:1767384391.704311:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704312:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073cb7727. 00000400:00000010:3.0:1767384391.704314:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e5be2f0. 00000100:00000200:3.0:1767384391.704315:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704316:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d68c8804. 00000400:00000010:3.0:1767384391.704317:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cc84a99. 00000100:00000200:3.0:1767384391.704319:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704319:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbef071e. 00000400:00000010:3.0:1767384391.704321:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b68abf2. 00000100:00000200:3.0:1767384391.704322:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704323:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c743ee7. 00000400:00000010:3.0:1767384391.704324:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008777a947. 00000100:00000200:3.0:1767384391.704325:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704326:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a30b8d67. 00000400:00000010:3.0:1767384391.704327:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ad3aa94. 00000100:00000200:3.0:1767384391.704328:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704329:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa970f42. 00000400:00000010:3.0:1767384391.704330:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab9fc840. 00000100:00000200:3.0:1767384391.704331:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704332:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7e6f00. 00000400:00000010:3.0:1767384391.704333:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e8d93dc. 00000100:00000200:3.0:1767384391.704334:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704335:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bc83a61. 00000400:00000010:3.0:1767384391.704336:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c1c721. 00000100:00000200:3.0:1767384391.704337:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704338:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e21d67ae. 00000400:00000010:3.0:1767384391.704339:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086825c0f. 00000100:00000200:3.0:1767384391.704340:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704341:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b97db37f. 00000400:00000010:3.0:1767384391.704342:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b556d8f. 00000100:00000200:3.0:1767384391.704343:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704344:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010c54454. 00000400:00000010:3.0:1767384391.704345:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007778af77. 00000100:00000200:3.0:1767384391.704347:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704348:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005248be41. 00000400:00000010:3.0:1767384391.704349:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a92d1b4. 00000100:00000200:3.0:1767384391.704351:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704352:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb7c2295. 00000400:00000010:3.0:1767384391.704353:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023fd8947. 00000100:00000200:3.0:1767384391.704354:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704355:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000186fcd29. 00000400:00000010:3.0:1767384391.704356:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5637d0. 00000100:00000200:3.0:1767384391.704358:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704358:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad9ff39d. 00000400:00000010:3.0:1767384391.704359:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcf7c366. 00000100:00000200:3.0:1767384391.704361:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704362:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bda429f. 00000400:00000010:3.0:1767384391.704363:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4f0d52c. 00000100:00000200:3.0:1767384391.704364:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704365:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a4458ce. 00000400:00000010:3.0:1767384391.704365:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc3fa0cf. 00000100:00000200:3.0:1767384391.704367:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704367:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000895bba64. 00000400:00000010:3.0:1767384391.704380:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ae995f7. 00000100:00000200:3.0:1767384391.704382:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704384:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a3ddea7. 00000400:00000010:3.0:1767384391.704385:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d22215b9. 00000100:00000200:3.0:1767384391.704386:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704387:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee42a0ef. 00000400:00000010:3.0:1767384391.704388:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058cfaf05. 00000100:00000200:3.0:1767384391.704389:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704390:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083736a2d. 00000400:00000010:3.0:1767384391.704391:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acbb7067. 00000100:00000200:3.0:1767384391.704392:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704393:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e28536f. 00000400:00000010:3.0:1767384391.704394:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001df3d528. 00000100:00000200:3.0:1767384391.704396:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704397:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f10d5a32. 00000400:00000010:3.0:1767384391.704398:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034dba911. 00000100:00000200:3.0:1767384391.704400:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704401:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e64f995. 00000400:00000010:3.0:1767384391.704416:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e291f5c. 00000100:00000200:3.0:1767384391.704418:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704419:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058fece35. 00000400:00000010:3.0:1767384391.704421:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ec8cb7c. 00000100:00000200:3.0:1767384391.704422:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704423:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011f06410. 00000400:00000010:3.0:1767384391.704425:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2a48c6b. 00000100:00000200:3.0:1767384391.704426:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704427:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bd56e02. 00000400:00000010:3.0:1767384391.704428:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001da00b4b. 00000100:00000200:3.0:1767384391.704429:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704431:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c342e846. 00000400:00000010:3.0:1767384391.704432:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091d60fda. 00000100:00000200:3.0:1767384391.704433:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704435:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003508cefe. 00000400:00000010:3.0:1767384391.704436:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080b3a046. 00000100:00000200:3.0:1767384391.704437:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704438:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061b527d7. 00000400:00000010:3.0:1767384391.704439:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027c9e947. 00000100:00000200:3.0:1767384391.704440:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704441:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e5fb43b. 00000400:00000010:3.0:1767384391.704442:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5d15e7a. 00000100:00000200:3.0:1767384391.704443:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704444:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066b0d809. 00000400:00000010:3.0:1767384391.704445:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000915bf179. 00000100:00000200:3.0:1767384391.704446:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704457:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b4c9109. 00000400:00000010:3.0:1767384391.704458:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007414d028. 00000100:00000200:3.0:1767384391.704459:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704460:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e103c6c2. 00000400:00000010:3.0:1767384391.704461:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000564af557. 00000100:00000200:3.0:1767384391.704463:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704463:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b33420c0. 00000400:00000010:3.0:1767384391.704465:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afa44841. 00000100:00000200:3.0:1767384391.704466:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704468:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa2dc973. 00000400:00000010:3.0:1767384391.704469:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084247679. 00000100:00000200:3.0:1767384391.704470:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704472:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c78f6f0. 00000400:00000010:3.0:1767384391.704473:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4b3671d. 00000100:00000200:3.0:1767384391.704474:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704475:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cc5fa06. 00000400:00000010:3.0:1767384391.704476:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0e6732b. 00000100:00000200:3.0:1767384391.704504:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704506:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d85415d7. 00000400:00000010:3.0:1767384391.704510:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000367b28af. 00000100:00000200:3.0:1767384391.704514:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704516:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072cd6683. 00000400:00000010:3.0:1767384391.704517:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001acdbfd1. 00000100:00000200:3.0:1767384391.704519:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704521:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d36bf15d. 00000400:00000010:3.0:1767384391.704523:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000330631f4. 00000100:00000200:3.0:1767384391.704524:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704525:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdf3a2d9. 00000400:00000010:3.0:1767384391.704526:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aadf5fe2. 00000100:00000200:3.0:1767384391.704527:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704528:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cad5a889. 00000400:00000010:3.0:1767384391.704529:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055e50e2b. 00000100:00000200:3.0:1767384391.704531:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704532:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d1ef2f2. 00000400:00000010:3.0:1767384391.704533:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cf71745. 00000100:00000200:3.0:1767384391.704535:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704536:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f059f5c. 00000400:00000010:3.0:1767384391.704538:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cfe7530. 00000100:00000200:3.0:1767384391.704539:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704541:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c658a0. 00000400:00000010:3.0:1767384391.704543:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ee17dfe. 00000100:00000200:3.0:1767384391.704546:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704548:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003866f151. 00000400:00000010:3.0:1767384391.704550:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a801fbb. 00000100:00000200:3.0:1767384391.704554:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704556:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000299e8361. 00000400:00000010:3.0:1767384391.704568:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016aa3fd4. 00000100:00000200:3.0:1767384391.704571:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704573:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091f20956. 00000400:00000010:3.0:1767384391.704574:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1581f1. 00000100:00000200:3.0:1767384391.704575:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704576:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000474420f2. 00000400:00000010:3.0:1767384391.704577:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b0713a8. 00000100:00000200:3.0:1767384391.704578:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384391.704579:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074708b05. 00000400:00000010:3.0:1767384391.704581:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d48d7394. 00000100:00000010:3.0:1767384391.704583:0:40443:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000a48acfa6. 00000100:00000200:3.0:1767384391.704595:0:40443:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384391.704614:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000033ef98ef. 00000100:00000010:3.0:1767384391.704765:0:40444:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000099c5ae83. 00000020:00000010:3.0:1767384391.704768:0:40444:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000787af58c. 00000020:00000010:3.0:1767384391.704772:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5168f9c. 00000020:00000010:3.0:1767384391.704773:0:40444:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000015c06678. 00000040:00000010:3.0:1767384391.704775:0:40444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003a665482. 00000020:00000010:3.0:1767384391.704777:0:40444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009e3ae9a0. 00000020:00000010:3.0:1767384391.704779:0:40444:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000000d75aab. 00000020:00000010:3.0:1767384391.704781:0:40444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000495bc6bc. 80000000:00000010:3.0:1767384391.704783:0:40444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d9141213. 40000000:00000010:3.0:1767384391.704784:0:40444:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000720d8a7e. 00100000:00000010:3.0:1767384391.704786:0:40444:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f7fa0e6c. 00040000:00000010:3.0:1767384391.704789:0:40444:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f2790d64. 00040000:00000010:3.0:1767384391.704791:0:40444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d6cced57. 00080000:00000010:3.0:1767384391.704793:0:40444:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002167c143. 00000004:00000010:3.0:1767384391.704796:0:40444:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000029e7153b. 00000100:00000010:3.0:1767384391.704799:0:40444:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000493b380d. 00000100:00000200:3.0:1767384391.704808:0:40444:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384391.704819:0:40426:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000cee0c3f4. 00000100:00000010:0.0:1767384391.704834:0:40426:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000004877c859. 00000100:00000010:0.0:1767384391.704843:0:40426:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000006d1e4a42. 00000100:00000010:0.0:1767384391.704850:0:40426:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000004689e3b7. 00000100:00000010:0.0:1767384391.704853:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052fdf083. 00000100:00000010:0.0:1767384391.704856:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ce0cdd58. 00000100:00000010:0.0:1767384391.704858:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f2fffb2. 00000100:00000010:0.0:1767384391.704861:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000231e7b27. 00000100:00000010:0.0:1767384391.704862:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fecef479. 00000100:00000010:0.0:1767384391.704865:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007e1626a5. 00000100:00000010:0.0:1767384391.704867:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006526f3be. 00000100:00000010:0.0:1767384391.704869:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000037f0d62b. 00000100:00000010:0.0:1767384391.704871:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008dfa2a58. 00000100:00000010:0.0:1767384391.704873:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be7850fa. 00000100:00000010:0.0:1767384391.704875:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000155e470d. 00000100:00000010:0.0:1767384391.704877:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004579feb6. 00000100:00000010:0.0:1767384391.704879:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b60662e. 00000100:00000010:0.0:1767384391.704881:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000174833b5. 00000100:00000010:0.0:1767384391.704883:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2b97465. 00000100:00000010:0.0:1767384391.704885:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac25c719. 00000100:00000010:0.0:1767384391.704886:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec58132a. 00000100:00000010:0.0:1767384391.704888:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4f40188. 00000100:00000010:0.0:1767384391.704889:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062a36228. 00000100:00000010:0.0:1767384391.704892:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000005bf59f4. 00000100:00000010:0.0:1767384391.704894:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083e59fd6. 00000100:00000010:0.0:1767384391.704896:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ef47209. 00000100:00000010:0.0:1767384391.704897:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f26bd131. 00000100:00000010:0.0:1767384391.704899:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000007a0c03f. 00000100:00000010:0.0:1767384391.704901:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb7b61df. 00000100:00000010:0.0:1767384391.704903:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af8fe4b0. 00000100:00000010:0.0:1767384391.704905:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ffa1697. 00000100:00000010:0.0:1767384391.704908:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033a9f1cb. 00000100:00000010:0.0:1767384391.704909:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b692afee. 00000100:00000010:0.0:1767384391.704912:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000205bc168. 00000100:00000010:0.0:1767384391.704936:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095a8c634. 00000100:00000010:0.0:1767384391.704938:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000a2173f6. 00000100:00000010:0.0:1767384391.704940:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000506c05ae. 00000100:00000010:0.0:1767384391.704942:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083e1adda. 00000100:00000010:0.0:1767384391.704944:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000751ca5a7. 00000100:00000010:0.0:1767384391.704946:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000058b5914f. 00000100:00000010:0.0:1767384391.704948:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098a5a4f5. 00000100:00000010:0.0:1767384391.704950:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009afcb0a. 00000100:00000010:0.0:1767384391.704952:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acbe69db. 00000100:00000010:0.0:1767384391.704954:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008a07aa91. 00000100:00000010:0.0:1767384391.704956:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007aefb8b5. 00000100:00000010:0.0:1767384391.704958:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000059b981d7. 00000100:00000010:0.0:1767384391.704960:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054339050. 00000100:00000010:0.0:1767384391.704962:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe11b584. 00000100:00000010:0.0:1767384391.704963:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6dfd9d5. 00000100:00000010:0.0:1767384391.704965:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035e04153. 00000100:00000010:0.0:1767384391.704967:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b6e92ca. 00000100:00000010:0.0:1767384391.704969:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000464898e3. 00000100:00000010:0.0:1767384391.704971:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee861610. 00000100:00000010:0.0:1767384391.704973:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000062372225. 00000100:00000010:0.0:1767384391.704974:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1a5ed7b. 00000100:00000010:0.0:1767384391.704976:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000090e24f99. 00000100:00000010:0.0:1767384391.704978:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003298c1d7. 00000100:00000010:0.0:1767384391.704980:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7fc9b56. 00000100:00000010:0.0:1767384391.704981:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d813aef4. 00000100:00000010:0.0:1767384391.704983:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009b43d06e. 00000100:00000010:0.0:1767384391.704985:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009286b634. 00000100:00000010:0.0:1767384391.704988:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091765810. 00000100:00000010:0.0:1767384391.704990:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e62bdc96. 00000100:00000010:0.0:1767384391.704993:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000c884094. 00000100:00000010:0.0:1767384391.704995:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ded4f61. 00000100:00000010:0.0:1767384391.704998:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000025352560. 00000100:00000010:0.0:1767384391.705005:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070717168. 00000100:00000010:0.0:1767384391.705008:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c2ad9c7c. 00000100:00000010:0.0:1767384391.705009:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1941779. 00000100:00000010:0.0:1767384391.705012:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003baa8c85. 00000100:00000010:0.0:1767384391.705014:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a670928. 00000100:00000010:0.0:1767384391.705017:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ccc6b7e7. 00000100:00000010:0.0:1767384391.705018:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000478496fe. 00000100:00000010:0.0:1767384391.705020:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb4753f9. 00000100:00000010:0.0:1767384391.705022:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fd17575. 00000100:00000010:0.0:1767384391.705024:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c9b0024c. 00000100:00000010:0.0:1767384391.705026:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7c83761. 00000100:00000010:0.0:1767384391.705028:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007fb370dc. 00000100:00000010:0.0:1767384391.705030:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058541d4f. 00000100:00000010:0.0:1767384391.705032:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001cdc57ae. 00000100:00000010:0.0:1767384391.705034:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d6bbcdb. 00000100:00000010:0.0:1767384391.705052:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000057a9f55c. 00000100:00000010:0.0:1767384391.705054:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d181f0d8. 00000100:00000010:0.0:1767384391.705057:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb8120c9. 00000100:00000010:0.0:1767384391.705058:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033befdd1. 00000100:00000010:0.0:1767384391.705061:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005023ae9c. 00000100:00000010:0.0:1767384391.705062:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009364ae12. 00000100:00000010:0.0:1767384391.705065:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000160c9f7f. 00000100:00000010:0.0:1767384391.705067:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091593e08. 00000100:00000010:0.0:1767384391.705069:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f1fd725. 00000100:00000010:0.0:1767384391.705071:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee52d71f. 00000100:00000010:0.0:1767384391.705073:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c297571. 00000100:00000010:0.0:1767384391.705075:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e431d585. 00000100:00000010:0.0:1767384391.705078:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000423788bb. 00000100:00000010:0.0:1767384391.705080:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074a8b607. 00000100:00000010:0.0:1767384391.705083:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005dad6b29. 00000100:00000010:0.0:1767384391.705084:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d950f51. 00000100:00000010:0.0:1767384391.705088:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c40eaf2b. 00000100:00000010:0.0:1767384391.705096:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f742e884. 00000100:00000010:0.0:1767384391.705099:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000075a842dc. 00000100:00000010:0.0:1767384391.705101:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071df5d5b. 00000100:00000010:0.0:1767384391.705103:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d5b4eb4. 00000100:00000010:0.0:1767384391.705105:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000563ce5a7. 00000100:00000010:0.0:1767384391.705107:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a1249c28. 00000100:00000010:0.0:1767384391.705108:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ce38070. 00000100:00000010:0.0:1767384391.705111:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ebac1b01. 00000100:00000010:0.0:1767384391.705113:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff170402. 00000100:00000010:0.0:1767384391.705116:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008466af80. 00000100:00000010:0.0:1767384391.705118:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000501b5152. 00000100:00000010:0.0:1767384391.705121:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ed1a274. 00000100:00000010:0.0:1767384391.705122:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003afe034. 00000100:00000010:0.0:1767384391.705125:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032ee302c. 00000100:00000010:0.0:1767384391.705126:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057cb5173. 00000100:00000010:0.0:1767384391.705129:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051da0cfb. 00000100:00000010:0.0:1767384391.705130:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028885fc4. 00000100:00000010:0.0:1767384391.705133:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c2fe450c. 00000100:00000010:0.0:1767384391.705134:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1d05195. 00000100:00000010:0.0:1767384391.705136:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000020412098. 00000100:00000010:0.0:1767384391.705138:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000613f46ca. 00000100:00000010:0.0:1767384391.705141:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000591790d0. 00000100:00000010:0.0:1767384391.705142:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b6e3b6d. 00000100:00000010:0.0:1767384391.705145:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3c80850. 00000100:00000010:0.0:1767384391.705147:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099aca196. 00000100:00000010:0.0:1767384391.705149:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000379d677c. 00000100:00000010:0.0:1767384391.705151:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000538b1e0b. 00000100:00000010:0.0:1767384391.705153:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c7b59457. 00000100:00000010:0.0:1767384391.705155:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b694bac1. 00000100:00000010:0.0:1767384391.705158:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000145285b2. 00000100:00000010:0.0:1767384391.705160:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082708024. 00000100:00000010:0.0:1767384391.705162:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000abe7c49d. 00000100:00000010:0.0:1767384391.705169:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5bcf216. 00000100:00000010:0.0:1767384391.705172:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dbd5b770. 00000400:00000200:0.0:1767384391.705173:0:40426:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:0.0:1767384391.705200:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ab4c9e46. 00000020:00000010:0.0:1767384391.705204:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000dda252af. 00000100:00000010:0.0:1767384391.705236:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cde82f23. 00000100:00000010:0.0:1767384391.705238:0:40426:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000038694a01. 00000100:00000010:0.0:1767384391.705240:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000044b8e4a2. 00000100:00000010:0.0:1767384391.705241:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000be6a4fb7. 00000100:00000010:0.0:1767384391.705243:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000007a85a6b. 00000100:00000200:0.0:1767384391.705267:0:40426:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:0.0:1767384391.705269:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000013a8c3bf. 00000100:00000010:3.0:1767384391.705520:0:40445:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000062cf6d8e. 00000020:00000010:3.0:1767384391.705525:0:40445:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000016105976. 00000020:00000010:3.0:1767384391.705530:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebe316af. 00000020:00000010:3.0:1767384391.705533:0:40445:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000de241595. 00000040:00000010:3.0:1767384391.705535:0:40445:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c8335564. 00000020:00000010:3.0:1767384391.705539:0:40445:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aacf0354. 00000020:00000010:3.0:1767384391.705542:0:40445:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000130a242b. 00000020:00000010:3.0:1767384391.705545:0:40445:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000053b52e8b. 80000000:00000010:3.0:1767384391.705548:0:40445:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002717a7b6. 40000000:00000010:3.0:1767384391.705550:0:40445:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d8939428. 00100000:00000010:3.0:1767384391.705554:0:40445:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c3fb531f. 00040000:00000010:3.0:1767384391.705556:0:40445:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e835e7cd. 00040000:00000010:3.0:1767384391.705559:0:40445:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b4e041eb. 00080000:00000010:3.0:1767384391.705563:0:40445:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ca32246c. 00000004:00000010:3.0:1767384391.705566:0:40445:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000090c6a644. 00002000:00000010:3.0:1767384391.705567:0:40445:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000044538459. 00000100:00000200:3.0:1767384391.705570:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705572:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9087cc1. 00000400:00000010:3.0:1767384391.705574:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001e038a1. 00000100:00000200:3.0:1767384391.705576:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705577:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daac6b38. 00000400:00000010:3.0:1767384391.705579:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039aaceb6. 00000100:00000200:3.0:1767384391.705580:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705581:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdc0e908. 00000400:00000010:3.0:1767384391.705583:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014bba835. 00000100:00000200:3.0:1767384391.705584:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705585:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fcfdfb5. 00000400:00000010:3.0:1767384391.705586:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f6720f7. 00000100:00000200:3.0:1767384391.705587:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705588:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9654b1a. 00000400:00000010:3.0:1767384391.705589:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e981fb9d. 00000100:00000200:3.0:1767384391.705590:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705591:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007604081e. 00000400:00000010:3.0:1767384391.705592:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026f5187e. 00000100:00000200:3.0:1767384391.705593:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705595:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c86c24be. 00000400:00000010:3.0:1767384391.705596:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000810d7fd8. 00000100:00000200:3.0:1767384391.705597:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705598:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001026140. 00000400:00000010:3.0:1767384391.705599:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024fa0fa8. 00000100:00000200:3.0:1767384391.705600:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705601:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000091de225. 00000400:00000010:3.0:1767384391.705602:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056b919c0. 00000100:00000200:3.0:1767384391.705603:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705604:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053f03d73. 00000400:00000010:3.0:1767384391.705605:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7e2bc96. 00000100:00000200:3.0:1767384391.705606:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705607:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae7bbc25. 00000400:00000010:3.0:1767384391.705608:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d868877. 00000100:00000200:3.0:1767384391.705610:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705611:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e215dab. 00000400:00000010:3.0:1767384391.705612:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065fa0372. 00000100:00000200:3.0:1767384391.705613:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705614:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb31a5ac. 00000400:00000010:3.0:1767384391.705615:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001405863b. 00000100:00000200:3.0:1767384391.705616:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705617:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a82e4a1. 00000400:00000010:3.0:1767384391.705618:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009495bf75. 00000100:00000200:3.0:1767384391.705619:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705620:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebb83c5d. 00000400:00000010:3.0:1767384391.705621:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e710c10a. 00000100:00000200:3.0:1767384391.705622:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705623:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a59f5bc9. 00000400:00000010:3.0:1767384391.705624:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000882b3425. 00000100:00000200:3.0:1767384391.705625:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705626:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f5ed4e0. 00000400:00000010:3.0:1767384391.705627:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef12c943. 00000100:00000200:3.0:1767384391.705628:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705629:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eb4b15c. 00000400:00000010:3.0:1767384391.705630:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000989237d1. 00000100:00000200:3.0:1767384391.705632:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705633:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bd083e9. 00000400:00000010:3.0:1767384391.705634:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b935b6ea. 00000100:00000200:3.0:1767384391.705635:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705636:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8c70169. 00000400:00000010:3.0:1767384391.705637:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a68e4e4e. 00000100:00000200:3.0:1767384391.705638:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705639:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047e2db61. 00000400:00000010:3.0:1767384391.705640:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee051611. 00000100:00000200:3.0:1767384391.705641:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705642:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bc59d7e. 00000400:00000010:3.0:1767384391.705643:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074411b30. 00000100:00000200:3.0:1767384391.705644:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705646:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecb399e9. 00000400:00000010:3.0:1767384391.705647:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6461551. 00000100:00000200:3.0:1767384391.705648:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705649:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfb2b5fb. 00000400:00000010:3.0:1767384391.705650:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026ba32f8. 00000100:00000200:3.0:1767384391.705651:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705652:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cfbc38b. 00000400:00000010:3.0:1767384391.705653:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1ecb53e. 00000100:00000200:3.0:1767384391.705654:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705655:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000433ee046. 00000400:00000010:3.0:1767384391.705656:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ebf4a73. 00000100:00000200:3.0:1767384391.705657:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705658:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd1ee132. 00000400:00000010:3.0:1767384391.705670:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a06455d3. 00000100:00000200:3.0:1767384391.705672:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705674:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006833daf7. 00000400:00000010:3.0:1767384391.705675:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2dfc4fb. 00000100:00000200:3.0:1767384391.705676:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705678:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ed7bd88. 00000400:00000010:3.0:1767384391.705679:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a6e7a42. 00000100:00000200:3.0:1767384391.705680:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705681:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060020603. 00000400:00000010:3.0:1767384391.705683:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000816786b6. 00000100:00000200:3.0:1767384391.705684:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705685:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002924236a. 00000400:00000010:3.0:1767384391.705686:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a77fe80b. 00000100:00000200:3.0:1767384391.705687:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705689:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecd5a870. 00000400:00000010:3.0:1767384391.705690:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d1594be. 00000100:00000200:3.0:1767384391.705691:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705692:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c03ad5c0. 00000400:00000010:3.0:1767384391.705693:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026153d5a. 00000100:00000200:3.0:1767384391.705694:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705695:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ec5b134. 00000400:00000010:3.0:1767384391.705696:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8d2563d. 00000100:00000200:3.0:1767384391.705697:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705698:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086931919. 00000400:00000010:3.0:1767384391.705699:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ef8dc8a. 00000100:00000200:3.0:1767384391.705700:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705701:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071967224. 00000400:00000010:3.0:1767384391.705702:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d9990e7. 00000100:00000200:3.0:1767384391.705703:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705704:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e513ec75. 00000400:00000010:3.0:1767384391.705705:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e3fb3f0. 00000100:00000200:3.0:1767384391.705706:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705707:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbe44dd4. 00000400:00000010:3.0:1767384391.705708:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006611d29e. 00000100:00000200:3.0:1767384391.705709:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705710:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002414fe16. 00000400:00000010:3.0:1767384391.705711:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b7bc52a. 00000100:00000200:3.0:1767384391.705712:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705713:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000432af0e3. 00000400:00000010:3.0:1767384391.705714:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ae74bfe. 00000100:00000200:3.0:1767384391.705715:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705716:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008621c542. 00000400:00000010:3.0:1767384391.705717:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1875db5. 00000100:00000200:3.0:1767384391.705718:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705719:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7b5897c. 00000400:00000010:3.0:1767384391.705721:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015eddcfa. 00000100:00000200:3.0:1767384391.705722:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705723:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003277025a. 00000400:00000010:3.0:1767384391.705724:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b9a9b28. 00000100:00000200:3.0:1767384391.705725:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705726:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000207a7c6a. 00000400:00000010:3.0:1767384391.705727:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005eaf25b6. 00000100:00000200:3.0:1767384391.705728:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705729:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bc5a14d. 00000400:00000010:3.0:1767384391.705730:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed637cb7. 00000100:00000200:3.0:1767384391.705731:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705732:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c90efa1. 00000400:00000010:3.0:1767384391.705733:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009bb79f4e. 00000100:00000200:3.0:1767384391.705734:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705735:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001d18148. 00000400:00000010:3.0:1767384391.705736:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4fe9a4a. 00000100:00000200:3.0:1767384391.705737:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705738:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000927beb66. 00000400:00000010:3.0:1767384391.705739:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011892e75. 00000100:00000200:3.0:1767384391.705740:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705741:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbfecd6b. 00000400:00000010:3.0:1767384391.705742:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef985b2. 00000100:00000200:3.0:1767384391.705743:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705744:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008147f0ca. 00000400:00000010:3.0:1767384391.705745:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb407629. 00000100:00000200:3.0:1767384391.705746:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705747:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bee4307. 00000400:00000010:3.0:1767384391.705748:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9cb5b3e. 00000100:00000200:3.0:1767384391.705749:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705750:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000769fc33e. 00000400:00000010:3.0:1767384391.705751:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dc1ec58. 00000100:00000200:3.0:1767384391.705752:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705753:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061c88262. 00000400:00000010:3.0:1767384391.705754:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016ff8ca7. 00000100:00000200:3.0:1767384391.705756:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705757:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4ae2dbb. 00000400:00000010:3.0:1767384391.705758:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd537c2. 00000100:00000200:3.0:1767384391.705760:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705761:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcaf80c0. 00000400:00000010:3.0:1767384391.705762:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074c2b973. 00000100:00000200:3.0:1767384391.705763:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705764:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f3c36fe. 00000400:00000010:3.0:1767384391.705765:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081c82bdd. 00000100:00000200:3.0:1767384391.705766:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705767:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c36ed99. 00000400:00000010:3.0:1767384391.705775:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c2e0716. 00000100:00000200:3.0:1767384391.705777:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705778:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008eb15d80. 00000400:00000010:3.0:1767384391.705779:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000019873fb. 00000100:00000200:3.0:1767384391.705781:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705782:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072e62d16. 00000400:00000010:3.0:1767384391.705783:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad397197. 00000100:00000200:3.0:1767384391.705784:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705785:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6d75767. 00000400:00000010:3.0:1767384391.705786:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f79ca4. 00000100:00000200:3.0:1767384391.705787:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705788:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000107a1051. 00000400:00000010:3.0:1767384391.705789:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068d0c290. 00000100:00000200:3.0:1767384391.705790:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705791:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054552281. 00000400:00000010:3.0:1767384391.705792:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070511437. 00000100:00000200:3.0:1767384391.705793:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705794:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061f46f3f. 00000400:00000010:3.0:1767384391.705795:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f030ebd7. 00000100:00000200:3.0:1767384391.705796:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384391.705797:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e674abf. 00000400:00000010:3.0:1767384391.705798:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc29d3a5. 00000100:00000010:3.0:1767384391.705800:0:40445:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000087e89544. 00000100:00000200:3.0:1767384391.705812:0:40445:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384391.705836:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a1354ce7. 00000100:00000010:3.0:1767384391.706003:0:40446:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000008a7aa9e. 00000020:00000010:3.0:1767384391.706007:0:40446:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bbad4a7f. 00000020:00000010:3.0:1767384391.706009:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8d7c94a. 00000020:00000010:3.0:1767384391.706011:0:40446:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000091c6a081. 00000040:00000010:3.0:1767384391.706013:0:40446:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000924d1b61. 00000020:00000010:3.0:1767384391.706016:0:40446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d39131d. 00000020:00000010:3.0:1767384391.706018:0:40446:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d0f76c03. 00000020:00000010:3.0:1767384391.706020:0:40446:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000190038d4. 80000000:00000010:3.0:1767384391.706022:0:40446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b9597d6c. 40000000:00000010:3.0:1767384391.706024:0:40446:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000027bd791d. 00100000:00000010:3.0:1767384391.706026:0:40446:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f19abc55. 00040000:00000010:3.0:1767384391.706028:0:40446:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000094057746. 00040000:00000010:3.0:1767384391.706030:0:40446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc559a58. 00080000:00000010:3.0:1767384391.706032:0:40446:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000035cb8d2b. 00000004:00000010:3.0:1767384391.706035:0:40446:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e3dba388. 00002000:00000010:3.0:1767384391.706037:0:40446:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000071e0cb66. 00000100:00000010:3.0:1767384391.706039:0:40446:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000001a0e1caa. 00000100:00000200:3.0:1767384391.706049:0:40446:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384391.706069:0:40426:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000ea1a3ff5. 00000100:00000010:0.0:1767384391.706073:0:40426:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000cfebd1ab. 00000100:00000010:0.0:1767384391.706088:0:40426:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000006c323a68. 00000100:00000010:0.0:1767384391.706094:0:40426:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000bc861135. 00000100:00000010:0.0:1767384391.706097:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ce6378f. 00000100:00000010:0.0:1767384391.706100:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000881522c3. 00000100:00000010:0.0:1767384391.706102:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b93f601. 00000100:00000010:0.0:1767384391.706120:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002fbb7ef2. 00000100:00000010:0.0:1767384391.706122:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022a5c79b. 00000100:00000010:0.0:1767384391.706125:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045b854db. 00000100:00000010:0.0:1767384391.706126:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9097d55. 00000100:00000010:0.0:1767384391.706130:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098400288. 00000100:00000010:0.0:1767384391.706132:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bddde0d3. 00000100:00000010:0.0:1767384391.706136:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007310a9f0. 00000100:00000010:0.0:1767384391.706138:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9074669. 00000100:00000010:0.0:1767384391.706141:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000179651c4. 00000100:00000010:0.0:1767384391.706143:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5096394. 00000100:00000010:0.0:1767384391.706146:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000981cd2ff. 00000100:00000010:0.0:1767384391.706147:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fe9a07a. 00000100:00000010:0.0:1767384391.706150:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e2f2a605. 00000100:00000010:0.0:1767384391.706151:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a4c2f13. 00000100:00000010:0.0:1767384391.706154:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000065cc8235. 00000100:00000010:0.0:1767384391.706155:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bb012f7. 00000100:00000010:0.0:1767384391.706158:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001057e260. 00000100:00000010:0.0:1767384391.706159:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0b66806. 00000100:00000010:0.0:1767384391.706163:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7f09d3c. 00000100:00000010:0.0:1767384391.706165:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000c6a6ae. 00000100:00000010:0.0:1767384391.706168:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c4b40550. 00000100:00000010:0.0:1767384391.706188:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000704061bf. 00000100:00000010:0.0:1767384391.706190:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000018f4b117. 00000100:00000010:0.0:1767384391.706199:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000906c70ec. 00000100:00000010:0.0:1767384391.706202:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dfbbf1d1. 00000100:00000010:0.0:1767384391.706204:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fd0b8f0. 00000100:00000010:0.0:1767384391.706206:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c9a71c7. 00000100:00000010:0.0:1767384391.706208:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072aaa8b7. 00000100:00000010:0.0:1767384391.706210:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000047e0b64f. 00000100:00000010:0.0:1767384391.706212:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6d67e21. 00000100:00000010:0.0:1767384391.706215:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd167917. 00000100:00000010:0.0:1767384391.706216:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d68c589. 00000100:00000010:0.0:1767384391.706220:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000060735655. 00000100:00000010:0.0:1767384391.706222:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb3490ca. 00000100:00000010:0.0:1767384391.706225:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003f95d431. 00000100:00000010:0.0:1767384391.706227:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a581cfc. 00000100:00000010:0.0:1767384391.706230:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000062859419. 00000100:00000010:0.0:1767384391.706232:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073a566c2. 00000100:00000010:0.0:1767384391.706235:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b22f3d97. 00000100:00000010:0.0:1767384391.706237:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eea2b152. 00000100:00000010:0.0:1767384391.706239:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000316f5c38. 00000100:00000010:0.0:1767384391.706241:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000766636c9. 00000100:00000010:0.0:1767384391.706243:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ea77781. 00000100:00000010:0.0:1767384391.706245:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8aa28ba. 00000100:00000010:0.0:1767384391.706248:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009489d4a1. 00000100:00000010:0.0:1767384391.706250:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b10736e8. 00000100:00000010:0.0:1767384391.706253:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000522663de. 00000100:00000010:0.0:1767384391.706254:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4613983. 00000100:00000010:0.0:1767384391.706258:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000046c4eb7b. 00000100:00000010:0.0:1767384391.706259:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb395b51. 00000100:00000010:0.0:1767384391.706262:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003d6f1c20. 00000100:00000010:0.0:1767384391.706264:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6b3448b. 00000100:00000010:0.0:1767384391.706267:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000fbb9e8e. 00000100:00000010:0.0:1767384391.706269:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eef431d5. 00000100:00000010:0.0:1767384391.706271:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000093db569f. 00000100:00000010:0.0:1767384391.706279:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8c6a3d7. 00000100:00000010:0.0:1767384391.706283:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d37915b. 00000100:00000010:0.0:1767384391.706285:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007858ecc2. 00000100:00000010:0.0:1767384391.706288:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be5a1d35. 00000100:00000010:0.0:1767384391.706289:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cc7a8b2. 00000100:00000010:0.0:1767384391.706292:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c4c32ac8. 00000100:00000010:0.0:1767384391.706294:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a8d0f6a. 00000100:00000010:0.0:1767384391.706296:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5cbcc4b. 00000100:00000010:0.0:1767384391.706298:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3e99313. 00000100:00000010:0.0:1767384391.706301:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000915f932b. 00000100:00000010:0.0:1767384391.706302:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e11a8f5. 00000100:00000010:0.0:1767384391.706305:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff57e5dd. 00000100:00000010:0.0:1767384391.706308:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089aefb27. 00000100:00000010:0.0:1767384391.706310:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012c75e73. 00000100:00000010:0.0:1767384391.706313:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e7f8179. 00000100:00000010:0.0:1767384391.706316:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c8b8a6e. 00000100:00000010:0.0:1767384391.706318:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a124f0a8. 00000100:00000010:0.0:1767384391.706321:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0e9abef. 00000100:00000010:0.0:1767384391.706322:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a13747d. 00000100:00000010:0.0:1767384391.706325:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3838884. 00000100:00000010:0.0:1767384391.706327:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007be6076c. 00000100:00000010:0.0:1767384391.706329:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000a1ec347. 00000100:00000010:0.0:1767384391.706331:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e37cf263. 00000100:00000010:0.0:1767384391.706335:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a7ed774. 00000100:00000010:0.0:1767384391.706336:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c250cc3a. 00000100:00000010:0.0:1767384391.706339:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c57798b2. 00000100:00000010:0.0:1767384391.706340:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039f56e3b. 00000100:00000010:0.0:1767384391.706343:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b64e13a3. 00000100:00000010:0.0:1767384391.706345:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000583a42a0. 00000100:00000010:0.0:1767384391.706347:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040d21a9f. 00000100:00000010:0.0:1767384391.706349:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e5e33d9. 00000100:00000010:0.0:1767384391.706351:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c7f3332. 00000100:00000010:0.0:1767384391.706360:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1ad6db9. 00000100:00000010:0.0:1767384391.706363:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dcf46e20. 00000100:00000010:0.0:1767384391.706364:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000deea27b2. 00000100:00000010:0.0:1767384391.706367:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a557b9ef. 00000100:00000010:0.0:1767384391.706369:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dc6318a. 00000100:00000010:0.0:1767384391.706372:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c73671d. 00000100:00000010:0.0:1767384391.706374:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004da65c5d. 00000100:00000010:0.0:1767384391.706377:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000094eb4df7. 00000100:00000010:0.0:1767384391.706378:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062add052. 00000100:00000010:0.0:1767384391.706381:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4374d95. 00000100:00000010:0.0:1767384391.706383:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ba22cdf. 00000100:00000010:0.0:1767384391.706386:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000071ee63b1. 00000100:00000010:0.0:1767384391.706388:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0119814. 00000100:00000010:0.0:1767384391.706391:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000182392bd. 00000100:00000010:0.0:1767384391.706393:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087ebb41d. 00000100:00000010:0.0:1767384391.706396:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b9efa653. 00000100:00000010:0.0:1767384391.706397:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035fd547e. 00000100:00000010:0.0:1767384391.706400:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000074d7c0eb. 00000100:00000010:0.0:1767384391.706401:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bdbf64e. 00000100:00000010:0.0:1767384391.706424:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004ba4d455. 00000100:00000010:0.0:1767384391.706426:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0fd2e61. 00000100:00000010:0.0:1767384391.706429:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a203d39a. 00000100:00000010:0.0:1767384391.706431:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000185028ce. 00000100:00000010:0.0:1767384391.706434:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000559348a7. 00000100:00000010:0.0:1767384391.706435:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eedd5805. 00000100:00000010:0.0:1767384391.706438:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f85f6744. 00000100:00000010:0.0:1767384391.706440:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d6c073d. 00000100:00000010:0.0:1767384391.706459:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095bff7fa. 00000100:00000010:0.0:1767384391.706461:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014539aba. 00000100:00000010:0.0:1767384391.706463:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ce7e5618. 00000100:00000010:0.0:1767384391.706465:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7151094. 00000100:00000010:0.0:1767384391.706468:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000030cb1633. 00000100:00000010:0.0:1767384391.706476:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d521932. 00000100:00000010:0.0:1767384391.706479:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f2ea462e. 00000100:00000010:0.0:1767384391.706480:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008683e897. 00000100:00000010:0.0:1767384391.706488:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000214bfb80. 00000100:00000010:0.0:1767384391.706513:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0a68aa3. 00000100:00000010:0.0:1767384391.706517:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c36e01e. 00000400:00000200:0.0:1767384391.706519:0:40426:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:0.0:1767384391.706545:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000977dddd4. 00000020:00000010:0.0:1767384391.706548:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000044f0d37d. 00000100:00000010:0.0:1767384391.706579:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009cd4c272. 00000100:00000010:0.0:1767384391.706581:0:40426:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000978077eb. 00000100:00000010:0.0:1767384391.706583:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b23b7d6b. 00000100:00000010:0.0:1767384391.706585:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000d346276. 00000100:00000010:0.0:1767384391.706588:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008784c61c. 00000100:00000200:0.0:1767384391.706613:0:40426:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:0.0:1767384391.706615:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c645c9ec. 00000100:00000010:3.0:1767384391.706778:0:40447:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000016d8624b. 00000020:00000010:3.0:1767384391.706782:0:40447:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000031fdb509. 00000020:00000010:3.0:1767384391.706784:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4622e9a. 00000020:00000010:3.0:1767384391.706786:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001ebe7707. 00000040:00000010:3.0:1767384391.706787:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004da95b8f. 00000020:00000010:3.0:1767384391.706789:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dc94bf68. 00000020:00000010:3.0:1767384391.706791:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000876fa0c6. 00000020:00000010:3.0:1767384391.706793:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000008b2dc29. 80000000:00000010:3.0:1767384391.706795:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f70d0653. 40000000:00000010:3.0:1767384391.706796:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f4c159e2. 00100000:00000010:3.0:1767384391.706799:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000386d9b2c. 00040000:00000010:3.0:1767384391.706800:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dece562a. 00040000:00000010:3.0:1767384391.706802:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dfbaf1a6. 00080000:00000010:3.0:1767384391.706804:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ae778593. 00000004:00000010:3.0:1767384391.706806:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007c45eb65. 00002000:00000010:3.0:1767384391.706809:0:40447:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000098e1944f. 00000100:00000200:3.0:1767384391.706811:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706812:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2dedfd4. 00000400:00000010:3.0:1767384391.706814:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004baf5c1b. 00000100:00000200:3.0:1767384391.706817:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706818:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e7968f2. 00000400:00000010:3.0:1767384391.706819:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe740585. 00000100:00000200:3.0:1767384391.706821:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706822:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cf1b565. 00000400:00000010:3.0:1767384391.706823:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f8d8534. 00000100:00000200:3.0:1767384391.706824:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706825:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aec1c81c. 00000400:00000010:3.0:1767384391.706826:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a28c302b. 00000100:00000200:3.0:1767384391.706827:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706829:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebbc9608. 00000400:00000010:3.0:1767384391.706830:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ebe0c9e0. 00000100:00000200:3.0:1767384391.706831:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706832:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a15014f. 00000400:00000010:3.0:1767384391.706833:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db773155. 00000100:00000200:3.0:1767384391.706834:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706836:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7130b94. 00000400:00000010:3.0:1767384391.706837:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062bdce6f. 00000100:00000200:3.0:1767384391.706849:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706850:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005950d790. 00000400:00000010:3.0:1767384391.706851:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca9bf2e8. 00000100:00000200:3.0:1767384391.706852:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706853:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec101ef5. 00000400:00000010:3.0:1767384391.706854:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c37bcbf. 00000100:00000200:3.0:1767384391.706855:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706856:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071054517. 00000400:00000010:3.0:1767384391.706857:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f78f91d. 00000100:00000200:3.0:1767384391.706858:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706859:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a079c79c. 00000400:00000010:3.0:1767384391.706860:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000711a9ac3. 00000100:00000200:3.0:1767384391.706861:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706863:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cb05945. 00000400:00000010:3.0:1767384391.706864:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf8c3192. 00000100:00000200:3.0:1767384391.706865:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706866:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae126e5. 00000400:00000010:3.0:1767384391.706867:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b66d96d. 00000100:00000200:3.0:1767384391.706868:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706869:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037bcac97. 00000400:00000010:3.0:1767384391.706870:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f440cdd0. 00000100:00000200:3.0:1767384391.706871:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706872:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000772da94f. 00000400:00000010:3.0:1767384391.706873:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008841156c. 00000100:00000200:3.0:1767384391.706874:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706875:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073ef9a62. 00000400:00000010:3.0:1767384391.706876:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b06b1481. 00000100:00000200:3.0:1767384391.706877:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706878:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000114119df. 00000400:00000010:3.0:1767384391.706879:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d3d05b1. 00000100:00000200:3.0:1767384391.706880:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706881:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b55effaf. 00000400:00000010:3.0:1767384391.706882:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe8b5d0f. 00000100:00000200:3.0:1767384391.706883:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706884:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000612923c8. 00000400:00000010:3.0:1767384391.706885:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000818387b0. 00000100:00000200:3.0:1767384391.706886:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706887:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001901a01c. 00000400:00000010:3.0:1767384391.706888:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023df1f37. 00000100:00000200:3.0:1767384391.706889:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706890:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c68a770. 00000400:00000010:3.0:1767384391.706891:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7f38a21. 00000100:00000200:3.0:1767384391.706892:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706893:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004191bfdb. 00000400:00000010:3.0:1767384391.706894:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ebe7bee. 00000100:00000200:3.0:1767384391.706895:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706896:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074dfe23b. 00000400:00000010:3.0:1767384391.706908:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee743071. 00000100:00000200:3.0:1767384391.706911:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706913:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009e94d75. 00000400:00000010:3.0:1767384391.706914:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000393411a1. 00000100:00000200:3.0:1767384391.706916:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706917:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000220e0fa. 00000400:00000010:3.0:1767384391.706918:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074c29849. 00000100:00000200:3.0:1767384391.706920:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706921:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090cf5cc5. 00000400:00000010:3.0:1767384391.706922:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075b368dc. 00000100:00000200:3.0:1767384391.706923:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706924:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7bd826e. 00000400:00000010:3.0:1767384391.706925:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b8f86bf. 00000100:00000200:3.0:1767384391.706926:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706927:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ad39250. 00000400:00000010:3.0:1767384391.706928:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fe0da98. 00000100:00000200:3.0:1767384391.706929:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706930:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075d5b914. 00000400:00000010:3.0:1767384391.706931:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039f9c100. 00000100:00000200:3.0:1767384391.706932:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706933:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ad13200. 00000400:00000010:3.0:1767384391.706935:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072484ceb. 00000100:00000200:3.0:1767384391.706936:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706937:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cace5ce. 00000400:00000010:3.0:1767384391.706938:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fe2e031. 00000100:00000200:3.0:1767384391.706939:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706940:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3c482ea. 00000400:00000010:3.0:1767384391.706941:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd2e1115. 00000100:00000200:3.0:1767384391.706942:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706943:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b4abe74. 00000400:00000010:3.0:1767384391.706944:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f9bfc5c. 00000100:00000200:3.0:1767384391.706945:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706946:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023e646b3. 00000400:00000010:3.0:1767384391.706947:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e3655b9. 00000100:00000200:3.0:1767384391.706948:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706949:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415a9c38. 00000400:00000010:3.0:1767384391.706951:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae81670c. 00000100:00000200:3.0:1767384391.706952:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706953:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002be0db37. 00000400:00000010:3.0:1767384391.706954:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e746478. 00000100:00000200:3.0:1767384391.706955:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706957:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000989e8b83. 00000400:00000010:3.0:1767384391.706958:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea92c6ef. 00000100:00000200:3.0:1767384391.706959:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706960:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fb64211. 00000400:00000010:3.0:1767384391.706961:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d810140. 00000100:00000200:3.0:1767384391.706962:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706963:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e72befe5. 00000400:00000010:3.0:1767384391.706963:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f11cafd8. 00000100:00000200:3.0:1767384391.706965:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706966:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df28f44b. 00000400:00000010:3.0:1767384391.706967:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de148ea6. 00000100:00000200:3.0:1767384391.706968:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706969:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a20dc183. 00000400:00000010:3.0:1767384391.706970:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c56e0ef1. 00000100:00000200:3.0:1767384391.706971:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706971:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e66ec931. 00000400:00000010:3.0:1767384391.706973:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bf8d78b. 00000100:00000200:3.0:1767384391.706974:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706975:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f053fcb7. 00000400:00000010:3.0:1767384391.706976:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c193dc3e. 00000100:00000200:3.0:1767384391.706977:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706977:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b01ee3ff. 00000400:00000010:3.0:1767384391.706979:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c6e6152. 00000100:00000200:3.0:1767384391.706980:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706980:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1d06d0d. 00000400:00000010:3.0:1767384391.706981:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027682a92. 00000100:00000200:3.0:1767384391.706983:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706983:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed14ed13. 00000400:00000010:3.0:1767384391.706984:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a2dbc5c. 00000100:00000200:3.0:1767384391.706986:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706987:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d17f51f. 00000400:00000010:3.0:1767384391.706988:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e9650a6. 00000100:00000200:3.0:1767384391.706990:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706991:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ee79ddf. 00000400:00000010:3.0:1767384391.706992:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001905e044. 00000100:00000200:3.0:1767384391.706993:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706994:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ce9e283. 00000400:00000010:3.0:1767384391.706995:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e599da. 00000100:00000200:3.0:1767384391.706996:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.706997:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007560500a. 00000400:00000010:3.0:1767384391.706998:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062c32ebb. 00000100:00000200:3.0:1767384391.706999:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707001:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4977d2c. 00000400:00000010:3.0:1767384391.707002:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9dec5d. 00000100:00000200:3.0:1767384391.707003:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707004:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000547d7d13. 00000400:00000010:3.0:1767384391.707005:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa34da86. 00000100:00000200:3.0:1767384391.707006:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707007:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7985bec. 00000400:00000010:3.0:1767384391.707016:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065fae055. 00000100:00000200:3.0:1767384391.707018:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707019:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000deedc725. 00000400:00000010:3.0:1767384391.707020:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000575ae286. 00000100:00000200:3.0:1767384391.707021:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707022:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057154d7e. 00000400:00000010:3.0:1767384391.707023:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c2854ac. 00000100:00000200:3.0:1767384391.707025:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707026:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000facc686a. 00000400:00000010:3.0:1767384391.707027:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073b74ccb. 00000100:00000200:3.0:1767384391.707028:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707028:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000074ee74a. 00000400:00000010:3.0:1767384391.707030:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c2bb45. 00000100:00000200:3.0:1767384391.707031:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707031:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082feae8f. 00000400:00000010:3.0:1767384391.707032:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea13cbb4. 00000100:00000200:3.0:1767384391.707034:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707035:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bf7de76. 00000400:00000010:3.0:1767384391.707036:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6f50f52. 00000100:00000200:3.0:1767384391.707037:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707038:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea1b5a0a. 00000400:00000010:3.0:1767384391.707039:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000676f769c. 00000100:00000200:3.0:1767384391.707040:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707041:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f199b91. 00000400:00000010:3.0:1767384391.707042:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f201247f. 00000100:00000200:3.0:1767384391.707043:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707044:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9f160e9. 00000400:00000010:3.0:1767384391.707045:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2e58387. 00000100:00000200:3.0:1767384391.707046:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707047:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc7b65de. 00000400:00000010:3.0:1767384391.707048:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000355cd8ae. 00000100:00000200:3.0:1767384391.707049:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384391.707050:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d96022a7. 00000400:00000010:3.0:1767384391.707051:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cfb19f4. 00000100:00000010:3.0:1767384391.707053:0:40447:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000747d3ef1. 00000100:00000200:3.0:1767384391.707064:0:40447:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384391.707090:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000216dbc87. 00000100:00000010:3.0:1767384391.707274:0:40448:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000121bc28f. 00000020:00000010:3.0:1767384391.707277:0:40448:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000008839d62. 00000020:00000010:3.0:1767384391.707282:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc0584fc. 00000020:00000010:3.0:1767384391.707284:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a1171bde. 00000040:00000010:3.0:1767384391.707286:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a819d2d4. 00000020:00000010:3.0:1767384391.707288:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000810f31d9. 00000020:00000010:3.0:1767384391.707289:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a8602d0d. 00000020:00000010:3.0:1767384391.707291:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004187f2ce. 80000000:00000010:3.0:1767384391.707293:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002fee85be. 40000000:00000010:3.0:1767384391.707294:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000097b81c94. 00100000:00000010:3.0:1767384391.707296:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000089e7a5ef. 00040000:00000010:3.0:1767384391.707298:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003ca5ab38. 00040000:00000010:3.0:1767384391.707300:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000071456bb4. 00080000:00000010:3.0:1767384391.707301:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000de66a34c. 00000004:00000010:3.0:1767384391.707304:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9554bc9. 00002000:00000010:3.0:1767384391.707307:0:40448:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000134835b4. 00000100:00000010:3.0:1767384391.707309:0:40448:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003c887230. 00000100:00000200:3.0:1767384391.707319:0:40448:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384391.707337:0:40426:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000005ea07f6f. 00000100:00000010:0.0:1767384391.707342:0:40426:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c66b99ba. 00000100:00000010:0.0:1767384391.707355:0:40426:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000211af585. 00000100:00000010:0.0:1767384391.707362:0:40426:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000bddd9e55. 00000100:00000010:0.0:1767384391.707365:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087a9e6f7. 00000100:00000010:0.0:1767384391.707553:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d0362b0c. 00000100:00000010:0.0:1767384391.707557:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035f0e7b1. 00000100:00000010:0.0:1767384391.707700:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a1cef1fc. 00000100:00000010:0.0:1767384391.707705:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000740b9cfe. 00000100:00000010:0.0:1767384391.707947:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006188ae4b. 00000100:00000010:0.0:1767384391.707952:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002afd3edb. 00000100:00000010:0.0:1767384391.708199:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001cc830ee. 00000100:00000010:0.0:1767384391.708202:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb48681d. 00000100:00000010:0.0:1767384391.708344:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000096e27b45. 00000100:00000010:0.0:1767384391.708346:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e326163a. 00000100:00000010:0.0:1767384391.708573:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000012d3bb31. 00000100:00000010:0.0:1767384391.708577:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fcf5bf2. 00000100:00000010:0.0:1767384391.708723:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006114f1e6. 00000100:00000010:0.0:1767384391.708729:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d2ea206. 00000100:00000010:0.0:1767384391.708887:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000272563c3. 00000100:00000010:0.0:1767384391.708891:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095ec2a59. 00000100:00000010:0.0:1767384391.709031:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000033d891d9. 00000100:00000010:0.0:1767384391.709034:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000622f15e9. 00000100:00000010:0.0:1767384391.709174:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000045791958. 00000100:00000010:0.0:1767384391.709177:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070bb778d. 00000100:00000010:0.0:1767384391.709317:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000704955a2. 00000100:00000010:0.0:1767384391.709326:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064954432. 00000100:00000010:0.0:1767384391.709543:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005e19521b. 00000100:00000010:0.0:1767384391.709548:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036a42bbe. 00000100:00000010:0.0:1767384391.709728:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b7200729. 00000100:00000010:0.0:1767384391.709734:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea9a04f5. 00000100:00000010:0.0:1767384391.709888:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009d29916d. 00000100:00000010:0.0:1767384391.709891:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c3ce360. 00000100:00000010:0.0:1767384391.710033:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a7718797. 00000100:00000010:0.0:1767384391.710036:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000018ca04. 00000100:00000010:0.0:1767384391.710209:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000005c2b102. 00000100:00000010:0.0:1767384391.710211:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7500e55. 00000100:00000010:0.0:1767384391.710352:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005f7d8ca8. 00000100:00000010:0.0:1767384391.710355:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0b2d0d3. 00000100:00000010:0.0:1767384391.710562:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007b05d366. 00000100:00000010:0.0:1767384391.710566:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ca3ab8d. 00000100:00000010:0.0:1767384391.710710:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009834c198. 00000100:00000010:0.0:1767384391.710715:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050c520ef. 00000100:00000010:0.0:1767384391.710887:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000da77dfcf. 00000100:00000010:0.0:1767384391.710891:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005098d300. 00000100:00000010:0.0:1767384391.711046:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000019103127. 00000100:00000010:0.0:1767384391.711049:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6db1ad4. 00000100:00000010:0.0:1767384391.711247:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ff02bfe3. 00000100:00000010:0.0:1767384391.711250:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bcf3581. 00000100:00000010:0.0:1767384391.711392:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009c91308e. 00000100:00000010:0.0:1767384391.711394:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e143f70. 00000100:00000010:0.0:1767384391.711574:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006a4af9f2. 00000100:00000010:0.0:1767384391.711577:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026a1a523. 00000100:00000010:0.0:1767384391.711722:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002d902201. 00000100:00000010:0.0:1767384391.711728:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f35f4a7. 00000100:00000010:0.0:1767384391.711889:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000054e52681. 00000100:00000010:0.0:1767384391.711893:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017e0f670. 00000100:00000010:0.0:1767384391.712034:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007820a737. 00000100:00000010:0.0:1767384391.712041:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f10c836. 00000100:00000010:0.0:1767384391.712208:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c582951b. 00000100:00000010:0.0:1767384391.712211:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcb5a9fb. 00000100:00000010:0.0:1767384391.712359:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d47927a4. 00000100:00000010:0.0:1767384391.712361:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1a23fe7. 00000100:00000010:0.0:1767384391.712581:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003a75d866. 00000100:00000010:0.0:1767384391.712585:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b27ddf29. 00000100:00000010:0.0:1767384391.712738:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000075c51aa4. 00000100:00000010:0.0:1767384391.712743:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ce863c7. 00000100:00000010:0.0:1767384391.712894:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a8fc11fb. 00000100:00000010:0.0:1767384391.712896:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057d72303. 00000100:00000010:0.0:1767384391.713044:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ba9c76bf. 00000100:00000010:0.0:1767384391.713046:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c6fdcd2. 00000100:00000010:0.0:1767384391.713243:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e167b9e0. 00000100:00000010:0.0:1767384391.713247:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a5decfc. 00000100:00000010:0.0:1767384391.713457:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000020e77ccb. 00000100:00000010:0.0:1767384391.713460:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d6c8266. 00000100:00000010:0.0:1767384391.713650:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b632159f. 00000100:00000010:0.0:1767384391.713654:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac59f4be. 00000100:00000010:0.0:1767384391.713831:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000051485235. 00000100:00000010:0.0:1767384391.713835:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb73ef55. 00000100:00000010:0.0:1767384391.713997:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000080a919eb. 00000100:00000010:0.0:1767384391.714000:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000554aa363. 00000100:00000010:0.0:1767384391.714180:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006c9c7bc1. 00000100:00000010:0.0:1767384391.714182:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064272563. 00000100:00000010:0.0:1767384391.714359:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000681b1d2a. 00000100:00000010:0.0:1767384391.714362:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009346449f. 00000100:00000010:0.0:1767384391.714553:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000007e605eb. 00000100:00000010:0.0:1767384391.714556:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000266047ee. 00000100:00000010:0.0:1767384391.714707:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007f348b32. 00000100:00000010:0.0:1767384391.714711:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000298c1ccb. 00000100:00000010:0.0:1767384391.714851:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009befc01c. 00000100:00000010:0.0:1767384391.714859:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b74f1be9. 00000100:00000010:0.0:1767384391.715001:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b583bbef. 00000100:00000010:0.0:1767384391.715004:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b2d2ffd. 00000100:00000010:0.0:1767384391.715160:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fff494f7. 00000100:00000010:0.0:1767384391.715163:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005908dc5c. 00000100:00000010:0.0:1767384391.715335:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b7e9532d. 00000100:00000010:0.0:1767384391.715338:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e4ff1eb. 00000100:00000010:0.0:1767384391.715535:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000087f0f860. 00000100:00000010:0.0:1767384391.715538:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000245e6466. 00000100:00000010:0.0:1767384391.715679:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000078d89508. 00000100:00000010:0.0:1767384391.715682:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee0cfb3f. 00000100:00000010:0.0:1767384391.715829:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007e03bdfc. 00000100:00000010:0.0:1767384391.715833:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d2673ab. 00000100:00000010:0.0:1767384391.715989:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000592ecdf7. 00000100:00000010:0.0:1767384391.715992:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000188ef928. 00000100:00000010:0.0:1767384391.716162:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000008cce62b. 00000100:00000010:0.0:1767384391.716165:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4eaeed8. 00000100:00000010:0.0:1767384391.716308:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000313a31d. 00000100:00000010:0.0:1767384391.716310:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a815b6a1. 00000100:00000010:0.0:1767384391.716533:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ae9648ed. 00000100:00000010:0.0:1767384391.716537:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f96b267a. 00000100:00000010:0.0:1767384391.716698:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000086d63da8. 00000100:00000010:0.0:1767384391.716701:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a5b3686. 00000100:00000010:0.0:1767384391.716856:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009f63c6ed. 00000100:00000010:0.0:1767384391.716860:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efa0e240. 00000100:00000010:0.0:1767384391.717012:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000016313624. 00000100:00000010:0.0:1767384391.717015:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4417da6. 00000100:00000010:0.0:1767384391.717187:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f0bf8180. 00000100:00000010:0.0:1767384391.717189:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021c294fa. 00000100:00000010:0.0:1767384391.717377:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004302e3fc. 00000100:00000010:0.0:1767384391.717380:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa4a7df3. 00000100:00000010:0.0:1767384391.717585:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003f2fc479. 00000100:00000010:0.0:1767384391.717595:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8ce20e7. 00000100:00000010:0.0:1767384391.717747:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000929b7649. 00000100:00000010:0.0:1767384391.717752:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003254fe3d. 00000100:00000010:0.0:1767384391.717910:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000082f1cbcf. 00000100:00000010:0.0:1767384391.717914:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081d31d31. 00000100:00000010:0.0:1767384391.718074:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b96e4817. 00000100:00000010:0.0:1767384391.718077:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079bb88f5. 00000100:00000010:0.0:1767384391.718254:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cbb05591. 00000100:00000010:0.0:1767384391.718272:0:40426:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2b04fa3. 00000100:00000010:0.0:1767384391.718463:0:40426:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008f655776. 00000400:00000200:0.0:1767384391.718469:0:40426:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:0.0:1767384391.718545:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000020749bb0. 00000020:00000010:0.0:1767384391.718550:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000302db091. 00000100:00000010:0.0:1767384391.718595:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006daa183c. 00000100:00000010:0.0:1767384391.718600:0:40426:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000fe3195e0. 00000100:00000010:0.0:1767384391.718603:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ef88f183. 00000100:00000010:0.0:1767384391.718607:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000099fad29b. 00000100:00000010:0.0:1767384391.718609:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f3b738df. 00000100:00000010:0.0:1767384391.718612:0:40426:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000009a86402a. 00000100:00000010:0.0:1767384391.718614:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c2b79c4e. 00000100:00000010:0.0:1767384391.718616:0:40426:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000b980020c. 00000100:00000010:0.0:1767384391.718617:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000905b9fd9. 00000100:00000010:0.0:1767384391.718618:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000036d005cf. 00000100:00000010:0.0:1767384391.718619:0:40426:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000025fb023c. 00000100:00000200:0.0:1767384391.718642:0:40426:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:0.0:1767384391.718646:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000094adfe73. 00000020:00000010:2.0:1767384391.719363:0:40449:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000065b2ea49. 00000100:00000010:2.0:1767384391.719369:0:40449:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b9272da1. 00000020:00000010:2.0:1767384391.719371:0:40449:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a93d26f6. 00000020:00000010:2.0:1767384391.719377:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029b91a5c. 00000020:00000010:2.0:1767384391.719380:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d7277ae4. 00000040:00000010:2.0:1767384391.719384:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009db78cd0. 00000020:00000010:2.0:1767384391.719387:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000c45a812. 00000020:00000010:2.0:1767384391.719391:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001cb770e0. 00000020:00000010:2.0:1767384391.719394:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b2cc77af. 80000000:00000010:2.0:1767384391.719397:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bb6f4eb9. 40000000:00000010:2.0:1767384391.719399:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000bdf2b20. 00100000:00000010:2.0:1767384391.719415:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003a7382b3. 00040000:00000010:2.0:1767384391.719420:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001c383129. 00040000:00000010:2.0:1767384391.719423:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2770357. 00080000:00000010:2.0:1767384391.719426:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000069654615. 00000004:00000010:2.0:1767384391.719430:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002e0c3e6b. 00002000:00000010:2.0:1767384391.719434:0:40449:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000377ba1d3. 00000100:00000200:2.0:1767384391.719438:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719443:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c51b81b4. 00000400:00000010:2.0:1767384391.719448:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000028c46d07. 00000100:00000200:2.0:1767384391.719453:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719455:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8dd205c. 00000400:00000010:2.0:1767384391.719458:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000aea93571. 00000100:00000200:2.0:1767384391.719460:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719461:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b4b4ca3. 00000400:00000010:2.0:1767384391.719463:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006c07eb97. 00000100:00000200:2.0:1767384391.719465:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719466:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c70c23d. 00000400:00000010:2.0:1767384391.719468:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005a118487. 00000100:00000200:2.0:1767384391.719470:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719471:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d0731d0. 00000400:00000010:2.0:1767384391.719473:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000267ef35a. 00000100:00000200:2.0:1767384391.719508:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719511:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046b8a730. 00000400:00000010:2.0:1767384391.719515:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000bb4baa5. 00000100:00000200:2.0:1767384391.719517:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719519:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edebd2d9. 00000400:00000010:2.0:1767384391.719522:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000022477fc9. 00000100:00000200:2.0:1767384391.719524:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719525:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9ffd843. 00000400:00000010:2.0:1767384391.719528:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008bc758d8. 00000100:00000200:2.0:1767384391.719529:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719530:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc57e3b0. 00000400:00000010:2.0:1767384391.719532:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006cac5e4e. 00000100:00000200:2.0:1767384391.719534:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719535:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058f58f78. 00000400:00000010:2.0:1767384391.719537:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a0fd51d7. 00000100:00000200:2.0:1767384391.719539:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719540:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001664d156. 00000400:00000010:2.0:1767384391.719542:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002d08c784. 00000100:00000200:2.0:1767384391.719544:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719545:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068ee0f6a. 00000400:00000010:2.0:1767384391.719547:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008a00d9f9. 00000100:00000200:2.0:1767384391.719549:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719549:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b6b6539. 00000400:00000010:2.0:1767384391.719551:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000360749e8. 00000100:00000200:2.0:1767384391.719553:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719554:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004657a1de. 00000400:00000010:2.0:1767384391.719564:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e99f9358. 00000100:00000200:2.0:1767384391.719567:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719568:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001516ab8f. 00000400:00000010:2.0:1767384391.719570:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000191d16da. 00000100:00000200:2.0:1767384391.719572:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719573:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099d9752a. 00000400:00000010:2.0:1767384391.719575:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007e07d69c. 00000100:00000200:2.0:1767384391.719576:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719578:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007582d27b. 00000400:00000010:2.0:1767384391.719580:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b2be947c. 00000100:00000200:2.0:1767384391.719585:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719587:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a391f4ad. 00000400:00000010:2.0:1767384391.719589:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006bfca91c. 00000100:00000200:2.0:1767384391.719591:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719592:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c328e67. 00000400:00000010:2.0:1767384391.719594:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000665620d1. 00000100:00000200:2.0:1767384391.719596:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719596:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079bbfddf. 00000400:00000010:2.0:1767384391.719599:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f4e9cb06. 00000100:00000200:2.0:1767384391.719600:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719601:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f42cd37. 00000400:00000010:2.0:1767384391.719603:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009bacbc7b. 00000100:00000200:2.0:1767384391.719605:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719606:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2ec5db5. 00000400:00000010:2.0:1767384391.719612:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000884694d2. 00000100:00000200:2.0:1767384391.719615:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719616:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd949266. 00000400:00000010:2.0:1767384391.719618:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a6cd10f1. 00000100:00000200:2.0:1767384391.719620:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719621:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054f1c2fd. 00000400:00000010:2.0:1767384391.719623:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d09ab2d4. 00000100:00000200:2.0:1767384391.719624:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719625:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a29eaad. 00000400:00000010:2.0:1767384391.719627:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000084da3998. 00000100:00000200:2.0:1767384391.719629:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719630:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000105d3655. 00000400:00000010:2.0:1767384391.719632:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dd04a1c9. 00000100:00000200:2.0:1767384391.719633:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719635:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc13490b. 00000400:00000010:2.0:1767384391.719637:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005c034202. 00000100:00000200:2.0:1767384391.719639:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719640:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c3976c6. 00000400:00000010:2.0:1767384391.719642:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bffc9453. 00000100:00000200:2.0:1767384391.719644:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719645:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eda4afb8. 00000400:00000010:2.0:1767384391.719646:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004bcc08f0. 00000100:00000200:2.0:1767384391.719652:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719653:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84299ca. 00000400:00000010:2.0:1767384391.719660:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009e45758d. 00000100:00000200:2.0:1767384391.719663:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719664:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f50f1b91. 00000400:00000010:2.0:1767384391.719666:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cde3ea41. 00000100:00000200:2.0:1767384391.719668:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719669:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c5a7c1c. 00000400:00000010:2.0:1767384391.719671:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000756e6d02. 00000100:00000200:2.0:1767384391.719673:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719673:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e78cdbdc. 00000400:00000010:2.0:1767384391.719675:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dd0c27a3. 00000100:00000200:2.0:1767384391.719677:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719678:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065069e6f. 00000400:00000010:2.0:1767384391.719680:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007122955b. 00000100:00000200:2.0:1767384391.719681:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719682:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184fb473. 00000400:00000010:2.0:1767384391.719684:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001ff03f59. 00000100:00000200:2.0:1767384391.719686:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719687:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9abbcf8. 00000400:00000010:2.0:1767384391.719689:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004ccbd4c4. 00000100:00000200:2.0:1767384391.719691:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719692:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063810a23. 00000400:00000010:2.0:1767384391.719694:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000016e01a5c. 00000100:00000200:2.0:1767384391.719696:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719696:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076a02133. 00000400:00000010:2.0:1767384391.719703:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000048f06c32. 00000100:00000200:2.0:1767384391.719706:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719707:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f20b21e3. 00000400:00000010:2.0:1767384391.719709:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000074b143ef. 00000100:00000200:2.0:1767384391.719711:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719712:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2151c79. 00000400:00000010:2.0:1767384391.719714:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004181d9ca. 00000100:00000200:2.0:1767384391.719715:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719716:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bddda8e7. 00000400:00000010:2.0:1767384391.719718:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e26c5454. 00000100:00000200:2.0:1767384391.719724:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719726:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c7e9a3. 00000400:00000010:2.0:1767384391.719728:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e0f8a767. 00000100:00000200:2.0:1767384391.719730:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719731:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1252435. 00000400:00000010:2.0:1767384391.719733:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c92e19a7. 00000100:00000200:2.0:1767384391.719734:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719736:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f16d047f. 00000400:00000010:2.0:1767384391.719737:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000041e82913. 00000100:00000200:2.0:1767384391.719739:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719740:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b370c93c. 00000400:00000010:2.0:1767384391.719742:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a29908dc. 00000100:00000200:2.0:1767384391.719744:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719745:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032de7bad. 00000400:00000010:2.0:1767384391.719752:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000588f452e. 00000100:00000200:2.0:1767384391.719755:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719756:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6956a96. 00000400:00000010:2.0:1767384391.719758:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009b8d725f. 00000100:00000200:2.0:1767384391.719760:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719761:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e25fc8f5. 00000400:00000010:2.0:1767384391.719763:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b1f18fe8. 00000100:00000200:2.0:1767384391.719764:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719765:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b6c7699. 00000400:00000010:2.0:1767384391.719767:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000084b5b718. 00000100:00000200:2.0:1767384391.719769:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719770:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d52aed04. 00000400:00000010:2.0:1767384391.719772:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001bba77e3. 00000100:00000200:2.0:1767384391.719773:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719775:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001e4e354. 00000400:00000010:2.0:1767384391.719777:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000038f67341. 00000100:00000200:2.0:1767384391.719778:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719779:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dd1d2cf. 00000400:00000010:2.0:1767384391.719782:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a16a363c. 00000100:00000200:2.0:1767384391.719784:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719785:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039893656. 00000400:00000010:2.0:1767384391.719787:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dfecce5d. 00000100:00000200:2.0:1767384391.719792:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719794:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003686e842. 00000400:00000010:2.0:1767384391.719800:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a7c7ba20. 00000100:00000200:2.0:1767384391.719803:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719805:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1820ae1. 00000400:00000010:2.0:1767384391.719807:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000062160808. 00000100:00000200:2.0:1767384391.719809:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719810:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029df1f48. 00000400:00000010:2.0:1767384391.719811:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a49807fa. 00000100:00000200:2.0:1767384391.719813:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719814:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087bb504c. 00000400:00000010:2.0:1767384391.719816:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ee8b55d7. 00000100:00000200:2.0:1767384391.719818:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719819:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4e515e0. 00000400:00000010:2.0:1767384391.719821:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004fc680bf. 00000100:00000200:2.0:1767384391.719822:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719823:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b91948bd. 00000400:00000010:2.0:1767384391.719825:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008fe6780d. 00000100:00000200:2.0:1767384391.719827:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719828:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d51cabd9. 00000400:00000010:2.0:1767384391.719830:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003bed04d9. 00000100:00000200:2.0:1767384391.719831:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719832:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051e90c99. 00000400:00000010:2.0:1767384391.719834:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000e71dbea. 00000100:00000200:2.0:1767384391.719836:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719837:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003085c2a7. 00000400:00000010:2.0:1767384391.719844:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a6b0bd9b. 00000100:00000200:2.0:1767384391.719847:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719848:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d4909b9. 00000400:00000010:2.0:1767384391.719851:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b399b0e8. 00000100:00000200:2.0:1767384391.719852:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384391.719853:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000246f96e1. 00000400:00000010:2.0:1767384391.719856:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f9e757cd. 00000100:00000010:2.0:1767384391.719867:0:40449:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b30a7fff. 00000100:00000200:2.0:1767384391.719880:0:40449:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384391.719902:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009f7ffc1c. 00000020:00000010:2.0:1767384391.720472:0:40450:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000002a5e68f9. 00000100:00000010:2.0:1767384391.720493:0:40450:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005cb6022a. 00000020:00000010:2.0:1767384391.720495:0:40450:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006c501b96. 00000020:00000010:2.0:1767384391.720500:0:40450:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009de9dc1a. 00000020:00000010:2.0:1767384391.720503:0:40450:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b88066e0. 00000040:00000010:2.0:1767384391.720507:0:40450:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000da0dcef1. 00000020:00000010:2.0:1767384391.720510:0:40450:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a2f5ce9a. 00000020:00000010:2.0:1767384391.720513:0:40450:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d539d9a4. 00000020:00000010:2.0:1767384391.720515:0:40450:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ed36acf1. 80000000:00000010:2.0:1767384391.720517:0:40450:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a949a6a. 40000000:00000010:2.0:1767384391.720519:0:40450:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000942ba1cd. 00100000:00000010:2.0:1767384391.720521:0:40450:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b64ab753. 00040000:00000010:2.0:1767384391.720524:0:40450:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000082e60037. 00040000:00000010:2.0:1767384391.720525:0:40450:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cd10acff. 00080000:00000010:2.0:1767384391.720528:0:40450:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006e3cf8ae. 00000004:00000010:2.0:1767384391.720531:0:40450:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fc86dd66. 00002000:00000010:2.0:1767384391.720533:0:40450:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008c87849c. 00000100:00000010:2.0:1767384391.720544:0:40450:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000297b83fa. 00000100:00000200:2.0:1767384391.720555:0:40450:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384391.720620:0:40426:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004aafc7da. 00000020:00000010:2.0:1767384391.721181:0:40451:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000055d4d823. 00000100:00000010:2.0:1767384391.721185:0:40451:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006e08e961. 00000020:00000010:2.0:1767384391.721186:0:40451:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fc3c714b. 00000020:00000010:2.0:1767384391.721189:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b370127. 00000020:00000010:2.0:1767384391.721191:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008dd4da0e. 00000040:00000010:2.0:1767384391.721192:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005fead445. 00000020:00000010:2.0:1767384391.721195:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea36a276. 00000020:00000010:2.0:1767384391.721197:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000090863844. 00000020:00000010:2.0:1767384391.721198:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b22b260e. 80000000:00000010:2.0:1767384391.721200:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061d5ea97. 40000000:00000010:2.0:1767384391.721202:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e9b6d8cd. 00100000:00000010:2.0:1767384391.721204:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009ab0eab4. 00040000:00000010:2.0:1767384391.721206:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000081319925. 00040000:00000010:2.0:1767384391.721208:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002ea3e3f1. 00080000:00000010:2.0:1767384391.721211:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000824d6897. 00000004:00000010:2.0:1767384391.721217:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002e67060b. 00002000:00000010:2.0:1767384391.721219:0:40451:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ed30a23f. 00000100:00000010:2.0:1767384391.721231:0:40451:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000047905561. 00000100:00000200:2.0:1767384391.721241:0:40451:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:0.0:1767384391.721306:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000153eacdc. 00000040:00000010:0.0:1767384391.721313:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000029ce8d79. 00000020:00000010:0.0:1767384391.721316:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000314fd77d. 00000020:00000010:0.0:1767384391.721320:0:40426:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d4dc981f. 00000020:00000010:0.0:1767384391.721324:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000022d7068d. 80000000:00000010:0.0:1767384391.721328:0:40426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d273c984. 40000000:00000010:0.0:1767384391.721330:0:40426:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000543fe154. 00100000:00000010:0.0:1767384391.721333:0:40426:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000002a3b5b. 00040000:00000010:0.0:1767384391.721336:0:40426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000254c71dc. 00040000:00000010:0.0:1767384391.721341:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007ee0ba26. 00080000:00000010:0.0:1767384391.721345:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000dc496f5a. 00000020:00000010:0.0:1767384391.721348:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eac01848. 00000020:00000010:0.0:1767384391.721351:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023d29106. 00000020:00000010:0.0:1767384391.721354:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000008:00000010:0.0:1767384391.721358:0:40426:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003ad883da. 00020000:00000010:0.0:1767384391.721363:0:40426:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000e50485ec. 00008000:00000010:0.0:1767384391.721367:0:40426:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000ac394d69. 00000080:00000010:0.0:1767384391.721370:0:40426:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ab5e3046. 00000020:00000010:0.0:1767384391.721374:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008786efd8. 00000020:00000010:0.0:1767384391.721380:0:40426:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 000000006139a89d. 00000020:00000010:0.0:1767384391.721391:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000184fd864. 00000020:00000010:0.0:1767384391.721393:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c55dc927. 00000040:00000010:0.0:1767384391.721395:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cc660a69. 00000020:00000010:0.0:1767384391.721397:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dc496f5a. 00000020:00000010:0.0:1767384391.721399:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009d089254. 80000000:00000010:0.0:1767384391.721400:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d273c984. 00040000:00000010:0.0:1767384391.721414:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cab021d1. 00080000:00000010:0.0:1767384391.721417:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000002a3b5b. 20000000:00000010:0.0:1767384391.721420:0:40426:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007406175b. 00000020:00000010:0.0:1767384391.721438:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000254c71dc. 00080000:00000010:0.0:1767384391.721446:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000385e6c79. 00080000:00000010:0.0:1767384391.721567:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000385e6c79. 00000020:00000010:0.0:1767384391.721571:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000254c71dc. 00000040:00000010:0.0:1767384391.721582:0:40426:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000008a870004. 00000020:00000010:0.0:1767384391.721646:0:40426:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000895eb69d. 00000100:00000010:0.0:1767384391.721698:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 02000000:00000010:0.0:1767384391.721722:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a170683f. 00000100:00000010:0.0:1767384391.721735:0:40426:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d830bf14. 00000100:00000010:0.0:1767384391.721739:0:40426:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000000ac19d5. 00000100:00000010:0.0:1767384391.721748:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c6eca64b. 00000400:00000010:0.0:1767384391.721770:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d228d4c6. 00000400:00000010:0.0:1767384391.721775:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000100:00000200:0.0:1767384391.721779:0:40426:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824d208900-0x695824d208900, portal 33 02000000:00000010:0.0:1767384391.721789:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000beafd85. 00000400:00000010:0.0:1767384391.721792:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3b9a73. 00000400:00000010:0.0:1767384391.721796:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d6608d1. 00000100:00000200:0.0:1767384391.721798:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732528896, portal 25 00000400:00000010:0.0:1767384391.721803:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000298d74c4. 00000100:00000200:0.0:1767384391.721806:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236732528896, offset 0 00000400:00000200:0.0:1767384391.721815:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.721830:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384391.721842:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824d208900 00000400:00000200:0.0:1767384391.721849:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21f9 [2] + 0 00000400:00000010:0.0:1767384391.721853:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050f9fb7d. 00000400:00000200:0.0:1767384391.721858:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004cf9ec89 00000400:00000200:0.0:1767384391.721867:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.721872:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384391.721878:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf9ec89 00000400:00000010:0.0:1767384391.721881:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cf9ec89. 00000100:00000200:0.0:1767384391.721887:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384391.721909:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000298d74c4 00000400:00000010:0.0:1767384391.721912:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000298d74c4. 00000100:00000200:0.0:1767384391.721919:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732528896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.721947:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000612db8de. 00000100:00000010:0.0:1767384391.721948:0:40426:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000db9fc42. 00000020:00000010:1.0:1767384391.721954:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000612db8de. 00000020:00000010:1.0:1767384391.721961:0:40430:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b0e65ef. 00000020:00000010:1.0:1767384391.721964:0:40430:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000100:00000010:0.0:1767384391.721967:0:40426:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a2e0890. 00000020:00000010:1.0:1767384391.721969:0:40430:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000100:00000010:0.0:1767384391.721980:0:40426:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095e62c35. 00000100:00000010:0.0:1767384391.721989:0:40426:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000042a6aeb. 00000020:00000010:1.0:1767384391.722004:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000612db8de. 00000020:00000010:1.0:1767384391.722007:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000612db8de. 00000100:00000200:1.0:1767384391.722009:0:40430:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732528896 02000000:00000010:1.0:1767384391.722024:0:40430:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ac7864e6. 20000000:00000010:1.0:1767384391.722042:0:40430:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 0000000037620797. 00000100:00000010:1.0:1767384391.722047:0:40430:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005a8dbf1d. 00000100:00000010:1.0:1767384391.722049:0:40430:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005d13a6f5. 00000400:00000010:1.0:1767384391.722055:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ace24d2. 00000400:00000010:1.0:1767384391.722060:0:40430:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005083af6d. 00000400:00000200:1.0:1767384391.722063:0:40430:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767384391.722069:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767384391.722074:0:40430:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824d208900 00000400:00000200:1.0:1767384391.722078:0:40430:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2a19 [1] + 0 00000400:00000010:1.0:1767384391.722081:0:40430:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d228d4c6. 00000400:00000200:1.0:1767384391.722084:0:40430:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003e483d52 00000100:00000200:1.0:1767384391.722087:0:40430:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000005a8dbf1d 00000400:00000200:1.0:1767384391.722092:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767384391.722097:0:40430:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2a25 00000400:00000200:1.0:1767384391.722100:0:40430:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.722102:0:40430:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767384391.722104:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ace24d2 00000400:00000010:1.0:1767384391.722105:0:40430:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ace24d2. 00000100:00000200:1.0:1767384391.722108:0:40430:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000005a8dbf1d 00000400:00000200:1.0:1767384391.722110:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e483d52 00000400:00000010:1.0:1767384391.722112:0:40430:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000100:00000200:1.0:1767384391.722114:0:40430:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000016ab9eb desc 00000000d830bf14 mbits 1853236732528896 00000100:00000200:1.0:1767384391.722126:0:40430:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824d208900-0x695824d208900 20000000:00000010:1.0:1767384391.722137:0:40430:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000c4141815. 20000000:00000010:1.0:1767384391.722143:0:40430:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000007ec0da26. 20000000:00000010:1.0:1767384391.722147:0:40430:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000038d47e6. 00000100:00000010:1.0:1767384391.724461:0:40430:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005d13a6f5. 00000100:00000010:1.0:1767384391.724468:0:40430:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005a8dbf1d. 20000000:00000010:1.0:1767384391.724472:0:40430:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 0000000037620797. 00010000:00000200:1.0:1767384391.724480:0:40430:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000077ae6114 x1853236732528896/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 4784/4768 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.724530:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0ce44ad. 00000100:00000200:1.0:1767384391.724534:0:40430:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732528896, offset 224 00000400:00000200:1.0:1767384391.724540:0:40430:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.724546:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.724552:0:40430:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d208900 00000400:00000200:1.0:1767384391.724557:0:40430:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2a1d [2] + 224 00000400:00000200:1.0:1767384391.724562:0:40430:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.724565:0:40430:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.724570:0:40430:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732528896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.724591:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ce44ad 00000400:00000010:1.0:1767384391.724594:0:40430:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0ce44ad. 00000400:00000010:0.0:1767384391.724607:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3b9a73. 00000020:00000010:1.0:1767384391.724608:0:40430:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000400:00000200:0.0:1767384391.724612:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d6608d1 00000020:00000010:1.0:1767384391.724615:0:40430:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000400:00000010:0.0:1767384391.724616:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d6608d1. 00000020:00000010:1.0:1767384391.724623:0:40430:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b0e65ef. 00000100:00000200:0.0:1767384391.724625:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732528896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384391.724633:0:40430:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ac7864e6. 00000100:00000200:0.0:1767384391.724635:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732528896/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.724642:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.724648:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004017afc4. 00000400:00000010:1.0:1767384391.724653:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0ce44ad. 00000100:00000010:0.0:1767384391.724655:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c6eca64b. 02000000:00000010:0.0:1767384391.724664:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000beafd85. 00000100:00000010:0.0:1767384391.724668:0:40426:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000000ac19d5. 00000100:00000010:0.0:1767384391.724670:0:40426:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d830bf14. 02000000:00000010:0.0:1767384391.724674:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a170683f. 00000100:00000010:0.0:1767384391.724677:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 00000020:00000010:0.0:1767384391.724681:0:40426:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 00000000895eb69d. 00000020:00000010:0.0:1767384391.724693:0:40426:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000fefc1734. 00000020:00000010:0.0:1767384391.724697:0:40426:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 0000000000ac19d5. 00000020:00000010:0.0:1767384391.724704:0:40426:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000c706479d. 00000020:00000010:0.0:1767384391.724709:0:40426:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000c6eca64b. 00000020:00000010:0.0:1767384391.724712:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eb443b0. 00000020:00000010:0.0:1767384391.724716:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c417eea2. 00000040:00000010:0.0:1767384391.724719:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007ee0ba26. 00000020:00000010:0.0:1767384391.724723:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000314fd77d. 00000020:00000010:0.0:1767384391.724726:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008786efd8. 00040000:00000010:0.0:1767384391.724730:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000701837c1. 00040000:00000010:0.0:1767384391.724733:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eac01848. 00080000:00000010:0.0:1767384391.724736:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002c3fd112. 10000000:00000010:0.0:1767384391.724749:0:40426:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 0000000022d7068d. 10000000:00000010:0.0:1767384391.724756:0:40426:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000029ce8d79. 00000100:00000010:0.0:1767384391.724761:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 02000000:00000010:0.0:1767384391.724768:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000153eacdc. 00010000:00000010:0.0:1767384391.724780:0:40426:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f6411d07. 00010000:00000010:0.0:1767384391.724787:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f6b12db5. 00000100:00000010:0.0:1767384391.724799:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d6608d1. 02000000:00000010:0.0:1767384391.724821:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d830bf14. 00000400:00000010:0.0:1767384391.724823:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3b9a73. 00000400:00000010:0.0:1767384391.724825:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000100:00000200:0.0:1767384391.724828:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732529024, portal 25 00000400:00000010:0.0:1767384391.724831:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384391.724833:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732529024, offset 0 00000400:00000200:0.0:1767384391.724836:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.724841:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384391.724845:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d208980 00000400:00000200:0.0:1767384391.724848:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21fd [2] + 0 00000400:00000010:0.0:1767384391.724851:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067217700. 00000400:00000200:0.0:1767384391.724853:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003eff7163 00000400:00000200:0.0:1767384391.724855:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.724857:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384391.724859:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eff7163 00000400:00000010:0.0:1767384391.724861:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eff7163. 00000100:00000200:0.0:1767384391.724863:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384391.724890:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:0.0:1767384391.724892:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384391.724895:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732529024/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.724926:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000612db8de. 00000020:00000010:1.0:1767384391.724931:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000612db8de. 00000020:00000010:1.0:1767384391.724935:0:40430:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b0e65ef. 00000020:00000010:1.0:1767384391.724939:0:40430:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.724942:0:40430:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.724969:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000612db8de. 00000020:00000010:1.0:1767384391.724973:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000612db8de. 00000100:00000200:1.0:1767384391.724976:0:40430:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732529024 00010000:00000010:1.0:1767384391.724990:0:40430:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003f0745b4. 00010000:00000010:1.0:1767384391.724996:0:40430:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000047ec716. 00000020:00000010:1.0:1767384391.725000:0:40430:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000612db8de. 02000000:00000010:1.0:1767384391.725010:0:40430:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005a8dbf1d. 00010000:00000200:1.0:1767384391.725029:0:40430:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005b274936 x1853236732529024/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.725041:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ace24d2. 00000100:00000200:1.0:1767384391.725045:0:40430:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732529024, offset 224 00000400:00000200:1.0:1767384391.725050:0:40430:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.725057:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.725063:0:40430:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d208980 00000400:00000200:1.0:1767384391.725068:0:40430:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a31 [1] + 224 00000400:00000200:1.0:1767384391.725072:0:40430:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.725075:0:40430:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.725081:0:40430:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732529024/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.725106:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ace24d2 00000400:00000010:1.0:1767384391.725108:0:40430:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ace24d2. 00000020:00000010:1.0:1767384391.725116:0:40430:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.725120:0:40430:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.725124:0:40430:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b0e65ef. 02000000:00000010:1.0:1767384391.725129:0:40430:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005a8dbf1d. 00000400:00000010:0.0:1767384391.725133:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3b9a73. 00000100:00000200:1.0:1767384391.725135:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384391.725139:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b6aba5d 00000400:00000010:1.0:1767384391.725141:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b7e2c33. 00000400:00000010:0.0:1767384391.725142:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000100:00000200:0.0:1767384391.725150:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732529024/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.725151:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee19f373. 00000100:00000200:0.0:1767384391.725181:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732529024/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384391.725193:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007d6608d1. 02000000:00000010:0.0:1767384391.725204:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d830bf14. 02000000:00000010:0.0:1767384391.725206:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000153eacdc. 00000100:00000010:0.0:1767384391.725208:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 10000000:00000010:0.0:1767384391.725227:0:40426:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000153eacdc. 10000000:00000010:0.0:1767384391.725233:0:40426:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000421470cb. 00000100:00000010:0.0:1767384391.725235:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 02000000:00000010:0.0:1767384391.725240:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9890ff6. 00010000:00000010:0.0:1767384391.725244:0:40426:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca7b81f3. 00010000:00000010:0.0:1767384391.725248:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069cfa3d8. 00000100:00000010:0.0:1767384391.725253:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d6608d1. 02000000:00000010:0.0:1767384391.725262:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d830bf14. 00000400:00000010:0.0:1767384391.725265:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3b9a73. 00000400:00000010:0.0:1767384391.725267:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000100:00000200:0.0:1767384391.725270:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732529152, portal 25 00000400:00000010:0.0:1767384391.725272:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384391.725273:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732529152, offset 0 00000400:00000200:0.0:1767384391.725276:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.725280:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384391.725284:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d208a00 00000400:00000200:0.0:1767384391.725287:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2201 [2] + 0 00000400:00000010:0.0:1767384391.725289:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb9ebc5e. 00000400:00000200:0.0:1767384391.725292:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b7e05635 00000400:00000200:0.0:1767384391.725294:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.725296:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384391.725298:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e05635 00000400:00000010:0.0:1767384391.725299:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7e05635. 00000100:00000200:0.0:1767384391.725301:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384391.725312:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:0.0:1767384391.725314:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384391.725316:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732529152/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.725351:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a768bf41. 00000020:00000010:1.0:1767384391.725356:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a768bf41. 00000020:00000010:1.0:1767384391.725360:0:40430:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b0e65ef. 00000020:00000010:1.0:1767384391.725364:0:40430:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.725368:0:40430:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.725395:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a768bf41. 00000020:00000010:1.0:1767384391.725399:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a768bf41. 00000100:00000200:1.0:1767384391.725417:0:40430:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732529152 00010000:00000010:1.0:1767384391.725441:0:40430:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000e40da17. 00010000:00000010:1.0:1767384391.725446:0:40430:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000770811d6. 02000000:00000010:1.0:1767384391.725453:0:40430:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005a8dbf1d. 00010000:00000200:1.0:1767384391.725463:0:40430:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000efd6adf6 x1853236732529152/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.725475:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ace24d2. 00000100:00000200:1.0:1767384391.725478:0:40430:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732529152, offset 224 00000400:00000200:1.0:1767384391.725498:0:40430:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.725557:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.725568:0:40430:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d208a00 00000400:00000200:1.0:1767384391.725574:0:40430:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a41 [1] + 224 00000400:00000200:1.0:1767384391.725579:0:40430:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.725582:0:40430:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.725589:0:40430:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732529152/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.725611:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ace24d2 00000400:00000010:1.0:1767384391.725614:0:40430:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ace24d2. 00000020:00000010:1.0:1767384391.725627:0:40430:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000400:00000010:0.0:1767384391.725629:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3b9a73. 00000020:00000010:1.0:1767384391.725633:0:40430:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000400:00000200:0.0:1767384391.725635:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b6aba5d 00000400:00000010:0.0:1767384391.725639:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000020:00000010:1.0:1767384391.725640:0:40430:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b0e65ef. 00000100:00000200:0.0:1767384391.725646:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732529152/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384391.725649:0:40430:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005a8dbf1d. 00000100:00000200:0.0:1767384391.725658:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732529152/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.725660:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.725668:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1e8229b. 00000400:00000010:1.0:1767384391.725675:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf844a82. 00000100:00000010:0.0:1767384391.725676:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007d6608d1. 02000000:00000010:0.0:1767384391.725688:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d830bf14. 02000000:00000010:0.0:1767384391.725692:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c9890ff6. 00000100:00000010:0.0:1767384391.725697:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 10000000:00000010:0.0:1767384391.725704:0:40426:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000112bfbe2. 00000020:00000010:0.0:1767384391.725709:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9890ff6. 00000020:00000010:0.0:1767384391.725712:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3202ba7. 00000040:00000010:0.0:1767384391.725716:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001363cf96. 00000020:00000010:0.0:1767384391.725719:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000942a259e. 00000020:00000010:0.0:1767384391.725724:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000108baab2. 80000000:00000010:0.0:1767384391.725727:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007ef6f9a4. 00040000:00000010:0.0:1767384391.725747:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf16e35d. 00080000:00000010:0.0:1767384391.725750:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e6a4168e. 20000000:00000010:0.0:1767384391.725754:0:40426:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000019a31591. 00000040:00000010:0.0:1767384391.725760:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000962a8f2e. 00000100:00000010:0.0:1767384391.725765:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 02000000:00000010:0.0:1767384391.725773:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b1a8aa4. 00000100:00000010:0.0:1767384391.725780:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d6608d1. 02000000:00000010:0.0:1767384391.725788:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb3aedf6. 00000400:00000010:0.0:1767384391.725792:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3b9a73. 00000400:00000010:0.0:1767384391.725795:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000100:00000200:0.0:1767384391.725798:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732529280, portal 25 00000400:00000010:0.0:1767384391.725802:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384391.725805:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236732529280, offset 0 00000400:00000200:0.0:1767384391.725810:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.725814:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384391.725818:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d208a80 00000400:00000200:0.0:1767384391.725821:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2205 [2] + 0 00000400:00000010:0.0:1767384391.725823:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be1c67a9. 00000400:00000200:0.0:1767384391.725825:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a45509c2 00000400:00000200:0.0:1767384391.725827:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.725829:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384391.725831:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a45509c2 00000400:00000010:0.0:1767384391.725833:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a45509c2. 00000100:00000200:0.0:1767384391.725835:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384391.725847:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:0.0:1767384391.725848:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384391.725851:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732529280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.725896:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a768bf41. 00000020:00000010:1.0:1767384391.725900:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a768bf41. 00000020:00000010:1.0:1767384391.725905:0:40430:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b0e65ef. 00000020:00000010:1.0:1767384391.725908:0:40430:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.725911:0:40430:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.725937:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a768bf41. 00000020:00000010:1.0:1767384391.725940:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a768bf41. 00000100:00000200:1.0:1767384391.725943:0:40430:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732529280 02000000:00000010:1.0:1767384391.725953:0:40430:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005a8dbf1d. 00000040:00000010:1.0:1767384391.725958:0:40430:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ecae0ed1. 00000040:00000010:1.0:1767384391.725998:0:40430:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000005d13a6f5. 00000020:00000010:1.0:1767384391.726005:0:40430:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001a8e61d5. 00080000:00000010:1.0:1767384391.726011:0:40430:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ed3ac79b. 00000040:00000010:1.0:1767384391.726090:0:40430:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000005d13a6f5. 00000040:00000010:1.0:1767384391.726095:0:40430:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ecae0ed1. 20000000:00000010:1.0:1767384391.726102:0:40430:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000094aef029. 00010000:00000200:1.0:1767384391.726110:0:40430:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e4ec3449 x1853236732529280/t0(0) o501->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 512/272 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.726122:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ace24d2. 00000100:00000200:1.0:1767384391.726125:0:40430:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236732529280, offset 224 00000400:00000200:1.0:1767384391.726129:0:40430:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.726135:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.726140:0:40430:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824d208a80 00000400:00000200:1.0:1767384391.726145:0:40430:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a51 [1] + 224 00000400:00000200:1.0:1767384391.726149:0:40430:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.726152:0:40430:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.726173:0:40430:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732529280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.726194:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ace24d2 00000400:00000010:1.0:1767384391.726196:0:40430:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ace24d2. 00000020:00000010:1.0:1767384391.726207:0:40430:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.726212:0:40430:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.726215:0:40430:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b0e65ef. 02000000:00000010:1.0:1767384391.726222:0:40430:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005a8dbf1d. 00000400:00000010:0.0:1767384391.726222:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3b9a73. 00000400:00000200:0.0:1767384391.726228:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b6aba5d 00000100:00000200:1.0:1767384391.726229:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384391.726230:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000400:00000010:1.0:1767384391.726236:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2a92535. 00000100:00000200:0.0:1767384391.726237:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732529280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.726244:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a47ee662. 00000100:00000200:0.0:1767384391.726248:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732529280/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384391.726261:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007d6608d1. 02000000:00000010:0.0:1767384391.726267:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb3aedf6. 02000000:00000010:0.0:1767384391.726270:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008b1a8aa4. 00000100:00000010:0.0:1767384391.726272:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 00000040:00000010:0.0:1767384391.726277:0:40426:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000895eb69d. 00000100:00000010:0.0:1767384391.726280:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 02000000:00000010:0.0:1767384391.726284:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b1a8aa4. 00000100:00000010:0.0:1767384391.726287:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d6608d1. 02000000:00000010:0.0:1767384391.726305:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000ee9845b4. 00000400:00000010:0.0:1767384391.726308:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3b9a73. 00000400:00000010:0.0:1767384391.726311:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000298d74c4. 00000100:00000200:0.0:1767384391.726313:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732529408, portal 25 00000400:00000010:0.0:1767384391.726316:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000100:00000200:0.0:1767384391.726317:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732529408, offset 0 00000400:00000200:0.0:1767384391.726320:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.726324:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384391.726343:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d208b00 00000400:00000200:0.0:1767384391.726346:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2209 [2] + 0 00000400:00000010:0.0:1767384391.726348:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062747445. 00000400:00000200:0.0:1767384391.726350:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d7ce851 00000400:00000200:0.0:1767384391.726352:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.726354:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384391.726356:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d7ce851 00000400:00000010:0.0:1767384391.726357:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d7ce851. 00000100:00000200:0.0:1767384391.726359:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384391.726369:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b6aba5d 00000400:00000010:0.0:1767384391.726370:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000100:00000200:0.0:1767384391.726373:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732529408/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.726427:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011a746f4. 00000020:00000010:1.0:1767384391.726431:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011a746f4. 00000020:00000010:1.0:1767384391.726453:0:40430:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b0e65ef. 00000020:00000010:1.0:1767384391.726457:0:40430:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.726461:0:40430:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.726536:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011a746f4. 00000020:00000010:1.0:1767384391.726545:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011a746f4. 00000100:00000200:1.0:1767384391.726552:0:40430:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732529408 02000000:00000010:1.0:1767384391.726580:0:40430:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000001007e92. 00000040:00000010:1.0:1767384391.726587:0:40430:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ecae0ed1. 00000040:00000010:1.0:1767384391.726597:0:40430:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000037620797. 00000040:00000010:1.0:1767384391.726926:0:40430:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000037620797. 00000040:00000010:1.0:1767384391.726931:0:40430:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ecae0ed1. 00010000:00000200:1.0:1767384391.726937:0:40430:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052768312 x1853236732529408/t0(0) o503->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 272/8416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.726951:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000060003233. 00000100:00000200:1.0:1767384391.726955:0:40430:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236732529408, offset 224 00000400:00000200:1.0:1767384391.726960:0:40430:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.726966:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.726972:0:40430:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824d208b00 00000400:00000200:1.0:1767384391.726977:0:40430:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a61 [4] + 224 00000400:00000200:1.0:1767384391.726983:0:40430:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.726986:0:40430:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.726991:0:40430:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732529408/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.727011:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060003233 00000400:00000010:1.0:1767384391.727013:0:40430:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000060003233. 00000020:00000010:1.0:1767384391.727021:0:40430:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.727024:0:40430:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.727027:0:40430:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b0e65ef. 02000000:00000010:1.0:1767384391.727030:0:40430:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000001007e92. 00000400:00000010:0.0:1767384391.727037:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3b9a73. 00000400:00000200:0.0:1767384391.727042:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000298d74c4 00000100:00000200:1.0:1767384391.727043:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384391.727044:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000298d74c4. 00000400:00000010:1.0:1767384391.727050:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba4d26be. 00000100:00000200:0.0:1767384391.727053:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732529408/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.727055:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060003233. 00000100:00000200:0.0:1767384391.727065:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732529408/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384391.727078:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007d6608d1. 02000000:00000010:0.0:1767384391.727083:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000ee9845b4. 02000000:00000010:0.0:1767384391.727099:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008b1a8aa4. 00000100:00000010:0.0:1767384391.727102:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 00000040:00000010:0.0:1767384391.727108:0:40426:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ee639e2f. 00000020:00000010:2.0:1767384391.727310:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8443022. 00000020:00000010:2.0:1767384391.727315:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000021a8773c. 00000040:00000010:2.0:1767384391.727319:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f1de866c. 00000020:00000010:2.0:1767384391.727322:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000047164c5b. 00000020:00000010:2.0:1767384391.727324:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003a0035af. 00000020:00000010:2.0:1767384391.727326:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000026a16ef4. 80000000:00000010:2.0:1767384391.727329:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f3f14b6. 40000000:00000010:2.0:1767384391.727330:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000efd856dc. 00100000:00000010:2.0:1767384391.727334:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c1c6d0eb. 00040000:00000010:2.0:1767384391.727336:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003a82eacd. 00040000:00000010:2.0:1767384391.727338:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002bea8329. 00080000:00000010:2.0:1767384391.727341:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ab395d73. 00000004:00000010:2.0:1767384391.727344:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e325d77c. 00002000:00000010:2.0:1767384391.727346:0:40452:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000068fa893d. 00000020:00000010:2.0:1767384391.727349:0:40452:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002693168c. 00000040:00000010:2.0:1767384391.727353:0:40452:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e97a0e8e. 00000100:00000010:2.0:1767384391.727359:0:40452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cfe31f9. 02000000:00000010:2.0:1767384391.727364:0:40452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d59a08a. 00000100:00000010:2.0:1767384391.727369:0:40452:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014387dc9. 02000000:00000010:2.0:1767384391.727382:0:40452:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000ee9845b4. 00000400:00000010:2.0:1767384391.727385:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3cc35b0. 00000400:00000010:2.0:1767384391.727388:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000005152fc. 00000100:00000200:2.0:1767384391.727391:0:40452:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732529536, portal 25 00000400:00000010:2.0:1767384391.727394:0:40452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000100:00000200:2.0:1767384391.727395:0:40452:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732529536, offset 0 00000400:00000200:2.0:1767384391.727399:0:40452:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384391.727416:0:40452:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384391.727421:0:40452:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d208b80 00000400:00000200:2.0:1767384391.727425:0:40452:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x220d [2] + 0 00000400:00000010:2.0:1767384391.727432:0:40452:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0ea0aec. 00000400:00000200:2.0:1767384391.727435:0:40452:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000067b4409f 00000400:00000200:2.0:1767384391.727438:0:40452:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.727440:0:40452:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384391.727442:0:40452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067b4409f 00000400:00000010:2.0:1767384391.727443:0:40452:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067b4409f. 00000100:00000200:2.0:1767384391.727446:0:40452:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384391.727457:0:40452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000400:00000010:2.0:1767384391.727459:0:40452:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000100:00000200:2.0:1767384391.727463:0:40452:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cfe31f9 x1853236732529536/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.727515:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b497bdb. 00000020:00000010:1.0:1767384391.727518:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b497bdb. 00000020:00000010:1.0:1767384391.727521:0:40430:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecae0ed1. 00000020:00000010:1.0:1767384391.727539:0:40430:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.727541:0:40430:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.727558:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b497bdb. 00000020:00000010:1.0:1767384391.727559:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b497bdb. 00000100:00000200:1.0:1767384391.727561:0:40430:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732529536 02000000:00000010:1.0:1767384391.727574:0:40430:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000001007e92. 00000040:00000010:1.0:1767384391.727578:0:40430:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006dfe5f2e. 00000040:00000010:1.0:1767384391.727583:0:40430:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000037620797. 00000040:00000010:1.0:1767384391.727692:0:40430:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000037620797. 00000040:00000010:1.0:1767384391.727696:0:40430:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006dfe5f2e. 00010000:00000200:1.0:1767384391.727702:0:40430:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9056ec8 x1853236732529536/t0(0) o502->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 272/8472 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.727715:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000fd2a15dc. 00000100:00000200:1.0:1767384391.727718:0:40430:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236732529536, offset 224 00000400:00000200:1.0:1767384391.727723:0:40430:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.727729:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.727736:0:40430:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d208b80 00000400:00000200:1.0:1767384391.727740:0:40430:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a71 [4] + 224 00000400:00000200:1.0:1767384391.727746:0:40430:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.727750:0:40430:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.727755:0:40430:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cfe31f9 x1853236732529536/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.727776:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd2a15dc 00000400:00000010:1.0:1767384391.727778:0:40430:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000fd2a15dc. 00000400:00000010:2.0:1767384391.727786:0:40452:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3cc35b0. 00000020:00000010:1.0:1767384391.727787:0:40430:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000400:00000200:2.0:1767384391.727793:0:40452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000005152fc 00000020:00000010:1.0:1767384391.727793:0:40430:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.727796:0:40430:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecae0ed1. 00000400:00000010:2.0:1767384391.727797:0:40452:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000005152fc. 02000000:00000010:1.0:1767384391.727803:0:40430:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000001007e92. 00000100:00000200:2.0:1767384391.727806:0:40452:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cfe31f9 x1853236732529536/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.727814:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384391.727815:0:40452:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cfe31f9 x1853236732529536/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.727820:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc110112. 00000400:00000010:1.0:1767384391.727828:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd2a15dc. 00000100:00000010:2.0:1767384391.727836:0:40452:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000014387dc9. 02000000:00000010:2.0:1767384391.727843:0:40452:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000ee9845b4. 02000000:00000010:2.0:1767384391.727854:0:40452:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007d59a08a. 00000100:00000010:2.0:1767384391.727857:0:40452:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cfe31f9. 00000020:00000010:2.0:1767384391.727870:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000087661a9. 00000020:00000010:2.0:1767384391.727873:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000087661a9. 00000020:00000010:2.0:1767384391.727879:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000a15ecdd3. 00000020:00000010:2.0:1767384391.727889:0:40452:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000004cb51b11. 00000020:00000010:2.0:1767384391.727895:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000a67fa57. 00000020:00000010:2.0:1767384391.727906:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000a15ecdd3. 00000020:00000010:2.0:1767384391.727909:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000014387dc9. 00000001:00000010:2.0:1767384391.727925:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000087661a9. 00000001:00000010:2.0:1767384391.727928:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f0efba05. 00000001:00000010:2.0:1767384391.727930:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d59a08a. 00000001:00000010:2.0:1767384391.727937:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000038d01aa2. 00000001:00000010:2.0:1767384391.727940:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000067b9cc82. 00000001:00000010:2.0:1767384391.727942:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d6de3094. 00000001:00000010:2.0:1767384391.727944:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000040dacf56. 00000001:00000010:2.0:1767384391.727946:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000db7a1fb8. 00000001:00000010:2.0:1767384391.727947:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f5ada52. 00000001:00000010:2.0:1767384391.727949:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c67c9c9. 00000001:00000010:2.0:1767384391.727952:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082550add. 00000001:00000010:2.0:1767384391.727954:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eaf2099d. 00000020:00000010:2.0:1767384391.727956:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a193190. 00000020:00000010:2.0:1767384391.727958:0:40452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a15ecdd3. 00000020:00000010:2.0:1767384391.727961:0:40452:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005882749f. 00000008:00000010:2.0:1767384391.727964:0:40452:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c48b665c. 00020000:00000010:2.0:1767384391.727967:0:40452:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008e366227. 00008000:00000010:2.0:1767384391.727971:0:40452:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d542a0f1. 00000080:00000010:2.0:1767384391.727975:0:40452:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000db3c0fe3. 00000020:00000010:2.0:1767384391.727977:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d49f8485. 00000020:00000010:2.0:1767384391.727979:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004d5ff215. 00000040:00000010:2.0:1767384391.727981:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d772b638. 00000020:00000010:2.0:1767384391.727983:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d357ac38. 00000020:00000010:2.0:1767384391.727985:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007822635f. 00000020:00000010:2.0:1767384391.727987:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000742e07aa. 80000000:00000010:2.0:1767384391.727989:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000daffe17d. 40000000:00000010:2.0:1767384391.727991:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008a40df1a. 00100000:00000010:2.0:1767384391.727993:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007d429eda. 00040000:00000010:2.0:1767384391.727996:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007ff14543. 00040000:00000010:2.0:1767384391.727997:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001481c390. 00080000:00000010:2.0:1767384391.728000:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000285d69b. 00000004:00000010:2.0:1767384391.728004:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9845919. 00000004:00000010:2.0:1767384391.728008:0:40452:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 000000001b89af53. 00000004:00000010:2.0:1767384391.728013:0:40452:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000368a80c1. 00000004:00000010:2.0:1767384391.728016:0:40452:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 00000000005152fc. 00000020:00000010:2.0:1767384391.728024:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000dcdfa515. 00000004:00000010:2.0:1767384391.728027:0:40452:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 00000000005152fc. 00000004:00000010:2.0:1767384391.728030:0:40452:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000368a80c1. 00000020:00000010:2.0:1767384391.728050:0:40452:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000000eac122. 00000020:00000010:2.0:1767384391.728052:0:40452:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000c2129a40. 00000020:00000010:2.0:1767384391.728053:0:40452:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000001e306adc. 00000020:00000010:2.0:1767384391.728055:0:40452:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000006ab07c40. 00000020:00000010:2.0:1767384391.728168:0:40452:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000005152fc. 00000020:00000010:2.0:1767384391.728192:0:40452:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000005152fc. 00000020:00000010:2.0:1767384391.728200:0:40452:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000005152fc. 00000020:00000010:2.0:1767384391.728205:0:40452:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000005152fc. 00000020:00000010:2.0:1767384391.728210:0:40452:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004d5ff215. 00000040:00000010:2.0:1767384391.728212:0:40452:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d772b638. 00000020:00000010:2.0:1767384391.728214:0:40452:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d357ac38. 00000020:00000010:2.0:1767384391.728217:0:40452:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007822635f. 00000020:00000010:2.0:1767384391.728220:0:40452:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000742e07aa. 80000000:00000010:2.0:1767384391.728221:0:40452:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000daffe17d. 40000000:00000010:2.0:1767384391.728223:0:40452:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008a40df1a. 00100000:00000010:2.0:1767384391.728225:0:40452:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007d429eda. 00040000:00000010:2.0:1767384391.728227:0:40452:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007ff14543. 00040000:00000010:2.0:1767384391.728229:0:40452:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001481c390. 00080000:00000010:2.0:1767384391.728231:0:40452:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000285d69b. 00000004:00000010:2.0:1767384391.728234:0:40452:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f9845919. 00000020:00000010:2.0:1767384391.728236:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d49f8485. 00000020:00000010:2.0:1767384391.728238:0:40452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a15ecdd3. 00000020:00000010:2.0:1767384391.728240:0:40452:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005882749f. 00000008:00000010:2.0:1767384391.728242:0:40452:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c48b665c. 00020000:00000010:2.0:1767384391.728244:0:40452:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008e366227. 00008000:00000010:2.0:1767384391.728246:0:40452:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000d542a0f1. 00000080:00000010:2.0:1767384391.728248:0:40452:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000db3c0fe3. 00000020:00000010:2.0:1767384391.728250:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a193190. 00000020:00000010:2.0:1767384391.728252:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000014387dc9. 00000020:00000010:2.0:1767384391.728255:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007ff14543. 00000020:00000010:2.0:1767384391.728261:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007ff14543. 00000020:00000010:2.0:1767384391.728265:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007ff14543. 00000020:00000010:2.0:1767384391.728267:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007ff14543. 00000020:00000010:2.0:1767384391.728269:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000daffe17d. 00000020:00000010:2.0:1767384391.728274:0:40452:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000c9cba728. 00000020:00000010:2.0:1767384391.728277:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000285d69b. 00000004:00000010:2.0:1767384391.728281:0:40452:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000008a40df1a. 00000020:00000010:2.0:1767384391.728286:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000daffe17d. 00000020:00000010:2.0:1767384391.728288:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000daffe17d. 00000020:00000010:2.0:1767384391.728291:0:40452:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 000000003c0edb1e. 00000020:00000010:2.0:1767384391.728293:0:40452:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 0000000068f8a5f0. 00000020:00000010:2.0:1767384391.728295:0:40452:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 00000000f9175726. 00000020:00000010:2.0:1767384391.728297:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000daffe17d. 00000020:00000010:2.0:1767384391.728299:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000014387dc9. 00000001:00000010:2.0:1767384391.728312:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007ff14543. 00000001:00000010:2.0:1767384391.728315:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bff03f7b. 00000001:00000010:2.0:1767384391.728317:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003a193190. 00000001:00000010:2.0:1767384391.728318:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d49f8485. 00000001:00000010:2.0:1767384391.728320:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001481c390. 00000001:00000010:2.0:1767384391.728321:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000742e07aa. 00000001:00000010:2.0:1767384391.728323:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000997617dc. 00000001:00000010:2.0:1767384391.728325:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f007d869. 00000001:00000010:2.0:1767384391.728326:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d772b638. 00000001:00000010:2.0:1767384391.728327:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d5ff215. 00000001:00000010:2.0:1767384391.728329:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069b53a24. 00000001:00000010:2.0:1767384391.728331:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bdd2fbc1. 00000020:00000010:2.0:1767384391.728333:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d6b4c06. 00000020:00000010:2.0:1767384391.728335:0:40452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a15ecdd3. 00000020:00000010:2.0:1767384391.728337:0:40452:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005882749f. 00000008:00000010:2.0:1767384391.728339:0:40452:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c48b665c. 00020000:00000010:2.0:1767384391.728341:0:40452:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008e366227. 00008000:00000010:2.0:1767384391.728346:0:40452:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d542a0f1. 00000080:00000010:2.0:1767384391.728348:0:40452:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000db3c0fe3. 00000020:00000010:2.0:1767384391.728350:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c79a5d5e. 00000020:00000010:2.0:1767384391.728357:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005fd29c38. 00000040:00000010:2.0:1767384391.728360:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001c857787. 00000020:00000010:2.0:1767384391.728362:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000073975e5d. 00000020:00000010:2.0:1767384391.728364:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007822635f. 00000020:00000010:2.0:1767384391.728366:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000cfd2d2e. 80000000:00000010:2.0:1767384391.728367:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000daffe17d. 40000000:00000010:2.0:1767384391.728369:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003ca1449e. 00100000:00000010:2.0:1767384391.728371:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000824ba7c8. 00040000:00000010:2.0:1767384391.728374:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000073eff5de. 00040000:00000010:2.0:1767384391.728376:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001fe99cc2. 00080000:00000010:2.0:1767384391.728378:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b3f63b6b. 00000004:00000010:2.0:1767384391.728380:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9845919. 00000004:00000010:2.0:1767384391.728382:0:40452:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a350054a. 00000004:00000010:2.0:1767384391.728391:0:40452:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 00000000a0869e46. 00000004:00000010:2.0:1767384391.728397:0:40452:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 0000000050940f70. 00000004:00000010:2.0:1767384391.728400:0:40452:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 00000000d10299bd. 00000004:00000010:2.0:1767384391.728415:0:40452:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 00000000f3324e78. 00000004:00000010:2.0:1767384391.728421:0:40452:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 000000002f628d6d. 00000020:00000010:2.0:1767384391.728428:0:40452:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000e39823aa. 00000020:00000010:2.0:1767384391.728431:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007d53a5fc. 00000004:00000010:2.0:1767384391.728457:0:40452:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 000000002f628d6d. 00000004:00000010:2.0:1767384391.728461:0:40452:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 000000002f628d6d. 00000001:00000010:2.0:1767384391.728467:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c723dc3b. 00000001:00000010:2.0:1767384391.728469:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000089022c3f. 00000001:00000010:2.0:1767384391.728471:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9d7b72b. 00000001:00000010:2.0:1767384391.728473:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000897a3220. 00000001:00000010:2.0:1767384391.728474:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b7453ef8. 00000001:00000010:2.0:1767384391.728476:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000090bdccd. 00000001:00000010:2.0:1767384391.728478:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000701c5fb4. 00000001:00000010:2.0:1767384391.728479:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007149d954. 00000001:00000010:2.0:1767384391.728485:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001a1604f4. 00000001:00000010:2.0:1767384391.728487:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004488c479. 00000001:00000010:2.0:1767384391.728488:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005244c8ca. 00000001:00000010:2.0:1767384391.728490:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c50e9f5b. 00000020:00000010:2.0:1767384391.728492:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f63d13da. 00000020:00000010:2.0:1767384391.728511:0:40452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007cbe6ee2. 00000020:00000010:2.0:1767384391.728513:0:40452:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073abe2b2. 00000008:00000010:2.0:1767384391.728515:0:40452:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000cea89df. 00020000:00000010:2.0:1767384391.728517:0:40452:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000096192a4e. 00008000:00000010:2.0:1767384391.728519:0:40452:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f3de7978. 00000080:00000010:2.0:1767384391.728521:0:40452:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000085821420. 00000020:00000010:2.0:1767384391.728523:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a531d6b0. 00000020:00000010:2.0:1767384391.728525:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f21a099a. 00000040:00000010:2.0:1767384391.728526:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000689d9d09. 00000020:00000010:2.0:1767384391.728528:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d429eda. 00000020:00000010:2.0:1767384391.728530:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ffb037e8. 00000020:00000010:2.0:1767384391.728538:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c67d958. 80000000:00000010:2.0:1767384391.728540:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000623c4ed1. 40000000:00000010:2.0:1767384391.728542:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d83b8d50. 00100000:00000010:2.0:1767384391.728543:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d357ac38. 00040000:00000010:2.0:1767384391.728545:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002b4cf76a. 00040000:00000010:2.0:1767384391.728547:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a83bb208. 00080000:00000010:2.0:1767384391.728549:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b6240f47. 00000004:00000010:2.0:1767384391.728551:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ea5c5ad6. 00000004:00000010:2.0:1767384391.728554:0:40452:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000049a22b83. 00000004:00000010:2.0:1767384391.728557:0:40452:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 000000007e5ab16d. 00000004:00000010:2.0:1767384391.728561:0:40452:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 00000000005152fc. 00000020:00000010:2.0:1767384391.728564:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f7a3a52b. 00000004:00000010:2.0:1767384391.728568:0:40452:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 00000000005152fc. 00000020:00000010:2.0:1767384391.728627:0:40452:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f21a099a. 00000040:00000010:2.0:1767384391.728630:0:40452:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000689d9d09. 00000020:00000010:2.0:1767384391.728631:0:40452:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d429eda. 00000020:00000010:2.0:1767384391.728637:0:40452:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ffb037e8. 00000020:00000010:2.0:1767384391.728639:0:40452:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000c67d958. 80000000:00000010:2.0:1767384391.728641:0:40452:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000623c4ed1. 40000000:00000010:2.0:1767384391.728642:0:40452:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d83b8d50. 00100000:00000010:2.0:1767384391.728644:0:40452:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d357ac38. 00040000:00000010:2.0:1767384391.728645:0:40452:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002b4cf76a. 00040000:00000010:2.0:1767384391.728647:0:40452:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a83bb208. 00080000:00000010:2.0:1767384391.728648:0:40452:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b6240f47. 00000004:00000010:2.0:1767384391.728650:0:40452:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ea5c5ad6. 00000004:00000010:2.0:1767384391.728653:0:40452:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000049a22b83. 00000020:00000010:2.0:1767384391.728654:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a531d6b0. 00000020:00000010:2.0:1767384391.728656:0:40452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007cbe6ee2. 00000020:00000010:2.0:1767384391.728658:0:40452:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073abe2b2. 00000008:00000010:2.0:1767384391.728659:0:40452:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000cea89df. 00020000:00000010:2.0:1767384391.728661:0:40452:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000096192a4e. 00008000:00000010:2.0:1767384391.728662:0:40452:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f3de7978. 00000080:00000010:2.0:1767384391.728664:0:40452:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000085821420. 00000020:00000010:2.0:1767384391.728665:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f63d13da. 00000004:00000010:2.0:1767384391.728668:0:40452:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000005152fc. 00000020:00000010:2.0:1767384391.728672:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000080663d6b. 00000004:00000010:2.0:1767384391.728675:0:40452:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000005152fc. 00000004:00000010:2.0:1767384391.728678:0:40452:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000005152fc. 00000020:00000010:2.0:1767384391.728680:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005d580d05. 00000004:00000010:2.0:1767384391.728683:0:40452:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000005152fc. 00000004:00000010:2.0:1767384391.728686:0:40452:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f7f46c77. 00000004:00000010:2.0:1767384391.728689:0:40452:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 000000002f628d6d. 00000004:00000010:2.0:1767384391.728691:0:40452:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 00000000f3324e78. 00000004:00000010:2.0:1767384391.728692:0:40452:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 0000000050940f70. 00000004:00000010:2.0:1767384391.728693:0:40452:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 00000000d10299bd. 00000004:00000010:2.0:1767384391.728696:0:40452:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000005152fc. 80000000:00000010:2.0:1767384391.728699:0:40452:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000be1fc803. 80000000:00000010:2.0:1767384391.728701:0:40452:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000d10299bd. 00000004:00000010:2.0:1767384391.728706:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001caec9d1. 00000004:00000010:2.0:1767384391.728714:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000088f5e4e7. 00000004:00000010:2.0:1767384391.728719:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006d906888. 00080000:00000010:2.0:1767384391.728724:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ea79b024. 00100000:00000010:2.0:1767384391.728764:0:40452:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d5eb8cd3. 00100000:00000010:2.0:1767384391.728769:0:40452:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000d5eb8cd3. 00080000:00000010:2.0:1767384391.728773:0:40452:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000ba22bd85. 00080000:00000010:2.0:1767384391.728775:0:40452:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000d5eb8cd3. 80000000:00000010:2.0:1767384391.728797:0:40452:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000d302507f. 80000000:00000010:2.0:1767384391.728806:0:40452:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000a9c4c53e. 80000000:00000010:2.0:1767384391.728812:0:40452:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000dbca8371. 80000000:00000010:2.0:1767384391.728819:0:40452:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000c84f11d0. 80000000:00000010:2.0:1767384391.728825:0:40452:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000001ed429bb. 00080000:00000010:2.0:1767384391.728847:0:40452:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f8cce3c2. 00080000:00000010:2.0:1767384391.728856:0:40452:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000f8cce3c2. 00080000:00000010:2.0:1767384391.728858:0:40452:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f8cce3c2. 00080000:00000010:2.0:1767384391.728860:0:40452:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000f8cce3c2. 00080000:00000010:2.0:1767384391.728862:0:40452:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f8cce3c2. 00080000:00000010:2.0:1767384391.728864:0:40452:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000f8cce3c2. 00080000:00000010:2.0:1767384391.728868:0:40452:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000d5eb8cd3. 00080000:00000010:2.0:1767384391.728870:0:40452:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000ba22bd85. 80000000:00000010:2.0:1767384391.728872:0:40452:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000d10299bd. 00000004:00000010:2.0:1767384391.728887:0:40452:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 00000000a83bb208. 00000004:00000010:2.0:1767384391.728893:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000066c417dd. 00000004:00000010:2.0:1767384391.728896:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000080968823. 00000004:00000010:2.0:1767384391.728898:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004ac54af5. 00080000:00000010:2.0:1767384391.728901:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005d2011a4. 00000004:00000010:2.0:1767384391.728997:0:40452:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 0000000031b37166. 00000004:00000010:2.0:1767384391.729001:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000041b7eead. 00000004:00000010:2.0:1767384391.729037:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005a609615. 00000004:00000010:2.0:1767384391.729040:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000840c51f3. 00080000:00000010:2.0:1767384391.729043:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007542f064. 00000004:00000010:2.0:1767384391.729132:0:40452:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 000000002b4cf76a. 00000004:00000010:2.0:1767384391.729139:0:40452:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 00000000d839583f. 00000004:00000010:2.0:1767384391.729165:0:40452:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 00000000d839583f. 00010000:00000010:2.0:1767384391.729171:0:40452:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000f8cce3c2. 00000001:00000010:2.0:1767384391.729173:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000fb136723. 00000001:00000010:2.0:1767384391.729175:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000a3d6a159. 00000001:00000010:2.0:1767384391.729347:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000094594bfb. 00000001:00000010:2.0:1767384391.729618:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e0703b4b. 00000001:00000010:2.0:1767384391.729871:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000028d84a01. 00000001:00000010:2.0:1767384391.730136:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006fe3e53d. 00000001:00000010:2.0:1767384391.730401:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000029fccc67. 00000001:00000010:2.0:1767384391.730729:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005c2cd26b. 00000001:00000010:2.0:1767384391.731041:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000673f5539. 00000001:00000010:2.0:1767384391.731352:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000080a08ad. 00000001:00000010:2.0:1767384391.731673:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008fe560e0. 00000001:00000010:2.0:1767384391.731959:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008a0f0eb3. 00000001:00000010:2.0:1767384391.732271:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009ebbd2d0. 00000001:00000010:2.0:1767384391.732586:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008c2e7de3. 00000001:00000010:2.0:1767384391.732852:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000015683393. 00000001:00000010:2.0:1767384391.733118:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bb27b64c. 00000001:00000010:2.0:1767384391.733397:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007e825866. 00000001:00000010:2.0:1767384391.733719:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bea874cc. 00000001:00000010:2.0:1767384391.733986:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000042f4d945. 00000001:00000010:2.0:1767384391.734253:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e06fb419. 00000001:00000010:2.0:1767384391.734582:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000096ab744e. 00000001:00000010:2.0:1767384391.734848:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000098b555f3. 00000001:00000010:2.0:1767384391.735114:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005a944f10. 00000001:00000010:2.0:1767384391.735391:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003965d5e6. 00000001:00000010:2.0:1767384391.735686:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000af0eb300. 00000001:00000010:2.0:1767384391.735948:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009b66d345. 00000001:00000010:2.0:1767384391.736212:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d47c911e. 00000001:00000010:2.0:1767384391.736500:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000057e2df08. 00000001:00000010:2.0:1767384391.736765:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000966c1974. 00000001:00000010:2.0:1767384391.737029:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cc70e7de. 00000001:00000010:2.0:1767384391.737290:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000888264d7. 00000100:00000010:0.0:1767384391.737574:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000db9fc42. 00000001:00000010:2.0:1767384391.737631:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000051e6d203. 00000001:00000010:2.0:1767384391.737957:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c1da65b8. 00000001:00000010:2.0:1767384391.738267:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c2e6f901. 00000100:00000010:2.0:1767384391.738531:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095e62c35. 00000100:00000010:1.0:1767384391.738577:0:250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a2e0890. 00000100:00000010:3.0:1767384391.738583:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000042a6aeb. 00000001:00000010:2.0:1767384391.738639:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000055639e28. 00000001:00000010:2.0:1767384391.738945:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008f6afb95. 00000001:00000010:2.0:1767384391.739237:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000083276c45. 00000001:00000010:2.0:1767384391.739595:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f3858eab. 00000001:00000010:2.0:1767384391.739929:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a179d2e0. 00000001:00000010:2.0:1767384391.740329:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000033628d54. 00000001:00000010:2.0:1767384391.740758:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002a294aa7. 00000001:00000010:2.0:1767384391.741144:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d5a54cce. 00000001:00000010:2.0:1767384391.741486:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000076928dc4. 00000001:00000010:2.0:1767384391.741767:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000056507c30. 00000001:00000010:2.0:1767384391.742030:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005a804482. 00000001:00000010:2.0:1767384391.742295:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d6d30595. 00000001:00000010:2.0:1767384391.742586:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e0767876. 00000001:00000010:2.0:1767384391.742910:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a62371af. 00000001:00000010:2.0:1767384391.743243:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000098d9a78. 00000001:00000010:2.0:1767384391.743564:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000030e8368c. 00000001:00000010:2.0:1767384391.743831:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f7c64665. 00000001:00000010:2.0:1767384391.744099:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000093d2cb5d. 00000001:00000010:2.0:1767384391.744398:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000065daa954. 00000001:00000010:2.0:1767384391.744714:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001a4f9a19. 00000001:00000010:2.0:1767384391.744980:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bcddcfde. 00000001:00000010:2.0:1767384391.745283:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c3cb1a6a. 00000001:00000010:2.0:1767384391.745669:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000096158c09. 00000001:00000010:2.0:1767384391.745935:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cc16f8b9. 00000001:00000010:2.0:1767384391.746223:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c864eccb. 00000001:00000010:2.0:1767384391.746583:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b700fdea. 00000001:00000010:2.0:1767384391.746849:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003f438a33. 00000001:00000010:2.0:1767384391.747113:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000027bd92d1. 00000001:00000010:2.0:1767384391.747470:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a29eff7e. 00000001:00000010:2.0:1767384391.747767:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c0468392. 00000001:00000010:2.0:1767384391.748035:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000731140fc. 00000001:00000010:2.0:1767384391.748361:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c7560d45. 00000001:00000010:2.0:1767384391.748681:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eda87024. 00000001:00000010:2.0:1767384391.748947:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d610e523. 00000001:00000010:2.0:1767384391.749267:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f8002bd2. 00000001:00000010:2.0:1767384391.749583:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001fd25a6d. 00000001:00000010:2.0:1767384391.749850:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007a8cf181. 00000001:00000010:2.0:1767384391.750128:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005278efe6. 00000001:00000010:2.0:1767384391.750480:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007f1f7437. 00000001:00000010:2.0:1767384391.750759:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000903eea8a. 00000001:00000010:2.0:1767384391.751035:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002acb4834. 00000001:00000010:2.0:1767384391.751343:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000017ea4664. 00000001:00000010:2.0:1767384391.751656:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000404d5ca1. 00000001:00000010:2.0:1767384391.751918:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007bd4ac70. 00000001:00000010:2.0:1767384391.752208:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003e14db5b. 00000001:00000010:2.0:1767384391.752529:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b4b077b6. 00000001:00000010:2.0:1767384391.752762:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e9cbfbd. 00000001:00000010:2.0:1767384391.752995:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002bbc6a37. 00000001:00000010:2.0:1767384391.753275:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eeefcf80. 00000001:00000010:2.0:1767384391.753562:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006051dda1. 00000001:00000010:2.0:1767384391.753793:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003f06abde. 00000001:00000010:2.0:1767384391.754024:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d91d5daf. 00000001:00000010:2.0:1767384391.754272:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f94b4081. 00000001:00000010:2.0:1767384391.754528:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e34af393. 00000001:00000010:2.0:1767384391.754801:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000782d8b19. 00000001:00000010:2.0:1767384391.755079:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002b3804bd. 00000001:00000010:2.0:1767384391.755354:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000020b0d2f4. 00000001:00000010:2.0:1767384391.755667:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000570d2442. 00000001:00000010:2.0:1767384391.755917:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ce60b8ad. 00000001:00000010:2.0:1767384391.756194:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c6f06ebf. 00000001:00000010:2.0:1767384391.756512:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000295a5ab. 00000001:00000010:2.0:1767384391.756791:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000084023578. 00000001:00000010:2.0:1767384391.757088:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d714bd94. 00000001:00000010:2.0:1767384391.757399:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bc8a797c. 00000001:00000010:2.0:1767384391.757715:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cac1db32. 00000001:00000010:2.0:1767384391.757985:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ecd85c3f. 00000001:00000010:2.0:1767384391.758313:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f4cccc86. 00000001:00000010:2.0:1767384391.758644:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ba898134. 00000001:00000010:2.0:1767384391.758918:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004e273bc7. 00000001:00000010:2.0:1767384391.759252:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000058df14bc. 00000001:00000010:2.0:1767384391.759589:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000003ed67c6. 00000001:00000010:2.0:1767384391.759883:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c256c0eb. 00000001:00000010:2.0:1767384391.760178:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003b561962. 00000001:00000010:2.0:1767384391.760505:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c4f0a095. 00000001:00000010:2.0:1767384391.760799:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c69bee00. 00000001:00000010:2.0:1767384391.761091:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b5fe91fd. 00000001:00000010:2.0:1767384391.761386:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bb069d07. 00000001:00000010:2.0:1767384391.762278:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d9a9619f. 00000001:00000010:2.0:1767384391.762522:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dc49fb34. 00000001:00000010:2.0:1767384391.762737:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a66a842a. 00000001:00000010:2.0:1767384391.762953:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000707eaca8. 00000001:00000010:2.0:1767384391.763169:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e7bdca77. 00000001:00000010:2.0:1767384391.763383:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000541851c. 00000001:00000010:2.0:1767384391.763650:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000030a238b8. 00000001:00000010:2.0:1767384391.763854:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c9da0083. 00000001:00000010:2.0:1767384391.764668:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ab4afb87. 00000001:00000010:2.0:1767384391.764879:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000002a3edc9. 00000001:00000010:2.0:1767384391.765084:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000d37c1bd. 00000001:00000010:2.0:1767384391.765288:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a0569b97. 00000001:00000010:2.0:1767384391.765523:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004b4001c4. 00000001:00000010:2.0:1767384391.765729:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000082bb8255. 00000001:00000010:2.0:1767384391.765933:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e21afac. 00000001:00000010:2.0:1767384391.766138:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ead18d3d. 00000001:00000010:2.0:1767384391.766909:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000018490dfd. 00000001:00000010:2.0:1767384391.767116:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d251baa6. 00000001:00000010:2.0:1767384391.767322:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000033b3c282. 00000020:00000010:2.0:1767384391.767532:0:40452:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f2dc37bf. 00000020:00000010:2.0:1767384391.767535:0:40452:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000007bc28d18. 00000020:00000010:2.0:1767384391.767598:0:40452:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cf24884e. 00000020:00000010:2.0:1767384391.767600:0:40452:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000007c03b8df. 00000020:00000010:2.0:1767384391.767643:0:40452:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 000000005dcde195. 00000004:00000010:2.0:1767384391.767654:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004939e443. 00000004:00000010:2.0:1767384391.767664:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c2a7fe98. 00000004:00000010:2.0:1767384391.767669:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000079770f79. 00080000:00000010:2.0:1767384391.767676:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d6dd85ca. 00000001:00000010:2.0:1767384391.767936:0:40452:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 0000000027bb9339. 00000001:00000010:2.0:1767384391.767960:0:40452:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 0000000027bb9339. 00080000:00000010:2.0:1767384391.767967:0:40452:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002cc02f19. 00000020:00000010:2.0:1767384391.768039:0:40452:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 0000000027bb9339. 00000004:00000010:2.0:1767384391.768043:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000815a8104. 00000004:00000010:2.0:1767384391.768045:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b332e8b3. 00000004:00000010:2.0:1767384391.768048:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000045c16a33. 00080000:00000010:2.0:1767384391.768051:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0c91151. 00000001:00000010:2.0:1767384391.768105:0:40452:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 00000000d839583f. 00000001:00000010:2.0:1767384391.768125:0:40452:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 00000000d839583f. 00000001:00000010:2.0:1767384391.768137:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000026762b69. 00000001:00000010:2.0:1767384391.768141:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000170f3ed1. 00000001:00000010:2.0:1767384391.768148:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000d839583f. 00000020:00000010:2.0:1767384391.768150:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fc93ca3. 00000020:00000010:2.0:1767384391.768153:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000060c12345. 00000040:00000010:2.0:1767384391.768156:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000010c42366. 00000020:00000010:2.0:1767384391.768160:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000049a22b83. 00000020:00000010:2.0:1767384391.768164:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ffb037e8. 00000020:00000010:2.0:1767384391.768168:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c3d7c31e. 80000000:00000010:2.0:1767384391.768171:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a9c596aa. 40000000:00000010:2.0:1767384391.768174:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081fe2ea3. 00100000:00000010:2.0:1767384391.768178:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b6240f47. 00040000:00000010:2.0:1767384391.768181:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000041edeaf7. 00040000:00000010:2.0:1767384391.768184:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f94577d1. 00080000:00000010:2.0:1767384391.768187:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d357ac38. 00000004:00000010:2.0:1767384391.768191:0:40452:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007d429eda. 00000004:00000010:2.0:1767384391.768195:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ea5c5ad6. 00000004:00000010:2.0:1767384391.768198:0:40452:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c1a9ed0a. 00000020:00000010:2.0:1767384391.768202:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8d6b2fd. 00000020:00000010:2.0:1767384391.768204:0:40452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000420f62ae. 00000020:00000010:2.0:1767384391.768206:0:40452:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073abe2b2. 02000000:00000010:2.0:1767384391.768218:0:40452:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000068c93607. 02000000:00000010:2.0:1767384391.768221:0:40452:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000ebd6be91. 02000000:00000010:2.0:1767384391.768223:0:40452:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000ba47b578. 02000000:00000010:2.0:1767384391.768225:0:40452:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000bd226276. 00000020:00000010:2.0:1767384391.768512:0:40452:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fb00eff3. 00000020:00000010:2.0:1767384391.768516:0:40452:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000006ba937f7. 00000004:00000010:2.0:1767384391.768536:0:40452:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 00000000899b4bb4. 00000004:00000010:2.0:1767384391.768538:0:40452:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 000000005047d257. 00000004:00000010:2.0:1767384391.768540:0:40452:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 0000000012c0402f. 00000004:00000010:2.0:1767384391.768542:0:40452:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 00000000f26d22ae. 00000004:00000010:2.0:1767384391.768546:0:40452:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000f34a36cc. 00000020:00000010:2.0:1767384391.768557:0:40452:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f4d7b29a. 00000020:00000010:2.0:1767384391.768561:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006d239c14. 00000004:00000010:2.0:1767384391.768581:0:40452:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000f34a36cc. 00000004:00000010:2.0:1767384391.768585:0:40452:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000f34a36cc. 00000001:00000010:2.0:1767384391.768601:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000058211cd. 00000001:00000010:2.0:1767384391.768603:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000abcc4ade. 00000001:00000010:2.0:1767384391.768605:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a531d6b0. 00000001:00000010:2.0:1767384391.768607:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000689d9d09. 00000001:00000010:2.0:1767384391.768609:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f21a099a. 00000001:00000010:2.0:1767384391.768611:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f63d13da. 00000001:00000010:2.0:1767384391.768613:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b9ec446d. 00000001:00000010:2.0:1767384391.768615:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000008764c36. 00000001:00000010:2.0:1767384391.768620:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b4834514. 00000001:00000010:2.0:1767384391.768622:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000808c1047. 00000001:00000010:2.0:1767384391.768623:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000007b32f22. 00000001:00000010:2.0:1767384391.768624:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dffceeab. 00000020:00000010:2.0:1767384391.768627:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ea92a5c. 00000020:00000010:2.0:1767384391.768628:0:40452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8dff702. 00000020:00000010:2.0:1767384391.768630:0:40452:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2302bc2. 00000008:00000010:2.0:1767384391.768634:0:40452:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000cea89df. 00020000:00000010:2.0:1767384391.768638:0:40452:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000096192a4e. 00008000:00000010:2.0:1767384391.768642:0:40452:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f3de7978. 00000080:00000010:2.0:1767384391.768646:0:40452:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000085821420. 00000020:00000010:2.0:1767384391.768649:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009069c5b1. 00000020:00000010:2.0:1767384391.768650:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000667e4e3b. 00000040:00000010:2.0:1767384391.768651:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004e062a39. 00000020:00000010:2.0:1767384391.768654:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000025a0b5d8. 00000020:00000010:2.0:1767384391.768656:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e6d03929. 00000020:00000010:2.0:1767384391.768658:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005829d8b3. 80000000:00000010:2.0:1767384391.768660:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007f50d771. 40000000:00000010:2.0:1767384391.768662:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e0ce0cf0. 00100000:00000010:2.0:1767384391.768664:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000024cba342. 00040000:00000010:2.0:1767384391.768666:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004153f002. 00040000:00000010:2.0:1767384391.768667:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f2a58810. 00080000:00000010:2.0:1767384391.768673:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cea296c3. 00000004:00000010:2.0:1767384391.768676:0:40452:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dc50acb6. 00000004:00000010:2.0:1767384391.768678:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005a680056. 00000004:00000010:2.0:1767384391.768680:0:40452:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e837f3e8. 00040000:00000010:2.0:1767384391.768683:0:40452:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 000000009b7293a6. 00040000:00000010:2.0:1767384391.768691:0:40452:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 000000002b6a1ebe. 00000020:00000010:2.0:1767384391.768694:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b6564b93. 00040000:00000010:2.0:1767384391.768701:0:40452:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 000000002b6a1ebe. 00040000:00000010:2.0:1767384391.768705:0:40452:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000af991208. 00000020:00000010:2.0:1767384391.768708:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cf21e8b. 00000020:00000010:2.0:1767384391.768709:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a72ebea5. 00000040:00000010:2.0:1767384391.768710:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cd4576bf. 00000020:00000010:2.0:1767384391.768712:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007baccb94. 00000020:00000010:2.0:1767384391.768714:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f94f7ae5. 00000020:00000010:2.0:1767384391.768715:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000051503391. 80000000:00000010:2.0:1767384391.768717:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000083a6ad23. 40000000:00000010:2.0:1767384391.768718:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000c25f768. 00100000:00000010:2.0:1767384391.768722:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003afe01cd. 00040000:00000010:2.0:1767384391.768724:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005b5360be. 00040000:00000010:2.0:1767384391.768726:0:40452:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aa660110. 00040000:00000010:2.0:1767384391.768727:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ff171c59. 00080000:00000010:2.0:1767384391.768729:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001f2c83ce. 00000004:00000010:2.0:1767384391.768731:0:40452:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004d3a5daf. 00000004:00000010:2.0:1767384391.768734:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc88b671. 00000004:00000010:2.0:1767384391.768736:0:40452:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008f201c2d. 00000020:00000010:2.0:1767384391.769006:0:40452:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002ebe5753. 00040000:00000010:2.0:1767384391.769063:0:40452:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d5fcbb66. 00040000:00000010:2.0:1767384391.769067:0:40452:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000006316dbf6. 00000020:00000010:2.0:1767384391.769075:0:40452:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000dbb4a9fc. 00040000:00000010:2.0:1767384391.769085:0:40452:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000b0308042. 00000020:00000010:2.0:1767384391.769091:0:40452:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000084bb7398. 00000020:00000010:2.0:1767384391.769121:0:40452:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000667e4e3b. 00000040:00000010:2.0:1767384391.769125:0:40452:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004e062a39. 00000020:00000010:2.0:1767384391.769133:0:40452:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000025a0b5d8. 00000020:00000010:2.0:1767384391.769136:0:40452:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e6d03929. 00000020:00000010:2.0:1767384391.769140:0:40452:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005829d8b3. 80000000:00000010:2.0:1767384391.769142:0:40452:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007f50d771. 40000000:00000010:2.0:1767384391.769144:0:40452:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e0ce0cf0. 00100000:00000010:2.0:1767384391.769146:0:40452:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000024cba342. 00040000:00000010:2.0:1767384391.769149:0:40452:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004153f002. 00040000:00000010:2.0:1767384391.769151:0:40452:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d5fcbb66. 00040000:00000010:2.0:1767384391.769153:0:40452:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f2a58810. 00080000:00000010:2.0:1767384391.769155:0:40452:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cea296c3. 00000004:00000010:2.0:1767384391.769158:0:40452:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dc50acb6. 00000004:00000010:2.0:1767384391.769161:0:40452:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005a680056. 00000004:00000010:2.0:1767384391.769164:0:40452:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e837f3e8. 00000020:00000010:2.0:1767384391.769166:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009069c5b1. 00000020:00000010:2.0:1767384391.769168:0:40452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8dff702. 00000020:00000010:2.0:1767384391.769170:0:40452:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2302bc2. 00000008:00000010:2.0:1767384391.769174:0:40452:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000cea89df. 00020000:00000010:2.0:1767384391.769177:0:40452:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000096192a4e. 00008000:00000010:2.0:1767384391.769179:0:40452:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f3de7978. 00000080:00000010:2.0:1767384391.769182:0:40452:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000085821420. 00000020:00000010:2.0:1767384391.769184:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ea92a5c. 00000004:00000010:2.0:1767384391.769196:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d86f7bd9. 00000004:00000010:2.0:1767384391.769202:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000af2c4b1d. 00000004:00000010:2.0:1767384391.769207:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a7c3358e. 00080000:00000010:2.0:1767384391.769214:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f2587240. 00000020:00000010:2.0:1767384391.769281:0:40452:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004153f002. 00080000:00000010:2.0:1767384391.769285:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000048ca1879. 00080000:00000010:2.0:1767384391.769346:0:40452:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000048ca1879. 00000020:00000010:2.0:1767384391.769350:0:40452:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004153f002. 00000004:00000010:2.0:1767384391.769365:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003a2aee9f. 00000004:00000010:2.0:1767384391.769370:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003e0d75a1. 00000004:00000010:2.0:1767384391.769376:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008707f9ea. 00080000:00000010:2.0:1767384391.769380:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000048ca1879. 00040000:00000010:2.0:1767384391.769456:0:40452:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e837f3e8. 00000020:00000010:2.0:1767384391.769476:0:40452:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004bfcf1a4. 00080000:00000010:2.0:1767384391.769516:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000edffd181. 00080000:00000010:2.0:1767384391.769576:0:40452:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000edffd181. 00000020:00000010:2.0:1767384391.769580:0:40452:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004bfcf1a4. 00000004:00000010:2.0:1767384391.769587:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000050d72080. 00000004:00000010:2.0:1767384391.769591:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000040c47a30. 00000004:00000010:2.0:1767384391.769594:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fe246e97. 00080000:00000010:2.0:1767384391.769598:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000edffd181. 00000004:00000010:2.0:1767384391.769679:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000053e04f9. 00000004:00000010:2.0:1767384391.769684:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d1715036. 00000004:00000010:2.0:1767384391.769686:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c55a34d6. 00080000:00000010:2.0:1767384391.769688:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a34b57bd. 00100000:00000010:2.0:1767384391.769750:0:40452:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000da05c9f5. 00100000:00000010:2.0:1767384391.769755:0:40452:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000da05c9f5. 00040000:00000010:2.0:1767384391.769765:0:40452:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cd0151c0. 00000001:00000010:2.0:1767384391.769768:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000187cf095. 00000001:00000010:2.0:1767384391.769771:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000055e7f9f2. 00000001:00000010:2.0:1767384391.769773:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002b6a1ebe. 00040000:00000010:2.0:1767384391.769776:0:40452:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000da05c9f5. 00080000:00000010:2.0:1767384391.769781:0:40452:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000ba22bd85. 00080000:00000010:2.0:1767384391.769785:0:40452:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000c5064e33. 00080000:00000010:2.0:1767384391.769813:0:40452:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000c5064e33. 00080000:00000010:2.0:1767384391.769817:0:40452:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000ba22bd85. 00040000:00000010:2.0:1767384391.769819:0:40452:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000da05c9f5. 00040000:00000010:2.0:1767384391.769834:0:40452:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000146874a5. 00000004:00000010:2.0:1767384391.769898:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000144503ff. 00000004:00000010:2.0:1767384391.769903:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000037a81dca. 00000004:00000010:2.0:1767384391.769908:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000081bc9612. 00080000:00000010:2.0:1767384391.769912:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f598bc91. 00100000:00000010:2.0:1767384391.769952:0:40452:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006c0ca6d3. 00100000:00000010:2.0:1767384391.769954:0:40452:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006c0ca6d3. 00040000:00000010:2.0:1767384391.769957:0:40452:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000343c30e2. 00000001:00000010:2.0:1767384391.769964:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009932b675. 00000001:00000010:2.0:1767384391.769967:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f82c078d. 00000001:00000010:2.0:1767384391.769969:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000be55ce86. 00040000:00000010:2.0:1767384391.769971:0:40452:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000006c0ca6d3. 00080000:00000010:2.0:1767384391.769974:0:40452:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000ba22bd85. 00080000:00000010:2.0:1767384391.769975:0:40452:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000003c2234c0. 00080000:00000010:2.0:1767384391.769988:0:40452:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000003c2234c0. 00080000:00000010:2.0:1767384391.769990:0:40452:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000ba22bd85. 00040000:00000010:2.0:1767384391.769991:0:40452:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000006c0ca6d3. 00040000:00000010:2.0:1767384391.769993:0:40452:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000a33313b2. 00000004:00000010:2.0:1767384391.770026:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003f6c404d. 00000004:00000010:2.0:1767384391.770030:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000063dd7b78. 00000004:00000010:2.0:1767384391.770033:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005c30cd31. 00080000:00000010:2.0:1767384391.770035:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000072b0d26a. 00100000:00000010:2.0:1767384391.770068:0:40452:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000495d7f60. 00100000:00000010:2.0:1767384391.770071:0:40452:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000495d7f60. 00040000:00000010:2.0:1767384391.770074:0:40452:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002db67f0f. 00000001:00000010:2.0:1767384391.770077:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000051d68a26. 00000001:00000010:2.0:1767384391.770080:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003582d0e1. 00000001:00000010:2.0:1767384391.770083:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000bbae80d1. 00040000:00000010:2.0:1767384391.770084:0:40452:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000495d7f60. 00080000:00000010:2.0:1767384391.770086:0:40452:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000ba22bd85. 00080000:00000010:2.0:1767384391.770088:0:40452:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000002973ece3. 00080000:00000010:2.0:1767384391.770099:0:40452:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000002973ece3. 00080000:00000010:2.0:1767384391.770101:0:40452:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000ba22bd85. 00040000:00000010:2.0:1767384391.770103:0:40452:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000495d7f60. 00040000:00000010:2.0:1767384391.770106:0:40452:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000229731fc. 00000020:00000010:2.0:1767384391.770138:0:40452:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f07c8c67. 00080000:00000010:2.0:1767384391.770141:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007a77e59e. 00080000:00000010:2.0:1767384391.770175:0:40452:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007a77e59e. 00000020:00000010:2.0:1767384391.770177:0:40452:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f07c8c67. 00000004:00000010:2.0:1767384391.770183:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000001835d1a. 00000004:00000010:2.0:1767384391.770186:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e59611c3. 00000004:00000010:2.0:1767384391.770196:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f27aa867. 00080000:00000010:2.0:1767384391.770199:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007a77e59e. 00000004:00000010:2.0:1767384391.770251:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000010a24d8a. 00000004:00000010:2.0:1767384391.770254:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001834579a. 00000004:00000010:2.0:1767384391.770256:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ee13907c. 00080000:00000010:2.0:1767384391.770258:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dbfe61a8. 00100000:00000010:2.0:1767384391.770281:0:40452:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000adddcb53. 00100000:00000010:2.0:1767384391.770283:0:40452:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000adddcb53. 00040000:00000010:2.0:1767384391.770286:0:40452:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000dd9975a5. 00000001:00000010:2.0:1767384391.770288:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f2acfee5. 00000001:00000010:2.0:1767384391.770291:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000078e17554. 00000001:00000010:2.0:1767384391.770294:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000065cf8699. 00040000:00000010:2.0:1767384391.770295:0:40452:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000adddcb53. 00080000:00000010:2.0:1767384391.770297:0:40452:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000ba22bd85. 00080000:00000010:2.0:1767384391.770299:0:40452:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000bd93fb20. 00080000:00000010:2.0:1767384391.770312:0:40452:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000bd93fb20. 00080000:00000010:2.0:1767384391.770314:0:40452:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000ba22bd85. 00040000:00000010:2.0:1767384391.770315:0:40452:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000adddcb53. 00040000:00000010:2.0:1767384391.770318:0:40452:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000ed86c768. 00000004:00000010:2.0:1767384391.770346:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d8479367. 00000004:00000010:2.0:1767384391.770349:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005135dc26. 00000004:00000010:2.0:1767384391.770352:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b33f7b12. 00080000:00000010:2.0:1767384391.770354:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000051c028a9. 00100000:00000010:2.0:1767384391.770379:0:40452:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000004fdc0b3. 00100000:00000010:2.0:1767384391.770381:0:40452:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000004fdc0b3. 00040000:00000010:2.0:1767384391.770385:0:40452:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000313911d3. 00000001:00000010:2.0:1767384391.770387:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006eaa00f9. 00000001:00000010:2.0:1767384391.770389:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d3191e5e. 00000001:00000010:2.0:1767384391.770391:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ce6a4d6d. 00040000:00000010:2.0:1767384391.770393:0:40452:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000004fdc0b3. 00080000:00000010:2.0:1767384391.770395:0:40452:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000ba22bd85. 00080000:00000010:2.0:1767384391.770396:0:40452:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000c9609973. 00080000:00000010:2.0:1767384391.770419:0:40452:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000c9609973. 00080000:00000010:2.0:1767384391.770421:0:40452:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000ba22bd85. 00040000:00000010:2.0:1767384391.770423:0:40452:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000004fdc0b3. 00040000:00000010:2.0:1767384391.770426:0:40452:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000008d46cfbc. 00000004:00000010:2.0:1767384391.770454:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001dee9cc6. 00000004:00000010:3.0:1767384391.770546:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002af810de. 00000004:00000010:3.0:1767384391.770558:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fbab945b. 00080000:00000010:3.0:1767384391.770564:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006f67e393. 00000020:00000010:3.0:1767384391.770666:0:40452:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000953f5219. 00100000:00000010:3.0:1767384391.770674:0:40452:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b83f471b. 00100000:00000010:3.0:1767384391.770677:0:40452:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b83f471b. 00040000:00000010:3.0:1767384391.770685:0:40452:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000008c155924. 00000001:00000010:3.0:1767384391.770691:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000bf85f1a0. 00000001:00000010:3.0:1767384391.770696:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b503b348. 00000001:00000010:3.0:1767384391.770700:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000074c74eae. 00040000:00000010:3.0:1767384391.770703:0:40452:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000b83f471b. 00080000:00000010:3.0:1767384391.770709:0:40452:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000db2631c9. 00080000:00000010:3.0:1767384391.770713:0:40452:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000d96b4b22. 00080000:00000010:3.0:1767384391.770747:0:40452:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000d96b4b22. 00080000:00000010:3.0:1767384391.770750:0:40452:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000db2631c9. 00040000:00000010:3.0:1767384391.770753:0:40452:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000b83f471b. 00040000:00000010:3.0:1767384391.770773:0:40452:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000004fc1a6ba. 00000020:00000010:3.0:1767384391.770820:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000087d6e642. 00000004:00000010:3.0:1767384391.770828:0:40452:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000f34a36cc. 00000004:00000010:3.0:1767384391.770831:0:40452:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 0000000012c0402f. 00000004:00000010:3.0:1767384391.770833:0:40452:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 00000000899b4bb4. 00000004:00000010:3.0:1767384391.770835:0:40452:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 000000005047d257. 00000004:00000010:3.0:1767384391.770837:0:40452:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 00000000f26d22ae. 00000020:00000010:3.0:1767384391.770851:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019e055ac. 00000020:00000010:3.0:1767384391.770871:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b85830af. 00000040:00000010:3.0:1767384391.770875:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000045a9cc04. 00000020:00000010:3.0:1767384391.770877:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dbce76e9. 00000020:00000010:3.0:1767384391.770881:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083d35827. 00000020:00000010:3.0:1767384391.770885:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b20b6f17. 80000000:00000010:3.0:1767384391.770889:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c93fc52c. 40000000:00000010:3.0:1767384391.770892:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b83f471b. 00100000:00000010:3.0:1767384391.770897:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000035999a9a. 00040000:00000010:3.0:1767384391.770901:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fa6adf1e. 00040000:00000010:3.0:1767384391.770904:0:40452:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000048f586e6. 00040000:00000010:3.0:1767384391.770907:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e09d1a0a. 00080000:00000010:3.0:1767384391.770910:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c34baeab. 00000004:00000010:3.0:1767384391.770914:0:40452:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a89a7d38. 00000004:00000010:3.0:1767384391.770918:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a9a645a2. 00000004:00000010:3.0:1767384391.770920:0:40452:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000362a09d8. 00000020:00000010:3.0:1767384391.770924:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000080890f8. 00000020:00000010:3.0:1767384391.770927:0:40452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fec6ec85. 00000020:00000010:3.0:1767384391.770930:0:40452:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f0173ed5. 00000020:00000010:0.0:1767384391.771190:0:40452:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005fd29c38. 00000040:00000010:0.0:1767384391.771201:0:40452:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001c857787. 00000020:00000010:0.0:1767384391.771205:0:40452:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000073975e5d. 00000020:00000010:0.0:1767384391.771211:0:40452:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007822635f. 00000020:00000010:0.0:1767384391.771216:0:40452:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000cfd2d2e. 80000000:00000010:0.0:1767384391.771219:0:40452:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000daffe17d. 40000000:00000010:0.0:1767384391.771223:0:40452:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003ca1449e. 00100000:00000010:0.0:1767384391.771227:0:40452:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000824ba7c8. 00040000:00000010:0.0:1767384391.771231:0:40452:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000073eff5de. 00040000:00000010:0.0:1767384391.771234:0:40452:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e837f3e8. 00040000:00000010:0.0:1767384391.771238:0:40452:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001fe99cc2. 00080000:00000010:0.0:1767384391.771241:0:40452:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b3f63b6b. 00000004:00000010:0.0:1767384391.771245:0:40452:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f7f46c77. 00000004:00000010:0.0:1767384391.771250:0:40452:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f9845919. 00000004:00000010:0.0:1767384391.771255:0:40452:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a350054a. 00000020:00000010:0.0:1767384391.771258:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c79a5d5e. 00000020:00000010:0.0:1767384391.771263:0:40452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a15ecdd3. 00000020:00000010:0.0:1767384391.771268:0:40452:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005882749f. 00000008:00000010:0.0:1767384391.771272:0:40452:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c48b665c. 00020000:00000010:0.0:1767384391.771276:0:40452:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008e366227. 00008000:00000010:0.0:1767384391.771280:0:40452:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000d542a0f1. 00000080:00000010:0.0:1767384391.771284:0:40452:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000db3c0fe3. 00000020:00000010:0.0:1767384391.771287:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d6b4c06. 00000020:00000010:0.0:1767384391.771293:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000014387dc9. 00000020:00000010:0.0:1767384391.771312:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000254c71dc. 00000020:00000010:0.0:1767384391.771317:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000254c71dc. 00000020:00000010:0.0:1767384391.771324:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000254c71dc. 00000020:00000010:0.0:1767384391.771327:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000254c71dc. 00000020:00000010:0.0:1767384391.771334:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000254c71dc. 00000020:00000010:0.0:1767384391.771337:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000254c71dc. 00000020:00000010:0.0:1767384391.771344:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000298d74c4. 00000020:00000010:0.0:1767384391.771354:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb3aedf6. 00000020:00000010:0.0:1767384391.771360:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000c86db96. 00000040:00000010:0.0:1767384391.771364:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000016e0cf1f. 00000020:00000010:0.0:1767384391.771369:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d769eb58. 00000020:00000010:0.0:1767384391.771375:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d4dc981f. 00000020:00000010:0.0:1767384391.771379:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e00ec908. 80000000:00000010:0.0:1767384391.771384:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000db9fc42. 40000000:00000010:0.0:1767384391.771389:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e820723a. 00100000:00000010:0.0:1767384391.771395:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f7f46c77. 00040000:00000010:0.0:1767384391.771400:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000254c71dc. 00040000:00000010:0.0:1767384391.771420:0:40452:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a350054a. 00040000:00000010:0.0:1767384391.771425:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c79d83e1. 00080000:00000010:0.0:1767384391.771430:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b3f63b6b. 00000004:00000010:0.0:1767384391.771435:0:40452:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000824ba7c8. 00000004:00000010:0.0:1767384391.771457:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003d4a90ac. 00000004:00000010:0.0:1767384391.771461:0:40452:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000073975e5d. 02000000:00000010:0.0:1767384391.771472:0:40452:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000ccee4f2a. 02000000:00000010:0.0:1767384391.771478:0:40452:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000ccee4f2a. 00000020:00000010:0.0:1767384391.771483:0:40452:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000c86db96. 00000040:00000010:0.0:1767384391.771487:0:40452:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000016e0cf1f. 00000020:00000010:0.0:1767384391.771528:0:40452:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d769eb58. 00000020:00000010:0.0:1767384391.771536:0:40452:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d4dc981f. 00000020:00000010:0.0:1767384391.771540:0:40452:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e00ec908. 80000000:00000010:0.0:1767384391.771542:0:40452:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000db9fc42. 40000000:00000010:0.0:1767384391.771545:0:40452:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e820723a. 00100000:00000010:0.0:1767384391.771548:0:40452:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f7f46c77. 00040000:00000010:0.0:1767384391.771552:0:40452:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000254c71dc. 00040000:00000010:0.0:1767384391.771557:0:40452:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a350054a. 00040000:00000010:0.0:1767384391.771560:0:40452:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c79d83e1. 00080000:00000010:0.0:1767384391.771564:0:40452:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b3f63b6b. 00000004:00000010:0.0:1767384391.771567:0:40452:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000824ba7c8. 00000004:00000010:0.0:1767384391.771570:0:40452:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003d4a90ac. 00000004:00000010:0.0:1767384391.771575:0:40452:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000073975e5d. 00000020:00000010:0.0:1767384391.771577:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb3aedf6. 00000020:00000010:0.0:1767384391.771580:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000298d74c4. 00000020:00000010:0.0:1767384391.771588:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000254c71dc. 00000020:00000010:0.0:1767384391.771591:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000254c71dc. 00000020:00000010:0.0:1767384391.771599:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000254c71dc. 00000020:00000010:0.0:1767384391.771602:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000254c71dc. 00000020:00000010:0.0:1767384391.771608:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000e820723a. 00000100:00000010:0.0:1767384391.771614:0:40452:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000d830bf14. 00000400:00000200:0.0:1767384391.771619:0:40452:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384391.771628:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:0.0:1767384391.771638:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384391.771646:0:40452:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (41) 00000400:00000200:0.0:1767384391.771652:0:40452:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (42) 00000400:00000200:0.0:1767384391.771668:0:40452:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:0.0:1767384391.771671:0:40452:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384391.771676:0:40452:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384391.771680:0:40452:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:0.0:1767384391.771683:0:40452:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (43) 00000400:00000200:0.0:1767384391.771686:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:3.0:1767384391.771690:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384391.771691:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:3.0:1767384391.771699:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:0.0:1767384391.771704:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000010:3.0:1767384391.771708:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099fa58d1. 00000400:00000200:0.0:1767384391.771710:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:3.0:1767384391.771715:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (42) 00000400:00000200:0.0:1767384391.771716:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000010:3.0:1767384391.771723:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004edc8521. 00000400:00000200:0.0:1767384391.771726:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.771731:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:0.0:1767384391.771737:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:0.0:1767384391.771743:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:3.0:1767384391.771752:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:0.0:1767384391.771753:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.771763:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:3.0:1767384391.771765:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 00000400:00000200:0.0:1767384391.771773:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:3.0:1767384391.771777:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:0.0:1767384391.771785:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.771788:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 00000400:00000200:0.0:1767384391.771796:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:3.0:1767384391.771798:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 00000400:00000200:3.0:1767384391.771802:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 00000400:00000200:3.0:1767384391.771815:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000400:00000200:3.0:1767384391.771818:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000400:00000200:3.0:1767384391.771825:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000400:00000200:0.0:1767384391.771828:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000200:3.0:1767384391.771836:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000400:00000200:0.0:1767384391.771842:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.771848:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000400:00000200:0.0:1767384391.771851:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:3.0:1767384391.771855:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000400:00000200:0.0:1767384391.771863:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:3.0:1767384391.771865:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:3.0:1767384391.771878:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 00000400:00000200:0.0:1767384391.771882:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.771886:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000400:00000200:3.0:1767384391.771905:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000400:00000200:0.0:1767384391.771908:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:3.0:1767384391.771910:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 00000400:00000200:0.0:1767384391.771919:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:3.0:1767384391.771920:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 62], ns[189, 62] 00000400:00000200:3.0:1767384391.771933:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 62], ns[193, 62] 00000400:00000200:0.0:1767384391.771937:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.771944:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 62], ns[58, 62] 00000400:00000200:0.0:1767384391.771945:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:0.0:1767384391.771955:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:3.0:1767384391.771956:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[216, 58], ns[251, 58] 00000400:00000200:3.0:1767384391.771970:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 58], ns[165, 58] 00000400:00000200:0.0:1767384391.771975:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.771979:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 58], ns[72, 58] 00000400:00000200:0.0:1767384391.771984:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:3.0:1767384391.771992:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 58], ns[167, 58] 00000400:00000200:0.0:1767384391.771998:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:3.0:1767384391.772004:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[175, 58], ns[179, 58] 00000400:00000200:3.0:1767384391.772012:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 58], ns[102, 58] 00000400:00000200:0.0:1767384391.772012:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772024:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000200:3.0:1767384391.772027:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[193, 58], ns[197, 58] 00000400:00000200:0.0:1767384391.772037:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:3.0:1767384391.772038:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 58], ns[118, 58] 00000400:00000200:3.0:1767384391.772055:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[198, 58], ns[202, 58] 00000400:00000200:3.0:1767384391.772067:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 58], ns[132, 58] 00000400:00000200:0.0:1767384391.772069:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.772075:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 58], ns[147, 58] 00000400:00000200:0.0:1767384391.772077:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000400:00000200:3.0:1767384391.772083:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[212, 58], ns[247, 58] 00000400:00000200:0.0:1767384391.772085:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.131@tcp20 00000400:00000200:3.0:1767384391.772090:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[209, 58], ns[244, 58] 00000400:00000200:3.0:1767384391.772097:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 58], ns[175, 58] 00000400:00000200:0.0:1767384391.772102:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.772106:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 58], ns[173, 58] 00000400:00000200:0.0:1767384391.772111:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp20 00000400:00000200:3.0:1767384391.772115:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[206, 58], ns[241, 58] 00000400:00000200:0.0:1767384391.772121:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.131@tcp21 00000400:00000200:3.0:1767384391.772126:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[211, 58], ns[246, 58] 00000400:00000200:0.0:1767384391.772134:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.772139:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[203, 58], ns[209, 58] 00000400:00000200:0.0:1767384391.772145:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp21 00000400:00000200:3.0:1767384391.772151:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[213, 58], ns[248, 58] 00000400:00000200:0.0:1767384391.772154:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.131@tcp22 00000400:00000200:3.0:1767384391.772161:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 58], ns[249, 58] 00000400:00000200:0.0:1767384391.772168:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.772169:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 58], ns[0, 58] 00000400:00000200:0.0:1767384391.772180:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp22 00000400:00000200:3.0:1767384391.772185:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp49 00000400:00000200:0.0:1767384391.772192:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.131@tcp23 00000400:00000200:3.0:1767384391.772193:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp49 00000400:00000200:3.0:1767384391.772198:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp49 lpni_is_preferred = 0 00000400:00000200:0.0:1767384391.772205:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.772209:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp49 00000400:00000200:0.0:1767384391.772216:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp23 00000400:00000200:3.0:1767384391.772217:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp49 NI seq info: [252:252:256:4294967295] 192.168.204.131@tcp49 LPNI seq info [217:217:8:4294967295] 00000400:00000200:0.0:1767384391.772225:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.131@tcp24 00000400:00000200:3.0:1767384391.772229:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp49 00000400:00000200:0.0:1767384391.772234:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.772244:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp49(192.168.204.131@tcp49:) -> 192.168.204.131@tcp49(192.168.204.131@tcp:192.168.204.131@tcp49) : PUT try# 0 00000400:00000200:0.0:1767384391.772245:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp24 00000400:00000200:0.0:1767384391.772253:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.131@tcp25 00000800:00000200:3.0:1767384391.772254:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.131@tcp49 00000800:00000010:3.0:1767384391.772266:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d2561ca. 00000400:00000200:0.0:1767384391.772268:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772273:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp25 00000400:00000200:0.0:1767384391.772275:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.131@tcp26 00000800:00000010:3.0:1767384391.772277:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ac993d70. 00000800:00000010:3.0:1767384391.772284:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002489e9b4. 00000400:00000200:0.0:1767384391.772285:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772294:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp26 00000800:00000200:3.0:1767384391.772296:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac993d70] -> 12345-192.168.204.131@tcp49 (2) 00000800:00000200:3.1:1767384391.772315:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac993d70] -> 12345-192.168.204.131@tcp49 (2) 00000400:00000200:0.0:1767384391.772321:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.131@tcp27 00000400:00000200:0.0:1767384391.772327:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772330:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp27 00000400:00000200:0.0:1767384391.772333:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.131@tcp28 00000400:00000200:3.0:1767384391.772337:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:3.0:1767384391.772347:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000400:00000200:0.0:1767384391.772348:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772357:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp28 00000400:00000200:0.0:1767384391.772361:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.131@tcp29 00000400:00000200:0.0:1767384391.772366:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772369:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp29 00000400:00000200:0.0:1767384391.772371:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.131@tcp30 00000400:00000200:0.0:1767384391.772390:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772392:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp30 00000400:00000200:0.0:1767384391.772395:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.131@tcp31 00000400:00000200:0.0:1767384391.772399:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772415:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp31 00000400:00000200:0.0:1767384391.772418:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.131@tcp32 00000400:00000200:0.0:1767384391.772422:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772424:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp32 00000400:00000200:0.0:1767384391.772426:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.131@tcp33 00000400:00000200:0.0:1767384391.772430:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772432:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp33 00000400:00000200:0.0:1767384391.772434:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.131@tcp34 00000400:00000200:0.0:1767384391.772438:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772440:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp34 00000400:00000200:0.0:1767384391.772442:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.131@tcp35 00000400:00000200:0.0:1767384391.772447:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772449:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp35 00000400:00000200:0.0:1767384391.772451:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.131@tcp36 00000400:00000200:2.0:1767384391.772453:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384391.772457:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772461:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp36 00000400:00000200:0.0:1767384391.772465:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.131@tcp37 00000400:00000200:0.0:1767384391.772468:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772470:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp37 00000400:00000200:0.0:1767384391.772472:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.131@tcp38 00000400:00000200:0.0:1767384391.772477:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772508:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp38 00000400:00000200:0.0:1767384391.772511:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.131@tcp39 00000400:00000200:0.0:1767384391.772516:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772519:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp39 00000400:00000200:0.0:1767384391.772522:0:40452:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.131@tcp40 00000400:00000200:2.0:1767384391.772526:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384391.772526:0:40452:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.772529:0:40452:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp40 00000100:00000010:0.0:1767384391.772534:0:40452:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000d830bf14. 00000020:00000010:0.0:1767384391.772540:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000e820723a. 00000020:00000010:0.0:1767384391.772547:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000038cd5682. 00000400:00000200:2.0:1767384391.772553:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000020:00000010:0.0:1767384391.772559:0:40452:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a4692606. 00000020:00000010:0.0:1767384391.772567:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000073975e5d. 00000400:00000200:2.0:1767384391.772582:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000020:00000010:0.0:1767384391.772583:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000038cd5682. 00000020:00000010:0.0:1767384391.772592:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000038cd5682. 00000400:00000200:2.0:1767384391.772611:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000001:00000010:0.0:1767384391.772616:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000254c71dc. 00000001:00000010:0.0:1767384391.772625:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bef6e9b0. 00000001:00000010:0.0:1767384391.772629:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb3aedf6. 00000001:00000010:0.0:1767384391.772633:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c79d83e1. 00000001:00000010:0.0:1767384391.772637:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e00ec908. 00000400:00000200:2.0:1767384391.772639:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000001:00000010:0.0:1767384391.772641:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000016e0cf1f. 00000001:00000010:0.0:1767384391.772647:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000076b5fb20. 00000001:00000010:0.0:1767384391.772653:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000db825c75. 00000001:00000010:0.0:1767384391.772656:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c86db96. 00000001:00000010:0.0:1767384391.772661:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc67df13. 00000001:00000010:0.0:1767384391.772665:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d6b4c06. 00000400:00000200:2.0:1767384391.772666:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000001:00000010:0.0:1767384391.772670:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c79a5d5e. 00000020:00000010:0.0:1767384391.772676:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fe99cc2. 00000020:00000010:0.0:1767384391.772682:0:40452:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1c613f0. 00000020:00000010:0.0:1767384391.772687:0:40452:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 00000400:00000200:2.0:1767384391.772691:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000008:00000010:0.0:1767384391.772694:0:40452:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003ad883da. 00020000:00000010:0.0:1767384391.772700:0:40452:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e50485ec. 00008000:00000010:0.0:1767384391.772705:0:40452:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ac394d69. 00000080:00000010:0.0:1767384391.772711:0:40452:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ab5e3046. 00000400:00000200:2.0:1767384391.772713:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000020:00000010:0.0:1767384391.772716:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cfd2d2e. 00000020:00000010:0.0:1767384391.772722:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c857787. 00000040:00000010:0.0:1767384391.772727:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005fd29c38. 00000020:00000010:0.0:1767384391.772732:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000824ba7c8. 00000400:00000200:2.0:1767384391.772734:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000020:00000010:0.0:1767384391.772737:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d4dc981f. 00000020:00000010:0.0:1767384391.772756:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009757c8e3. 80000000:00000010:0.0:1767384391.772762:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000db9fc42. 40000000:00000010:0.0:1767384391.772767:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e820723a. 00000400:00000200:2.0:1767384391.772770:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00100000:00000010:0.0:1767384391.772772:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b3f63b6b. 00040000:00000010:0.0:1767384391.772778:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000de174e4c. 00040000:00000010:0.0:1767384391.772781:0:40452:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a350054a. 00040000:00000010:0.0:1767384391.772786:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000062aaa5b9. 00080000:00000010:0.0:1767384391.772791:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f7f46c77. 00000004:00000010:0.0:1767384391.772795:0:40452:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d769eb58. 00000004:00000010:0.0:1767384391.772800:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003d4a90ac. 00000400:00000200:2.0:1767384391.772802:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000004:00000010:0.0:1767384391.772805:0:40452:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c83af168. 00002000:00000010:0.0:1767384391.772812:0:40452:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f65a261f. 00000004:00000010:0.0:1767384391.772818:0:40452:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 0000000079891d7f. 00000004:00000010:0.0:1767384391.772830:0:40452:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 00000000a5cb1ae1. 00000004:00000010:0.0:1767384391.772836:0:40452:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000298d74c4. 00000400:00000200:2.0:1767384391.772837:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000020:00000010:0.0:1767384391.772847:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003174ccef. 00000004:00000010:0.0:1767384391.772858:0:40452:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000298d74c4. 00000400:00000200:2.0:1767384391.772870:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00010000:00000010:0.0:1767384391.772872:0:40452:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000b2d926cd. 00010000:00000010:0.0:1767384391.772887:0:40452:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000004725e8b2. 00000020:00000010:0.0:1767384391.772903:0:40452:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000001778dee1. 00000400:00000200:2.0:1767384391.772905:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000100:00000200:0.0:1767384391.772928:0:40452:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.131@tcp->12345-0@lo 00000400:00000200:2.0:1767384391.772935:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00010000:00000010:0.0:1767384391.772937:0:40452:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000d6861707. 00010000:00000010:0.0:1767384391.772945:0:40452:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000c61d5721. 00000001:00000010:0.0:1767384391.772951:0:40452:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007a7fb6db. 00000001:00000010:0.0:1767384391.772959:0:40452:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000bbb182bc. 00000400:00000200:2.0:1767384391.772963:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000001:00000010:0.0:1767384391.772967:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a170683f. 00000001:00000010:0.0:1767384391.772977:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000beafd85. 00000001:00000010:0.0:1767384391.772985:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d0ec0cbb. 00000400:00000200:2.0:1767384391.772994:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000001:00000010:0.0:1767384391.773006:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004479cfd5. 00000001:00000010:0.0:1767384391.773016:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ce7e0714. 00000001:00000010:0.0:1767384391.773022:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000967102ef. 00000400:00000200:2.0:1767384391.773030:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000001:00000010:0.0:1767384391.773030:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001b1872f3. 00000001:00000010:0.0:1767384391.773049:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000098b3b4d1. 00000001:00000010:0.0:1767384391.773058:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000004176a20. 00000001:00000010:0.0:1767384391.773065:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000fa0382c. 00000400:00000200:2.0:1767384391.773067:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000001:00000010:0.0:1767384391.773072:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000eff69aac. 00000001:00000010:0.0:1767384391.773089:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cd7badd8. 00000001:00000010:0.0:1767384391.773098:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000903d49f. 00000400:00000200:2.0:1767384391.773101:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000001:00000010:0.0:1767384391.773106:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c4b1d25a. 00000001:00000010:0.0:1767384391.773114:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000db9c2ef4. 00000001:00000010:0.0:1767384391.773133:0:40452:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009777febf. 00000400:00000200:2.0:1767384391.773136:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384391.773175:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384391.773205:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384391.773240:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000020:00000010:0.0:1767384391.773242:0:40452:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000069d27845. 00000020:00000010:0.0:1767384391.773249:0:40452:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000adeee83c. 00000400:00000200:2.0:1767384391.773287:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384391.773315:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000020:00000010:0.0:1767384391.773344:0:40452:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000eeb9ef35. 00000400:00000200:2.0:1767384391.773345:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000020:00000010:0.0:1767384391.773353:0:40452:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000007aca1efe. 00000400:00000200:2.0:1767384391.773377:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 40000000:00000010:0.0:1767384391.773381:0:40452:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000fc9e812e. 40000000:00000010:0.0:1767384391.773387:0:40452:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000298d74c4. 00000400:00000200:2.0:1767384391.773416:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384391.773455:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 40000000:00000010:0.0:1767384391.773471:0:40452:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000298d74c4. 00000400:00000200:2.0:1767384391.773503:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000004:00000010:0.0:1767384391.773510:0:40452:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000079fc0512. 00000004:00000010:0.0:1767384391.773523:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c354b223. 00000004:00000010:0.0:1767384391.773530:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ee784d46. 00000400:00000200:2.0:1767384391.773535:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000004:00000010:0.0:1767384391.773536:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006fdee23b. 00080000:00000010:0.0:1767384391.773546:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000385e6c79. 00000400:00000200:2.0:1767384391.773559:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384391.773585:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000004:00000010:0.0:1767384391.773759:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a328c076. 00000004:00000010:0.0:1767384391.773766:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000214f8be7. 00000004:00000010:0.0:1767384391.773772:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000042eda2e. 00080000:00000010:0.0:1767384391.773777:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eb93bbd8. 00000800:00000010:2.0:1767384391.773785:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d0a2c37c. 00000800:00000010:2.0:1767384391.773790:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000951b7f18. 00000800:00000010:2.0:1767384391.773796:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004fdc0b3. 00000800:00000010:2.0:1767384391.773819:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004fdc0b3. 00000800:00020000:2.0:1767384391.773830:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384391.773834:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000951b7f18. 00000800:00000010:2.0:1767384391.773839:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d0a2c37c. 00000400:02020000:2.0:1767384391.773912:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp49 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384391.773922:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp49 notifying 192.168.204.131@tcp49: down 00000800:00000200:2.0:1767384391.773933:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp49 down 00000800:00000100:2.0:1767384391.773947:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.204.131@tcp49 00000800:00000010:2.0:1767384391.773953:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d2561ca. 00000400:00000200:2.0:1767384391.773959:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384391.773966:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp49->192.168.204.131@tcp49: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384391.773981:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp49 added to recovery queue. ping count: 0 next ping: 313 health :900 00000004:00000010:0.0:1767384391.773983:0:40452:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 0000000063b6285c. 00000400:00000200:2.0:1767384391.773986:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384391.773990:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 1 00000004:00000010:0.0:1767384391.773991:0:40452:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 000000008f328ff5. 00000400:00000200:2.0:1767384391.773997:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000004:00000010:0.0:1767384391.774001:0:40452:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000625035b3. 00000004:00000010:0.0:1767384391.774009:0:40452:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b50f74f3. 00000004:00000010:0.0:1767384391.774013:0:40452:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000056ed8497. 00080000:00000010:0.0:1767384391.774018:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001d074d67. 00000400:00000200:1.0:1767384391.774046:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384391.774059:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x101171 00000400:00000200:1.0:1767384391.774068:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099fa58d1 00000400:00000010:1.0:1767384391.774071:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099fa58d1. 00000400:00000200:1.0:1767384391.774076:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384391.774079:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384391.774082:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (43) 00000400:00000200:1.0:1767384391.774085:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384391.774088:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc -71 00000400:00000200:1.0:1767384391.774092:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:1.0:1767384391.774111:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (42) 00000040:00000010:0.0:1767384391.774216:0:40452:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000298d74c4. 00000040:00000010:0.0:1767384391.774230:0:40452:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e00117bf. 00000020:00000010:0.0:1767384391.774239:0:40452:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000073eff5de. 00080000:00000010:0.0:1767384391.774244:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d860e765. 00000040:00000010:0.0:1767384391.774546:0:40452:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fcfdb2ba. 00080000:00000010:0.0:1767384391.774664:0:40452:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004b9979b9. 00080000:00000010:0.0:1767384391.774775:0:40452:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000034a8f13f. 00000040:00000010:0.0:1767384391.774797:0:40452:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000034449216. 00000020:00000010:0.0:1767384391.774804:0:40452:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bf43009d. 00080000:00000010:0.0:1767384391.774809:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000041a971f9. 00080000:00000010:0.0:1767384391.774857:0:40452:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000cdde28a6. 00000040:00000010:0.0:1767384391.774883:0:40452:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004e0e3d4a. 00000020:00000010:0.0:1767384391.774889:0:40452:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ae711bcb. 00080000:00000010:0.0:1767384391.774894:0:40452:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bff80a2a. 00000040:00000010:0.0:1767384391.775064:0:40452:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000032c643d0. 00000020:00000010:0.0:1767384391.775223:0:40452:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000ccf9d785. 00000020:00000010:2.0:1767384391.775529:0:40456:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019e06efe. 00000020:00000010:2.0:1767384391.775535:0:40456:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fce11e28. 00000040:00000010:2.0:1767384391.775537:0:40456:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009b11f0a5. 00000020:00000010:2.0:1767384391.775540:0:40456:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dc50acb6. 00000020:00000010:2.0:1767384391.775544:0:40456:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f4df2342. 00000004:00000010:0.0:1767384391.775546:0:40452:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 00000000b8e6e6d4. 00040000:00000010:2.0:1767384391.775548:0:40456:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8773d5a. 00040000:00000010:2.0:1767384391.775554:0:40456:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007c271e43. 00000020:00000010:0.0:1767384391.775554:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d1afeac. 00080000:00000010:2.0:1767384391.775560:0:40456:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cea296c3. 00000020:00000010:0.0:1767384391.775563:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ee1821f. 00000020:00000010:2.0:1767384391.775565:0:40456:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000004fdc0b3. 00000040:00000010:2.0:1767384391.775573:0:40456:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004f2fd27d. 00000040:00000010:0.0:1767384391.775578:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000e7fcc09. 00000040:00000010:2.0:1767384391.775579:0:40456:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000d0a2c37c. 00000020:00000010:0.0:1767384391.775586:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c7cb28dc. 00000020:00000010:0.0:1767384391.775593:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000c1145c2. 00000020:00000010:0.0:1767384391.775598:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005499851f. 80000000:00000010:0.0:1767384391.775602:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008d3694d7. 40000000:00000010:0.0:1767384391.775606:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c2915930. 00100000:00000010:0.0:1767384391.775610:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ea97dae8. 00040000:00000010:0.0:1767384391.775615:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000044183eca. 00040000:00000010:0.0:1767384391.775619:0:40452:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e925d844. 00000040:00000010:2.0:1767384391.775620:0:40456:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e42ecda0. 00040000:00000010:0.0:1767384391.775623:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c20e5cae. 00000040:00000010:2.0:1767384391.775626:0:40456:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ea6cdeb5. 00080000:00000010:0.0:1767384391.775630:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a7781adb. 00000004:00000010:0.0:1767384391.775637:0:40452:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000303e8572. 00000004:00000010:0.0:1767384391.775643:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9845919. 00000004:00000010:0.0:1767384391.775648:0:40452:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d3712120. 00002000:00000010:0.0:1767384391.775651:0:40452:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000666accac. 00000004:00000010:0.0:1767384391.775655:0:40452:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000197e409b. 00000020:00000010:0.0:1767384391.776029:0:40452:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a780aaa8. 00000020:00000010:0.0:1767384391.776050:0:40452:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000009751d8d9. 00000020:00000010:0.0:1767384391.776100:0:40452:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000050ecf37f. 00000020:00000010:0.0:1767384391.776129:0:40452:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000050ecf37f. 00000004:00000010:0.0:1767384391.776133:0:40452:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 00000000a5cb1ae1. 00000020:00000010:0.0:1767384391.776141:0:40452:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001c857787. 00000040:00000010:0.0:1767384391.776145:0:40452:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005fd29c38. 00000020:00000010:0.0:1767384391.776149:0:40452:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000824ba7c8. 00000020:00000010:0.0:1767384391.776153:0:40452:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d4dc981f. 00000020:00000010:0.0:1767384391.776157:0:40452:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009757c8e3. 80000000:00000010:0.0:1767384391.776161:0:40452:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000db9fc42. 40000000:00000010:0.0:1767384391.776164:0:40452:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e820723a. 00100000:00000010:0.0:1767384391.776167:0:40452:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b3f63b6b. 00040000:00000010:0.0:1767384391.776170:0:40452:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000de174e4c. 00040000:00000010:0.0:1767384391.776174:0:40452:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a350054a. 00040000:00000010:0.0:1767384391.776177:0:40452:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000062aaa5b9. 00080000:00000010:0.0:1767384391.776180:0:40452:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000cdde28a6. 00000020:00000010:0.0:1767384391.776184:0:40452:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000ccf9d785. 00080000:00000010:0.0:1767384391.776186:0:40452:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f7f46c77. 00000004:00000010:0.0:1767384391.776190:0:40452:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d769eb58. 00000004:00000010:0.0:1767384391.776194:0:40452:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003d4a90ac. 00000004:00000010:0.0:1767384391.776198:0:40452:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c83af168. 00002000:00000010:0.0:1767384391.776201:0:40452:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f65a261f. 00000004:00000010:0.0:1767384391.776206:0:40452:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000079fc0512. 00000020:00000010:0.0:1767384391.776209:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000cfd2d2e. 00000020:00000010:0.0:1767384391.776213:0:40452:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1c613f0. 00000020:00000010:0.0:1767384391.776216:0:40452:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000008:00000010:0.0:1767384391.776219:0:40452:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003ad883da. 00020000:00000010:0.0:1767384391.776239:0:40452:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000e50485ec. 00008000:00000010:0.0:1767384391.776244:0:40452:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000ac394d69. 00000080:00000010:0.0:1767384391.776249:0:40452:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ab5e3046. 00000020:00000010:0.0:1767384391.776253:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fe99cc2. 00000020:00000010:0.0:1767384391.776258:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000038cd5682. 00000020:00000010:0.0:1767384391.776267:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000038cd5682. 00000020:00000010:0.0:1767384391.776275:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062ea42ae. 00000020:00000010:0.0:1767384391.776279:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b8414ea6. 00000040:00000010:0.0:1767384391.776283:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002a10fd35. 00000020:00000010:0.0:1767384391.776304:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b164b8c7. 00000020:00000010:0.0:1767384391.776308:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d4dc981f. 00000020:00000010:0.0:1767384391.776312:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b0484297. 80000000:00000010:0.0:1767384391.776316:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003bc0f37f. 40000000:00000010:0.0:1767384391.776320:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e820723a. 00100000:00000010:0.0:1767384391.776325:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b12df568. 00040000:00000010:0.0:1767384391.776329:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cdde28a6. 00040000:00000010:0.0:1767384391.776334:0:40452:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eed8dc4c. 00040000:00000010:0.0:1767384391.776337:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d5d5d77. 00080000:00000010:0.0:1767384391.776341:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000794ddb3e. 00000004:00000010:0.0:1767384391.776346:0:40452:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003e074951. 00000004:00000010:0.0:1767384391.776351:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006d1ece81. 00000004:00000010:0.0:1767384391.776355:0:40452:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008e245a79. 00000004:00000010:0.0:1767384391.776359:0:40452:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f067de6c. 00000004:00000010:0.0:1767384391.776378:0:40452:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 0000000050ecf37f. 00000020:00000010:0.0:1767384391.776385:0:40452:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c57123a8. 00000100:00000010:0.0:1767384391.776441:0:40452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000016ab9eb. 02000000:00000010:0.0:1767384391.776477:0:40452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a42c946c. 00040000:00000010:3.0:1767384391.776546:0:16145:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bdbb9a83. 00000004:00000010:3.0:1767384391.776553:0:16145:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000331e1d59. 00000004:00000010:3.0:1767384391.776558:0:16145:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002b6a9863. 00000004:00000010:3.0:1767384391.776561:0:16145:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004ca74134. 00000004:00000010:0.0:1767384391.776574:0:40452:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 0000000050ecf37f. 00000004:00000010:3.0:1767384391.776579:0:16145:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000aefc2546. 00000004:00000010:0.0:1767384391.776584:0:40452:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 00000000b01625ae. 00000100:00000010:1.0:1767384391.776588:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e794081. 00020000:00000010:0.0:1767384391.776593:0:40452:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000007d3275a9. 02000000:00000010:1.0:1767384391.776600:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002415462e. 00020000:00000010:0.0:1767384391.776607:0:40452:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000c1c613f0. 02000000:00000010:3.0:1767384391.776608:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000087bcd98f. 00000400:00000010:3.0:1767384391.776618:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000306df97b. 00100000:00000010:0.0:1767384391.776623:0:40452:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 0000000050ecf37f. 00000400:00000010:3.0:1767384391.776624:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000722de15d. 00000100:00000200:3.0:1767384391.776631:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732529664, portal 4 00000020:00000010:0.0:1767384391.776635:0:40452:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b8414ea6. 00040000:00000010:2.0:1767384391.776639:0:16147:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d5fcbb66. 00000040:00000010:0.0:1767384391.776643:0:40452:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002a10fd35. 00000004:00000010:2.0:1767384391.776645:0:16147:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000024cba342. 00000020:00000010:3.0:1767384391.776648:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007519844e. 00000004:00000010:2.0:1767384391.776651:0:16147:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005a680056. 00000020:00000010:0.0:1767384391.776651:0:40452:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b164b8c7. 00000400:00000010:3.0:1767384391.776657:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000279fe1e0. 00000004:00000010:2.0:1767384391.776658:0:16147:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000025a0b5d8. 00000020:00000010:0.0:1767384391.776660:0:40452:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d4dc981f. 00000100:00000200:3.0:1767384391.776663:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236732529664, offset 0 00000004:00000010:2.0:1767384391.776664:0:16147:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b8e27641. 00040000:00000010:1.0:1767384391.776667:0:16146:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003e3464c7. 00000020:00000010:0.0:1767384391.776669:0:40452:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b0484297. 00000004:00000010:1.0:1767384391.776677:0:16146:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e7414994. 80000000:00000010:0.0:1767384391.776681:0:40452:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003bc0f37f. 00000400:00000200:3.0:1767384391.776686:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384391.776688:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000982facb8. 00000004:00000010:1.0:1767384391.776692:0:16146:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ef1eeddc. 40000000:00000010:0.0:1767384391.776697:0:40452:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e820723a. 00000400:00000010:2.0:1767384391.776698:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3cc35b0. 00000004:00000010:1.0:1767384391.776699:0:16146:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000053d6c1a6. 00100000:00000010:0.0:1767384391.776706:0:40452:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b12df568. 00000400:00000200:3.0:1767384391.776708:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:1.0:1767384391.776712:0:16146:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005a8dbf1d. 00000400:00000010:2.0:1767384391.776713:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00040000:00000010:0.0:1767384391.776718:0:40452:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cdde28a6. 00000100:00000200:2.0:1767384391.776723:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732529792, portal 10 00040000:00000010:0.0:1767384391.776725:0:40452:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eed8dc4c. 00000400:00000200:3.0:1767384391.776729:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824d208c00 00000400:00000010:2.0:1767384391.776734:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00040000:00000010:0.0:1767384391.776738:0:40452:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005d5d5d77. 00000400:00000200:3.0:1767384391.776741:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xa9d [8] + 5976 00080000:00000010:0.0:1767384391.776750:0:40452:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000794ddb3e. 00000100:00000200:2.0:1767384391.776751:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236732529792, offset 0 00000400:00000200:3.0:1767384391.776752:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.776764:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:0.0:1767384391.776764:0:40452:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003e074951. 00000400:00000200:2.0:1767384391.776773:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:0.0:1767384391.776781:0:40452:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006d1ece81. 00000100:00000200:3.0:1767384391.776784:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000010:0.0:1767384391.776788:0:40452:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008e245a79. 00000100:00000010:3.0:1767384391.776792:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f45223c6. 00000400:00000200:2.0:1767384391.776793:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:0.0:1767384391.776795:0:40452:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f067de6c. 00000020:00000010:0.0:1767384391.776805:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062ea42ae. 00000020:00000010:0.0:1767384391.776810:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000038cd5682. 00000400:00000200:2.0:1767384391.776812:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d208c80 00000020:00000010:0.0:1767384391.776819:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000cdde28a6. 00000400:00000200:2.0:1767384391.776820:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x2311 [64] + 0 00000020:00000010:0.0:1767384391.776825:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000cdde28a6. 00000400:00000200:3.0:1767384391.776829:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000279fe1e0 00000400:00000200:2.0:1767384391.776829:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384391.776834:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000cdde28a6. 00000400:00000010:3.0:1767384391.776835:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000279fe1e0. 00000400:00000200:2.0:1767384391.776843:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384391.776846:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000cdde28a6. 00000100:00000200:3.0:1767384391.776850:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000016ab9eb x1853236732529664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384391.776851:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1767384391.776853:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a360945a. 00000020:00000010:0.0:1767384391.776854:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000e820723a. 00000020:00000010:1.0:1767384391.776866:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:0.0:1767384391.776868:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000e820723a. 00000100:00000010:2.0:1767384391.776869:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cfe31f9. 00000020:00000010:1.0:1767384391.776880:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000100:00000010:0.0:1767384391.776890:0:40452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c58ad93. 00000400:00000200:2.0:1767384391.776893:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000400:00000010:2.0:1767384391.776901:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 02000000:00000010:0.0:1767384391.776907:0:40452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062ea42ae. 00000100:00000200:2.0:1767384391.776916:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005e794081 x1853236732529792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.776917:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732529664 00000100:00000010:3.0:1767384391.776927:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039305289. 00000100:00000010:0.0:1767384391.776927:0:40452:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d40f3d0. 02000000:00000010:1.0:1767384391.776937:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000067300a16. 00000100:00000010:3.0:1767384391.776945:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098dda1f2. 00000020:00000010:1.0:1767384391.776947:0:17557:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b1c8fdbe. 00000100:00000010:3.0:1767384391.776958:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b786195. 00000001:00000010:1.0:1767384391.776959:0:17557:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000c5a0c5dc. 02000000:00000010:0.0:1767384391.776961:0:40452:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000fac52d8c. 00000001:00000010:1.0:1767384391.776967:0:17557:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ec3b0c50. 00000100:00000010:3.0:1767384391.776968:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae916190. 00000400:00000010:0.0:1767384391.776971:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3b9a73. 00000001:00000010:1.0:1767384391.776983:0:17557:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006d65d63f. 00000400:00000010:0.0:1767384391.776987:0:40452:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003f627a5d. 00000001:00000010:1.0:1767384391.776989:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bfc47f9a. 00000001:00000010:1.0:1767384391.776994:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c4ea350. 00000100:00000200:0.0:1767384391.776995:0:40452:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732529920, portal 25 00000001:00000010:1.0:1767384391.777000:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000094f2cdc7. 00000400:00000010:0.0:1767384391.777006:0:40452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000100:00000200:0.0:1767384391.777012:0:40452:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732529920, offset 0 00000001:00000010:1.0:1767384391.777017:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000094bb32c9. 00000400:00000200:0.0:1767384391.777023:0:40452:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.777034:0:40452:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384391.777044:0:40452:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d208d00 00000020:00000010:3.0:1767384391.777046:0:40438:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007e63c48f. 00080000:00000010:1.0:1767384391.777051:0:17557:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e37b3a7d. 00040000:00000010:3.0:1767384391.777054:0:40438:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000081a1e538. 00000400:00000200:0.0:1767384391.777055:0:40452:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2211 [2] + 0 00000004:00000010:3.0:1767384391.777061:0:40438:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007cb984b2. 00000400:00000010:0.0:1767384391.777063:0:40452:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003de7f897. 00000004:00000010:3.0:1767384391.777066:0:40438:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000086d9369b. 00000004:00000010:3.0:1767384391.777070:0:40438:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000aec6f17c. 00000400:00000200:0.0:1767384391.777071:0:40452:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b464ee21 00000400:00000200:0.0:1767384391.777078:0:40452:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384391.777082:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b176fd56. 00000400:00000200:0.0:1767384391.777088:0:40452:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384391.777091:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eba130c2. 00000400:00000200:0.0:1767384391.777093:0:40452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b464ee21 00000020:00000010:3.0:1767384391.777098:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000400:00000010:0.0:1767384391.777119:0:40452:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b464ee21. 00000100:00000200:0.0:1767384391.777127:0:40452:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767384391.777146:0:40438:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732529792 00000400:00000200:0.0:1767384391.777153:0:40452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b6aba5d 02000000:00000010:3.0:1767384391.777157:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a6264799. 00000400:00000010:0.0:1767384391.777160:0:40452:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000400:00000010:3.0:1767384391.777180:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000279fe1e0. 00000100:00000200:3.0:1767384391.777186:0:40438:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732529792, offset 224 00000100:00000200:0.0:1767384391.777187:0:40452:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c58ad93 x1853236732529920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1767384391.777191:0:17557:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ec093875. 00000400:00000200:3.0:1767384391.777198:0:40438:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384391.777212:0:40438:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384391.777227:0:40438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d208c80 00000400:00000200:3.0:1767384391.777235:0:40438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2a8d [1] + 224 00000400:00000200:3.0:1767384391.777239:0:40438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.777243:0:40438:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384391.777254:0:40438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005e794081 x1853236732529792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384391.777273:0:40438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000279fe1e0 00000400:00000010:3.0:1767384391.777276:0:40438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000279fe1e0. 00000020:00000010:3.0:1767384391.777290:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eba130c2. 00000020:00000010:3.0:1767384391.777296:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000400:00000010:2.0:1767384391.777296:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3cc35b0. 00000020:00000010:3.0:1767384391.777309:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b176fd56. 00000400:00000200:2.0:1767384391.777309:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000020:00000010:1.0:1767384391.777315:0:17557:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000005fe1a5ba. 00000400:00000010:2.0:1767384391.777318:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000020:00000010:1.0:1767384391.777327:0:17557:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000005fe1a5ba. 00000100:00000200:2.0:1767384391.777329:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005e794081 x1853236732529792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.777334:0:17557:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000bbb6e067. 00000100:00000200:2.0:1767384391.777340:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005e794081 x1853236732529792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.777342:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ab1912f. 00000100:02000400:2.0:1767384391.777362:0:16147:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00010000:00000200:1.0:1767384391.777372:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f45223c6 x1853236732529664/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.777387:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ace24d2. 00000100:00000200:1.0:1767384391.777390:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236732529664, offset 0 00000400:00000200:1.0:1767384391.777394:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.777400:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.777419:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824d208c00 00000400:00000200:1.0:1767384391.777423:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2a85 [1] + 0 00000400:00000200:1.0:1767384391.777427:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.777429:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.777433:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000016ab9eb x1853236732529664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.777451:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ace24d2 00000400:00000010:1.0:1767384391.777452:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ace24d2. 00000020:00000010:1.0:1767384391.777464:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.777467:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.777471:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a360945a. 00000400:00000010:3.0:1767384391.777534:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000306df97b. 00000400:00000200:3.0:1767384391.777539:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000722de15d 00000400:00000010:3.0:1767384391.777542:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000722de15d. 00000020:00000010:1.0:1767384391.777545:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b5011ba. 00000100:00000200:3.0:1767384391.777550:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000016ab9eb x1853236732529664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.777552:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b5011ba. 00000020:00000010:1.0:1767384391.777563:0:40430:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002be04d54. 00000020:00000010:1.0:1767384391.777571:0:40430:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000100:00000200:3.0:1767384391.777574:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000016ab9eb x1853236732529664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.777577:0:40430:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.777607:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b5011ba. 00000020:00000010:1.0:1767384391.777611:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b5011ba. 00000100:00000200:1.0:1767384391.777615:0:40430:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732529920 02000000:00000010:1.0:1767384391.777636:0:40430:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000a1bb4cd7. 00000040:00000010:1.0:1767384391.777643:0:40430:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000045259868. 02000000:00000010:3.0:1767384391.777644:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000087bcd98f. 02000000:00000010:3.0:1767384391.777655:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a42c946c. 00000100:00000010:3.0:1767384391.777659:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000016ab9eb. 00000040:00000010:1.0:1767384391.777662:0:40430:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000037620797. 00080000:00000010:3.0:1767384391.777685:0:40456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000087bcd98f. 00080000:00000010:3.0:1767384391.777718:0:40456:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000f542a890. 00080000:00000010:3.0:1767384391.777853:0:40456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005e00e0a6. 00000004:00000010:3.0:1767384391.777857:0:40456:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b46b08e4. 00000040:00000010:1.0:1767384391.777861:0:40430:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000037620797. 00000040:00000010:1.0:1767384391.777865:0:40430:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000045259868. 00010000:00000200:1.0:1767384391.777871:0:40430:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fec98a30 x1853236732529920/t0(0) o502->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 272/8472 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.777881:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000723ff917. 00000100:00000200:1.0:1767384391.777883:0:40430:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236732529920, offset 224 00000400:00000200:1.0:1767384391.777887:0:40430:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.777891:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.777896:0:40430:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d208d00 00000400:00000200:1.0:1767384391.777899:0:40430:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a95 [4] + 224 00000400:00000200:1.0:1767384391.777904:0:40430:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.777906:0:40430:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.777911:0:40430:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c58ad93 x1853236732529920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.777929:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723ff917 00000400:00000010:1.0:1767384391.777931:0:40430:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000723ff917. 00000020:00000010:1.0:1767384391.777940:0:40430:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.777942:0:40430:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.777947:0:40430:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002be04d54. 00000400:00000010:3.0:1767384391.777956:0:40452:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3b9a73. 02000000:00000010:1.0:1767384391.777956:0:40430:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000a1bb4cd7. 00000400:00000200:3.0:1767384391.777964:0:40452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f627a5d 00000400:00000010:3.0:1767384391.777966:0:40452:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003f627a5d. 00000100:00000200:3.0:1767384391.777974:0:40452:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c58ad93 x1853236732529920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.777974:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.777985:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccd3f3c4. 00000100:00000200:3.0:1767384391.777997:0:40452:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c58ad93 x1853236732529920/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.777997:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000723ff917. 00000100:00000010:1.0:1767384391.778031:0:40457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055e20b9d. 00000100:00000010:3.0:1767384391.778032:0:40452:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005d40f3d0. 02000000:00000010:3.0:1767384391.778051:0:40452:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000fac52d8c. 02000000:00000010:1.0:1767384391.778051:0:40457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007de629fe. 02000000:00000010:3.0:1767384391.778068:0:40452:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000062ea42ae. 00000100:00000010:3.0:1767384391.778075:0:40452:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c58ad93. 00000020:00000010:3.0:1767384391.778089:0:40452:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000027eda723. 00040000:00000010:1.0:1767384391.778090:0:16148:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ab4e33ff. 00000020:00000010:3.0:1767384391.778093:0:40452:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000027eda723. 00000004:00000010:1.0:1767384391.778097:0:16148:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bf44d7e6. 00000040:00000010:3.0:1767384391.778100:0:40452:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e97a0e8e. 00000004:00000010:1.0:1767384391.778103:0:16148:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be312e38. 00000020:00000010:3.0:1767384391.778109:0:40452:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002693168c. 00000004:00000010:1.0:1767384391.778110:0:16148:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e5194b61. 00000004:00000010:1.0:1767384391.778121:0:16148:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004e208155. 00000020:00000010:3.0:1767384391.778127:0:40452:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000021a8773c. 00000040:00000010:3.0:1767384391.778133:0:40452:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f1de866c. 00000020:00000010:3.0:1767384391.778136:0:40452:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000047164c5b. 00000020:00000010:3.0:1767384391.778140:0:40452:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003a0035af. 02000000:00000010:1.0:1767384391.778140:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008f492dcd. 00000020:00000010:3.0:1767384391.778150:0:40452:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000026a16ef4. 00000400:00000010:1.0:1767384391.778151:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8ecf8f0. 80000000:00000010:3.0:1767384391.778168:0:40452:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f3f14b6. 00000400:00000010:1.0:1767384391.778170:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ace24d2. 40000000:00000010:3.0:1767384391.778177:0:40452:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000efd856dc. 00000100:00000200:1.0:1767384391.778177:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732530048, portal 4 00100000:00000010:3.0:1767384391.778193:0:40452:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c1c6d0eb. 00000020:00000010:1.0:1767384391.778193:0:16148:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000037620797. 00000400:00000010:1.0:1767384391.778201:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a298c089. 00040000:00000010:3.0:1767384391.778202:0:40452:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003a82eacd. 00000100:00000200:1.0:1767384391.778204:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236732530048, offset 0 00040000:00000010:3.0:1767384391.778210:0:40452:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002bea8329. 00000400:00000200:1.0:1767384391.778211:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:3.0:1767384391.778215:0:40452:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ab395d73. 00000004:00000010:3.0:1767384391.778226:0:40452:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e325d77c. 00000400:00000200:1.0:1767384391.778226:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000010:3.0:1767384391.778237:0:40452:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000068fa893d. 00000400:00000200:1.0:1767384391.778243:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d208d80 00000020:00000010:3.0:1767384391.778245:0:40452:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8443022. 00000400:00000200:1.0:1767384391.778253:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 4032 00000400:00000200:1.0:1767384391.778258:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.778261:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.778268:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384391.778273:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c76d138. 00000400:00000200:1.0:1767384391.778293:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a298c089 00000400:00000010:1.0:1767384391.778296:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a298c089. 00000100:00000200:1.0:1767384391.778302:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055e20b9d x1853236732530048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384391.778342:0:16149:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000114378c7. 00000004:00000010:1.0:1767384391.778347:0:16149:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009ea2fc9c. 00000004:00000010:1.0:1767384391.778352:0:16149:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b5eec9f9. 00000004:00000010:1.0:1767384391.778356:0:16149:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c61fe843. 00000004:00000010:1.0:1767384391.778358:0:16149:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bcbffaab. 00000040:00000010:0.0:1767384391.778391:0:40426:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ee639e2f. 00000020:00000010:1.0:1767384391.778397:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b5011ba. 00000040:00000010:0.0:1767384391.778416:0:40426:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000895eb69d. 00000020:00000010:1.0:1767384391.778419:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005ab1912f. 00000040:00000010:0.0:1767384391.778432:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000962a8f2e. 00000020:00000010:1.0:1767384391.778436:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002be04d54. 00000020:00000010:1.0:1767384391.778439:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.778442:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:0.0:1767384391.778443:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d3202ba7. 00000040:00000010:0.0:1767384391.778452:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001363cf96. 00000020:00000010:0.0:1767384391.778458:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000942a259e. 00000020:00000010:0.0:1767384391.778463:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000108baab2. 80000000:00000010:0.0:1767384391.778469:0:40426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007ef6f9a4. 00040000:00000010:0.0:1767384391.778474:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bf16e35d. 00000020:00000010:1.0:1767384391.778475:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ab1912f. 00000020:00000010:1.0:1767384391.778517:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ab1912f. 00000100:00000200:1.0:1767384391.778521:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732530048 00080000:00000010:0.0:1767384391.778524:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e6a4168e. 02000000:00000010:1.0:1767384391.778530:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b61785a9. 20000000:00000010:0.0:1767384391.778531:0:40426:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000019a31591. 00000020:00000010:0.0:1767384391.778539:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9890ff6. 10000000:00000010:0.0:1767384391.778544:0:40426:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000112bfbe2. 00010000:00000200:1.0:1767384391.778554:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009c76d138 x1853236732530048/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.778566:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a298c089. 00000100:00000200:1.0:1767384391.778569:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236732530048, offset 224 00000100:00000010:0.0:1767384391.778571:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004725f0f0. 00000400:00000200:1.0:1767384391.778578:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384391.778585:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d5d5d77. 00000400:00000200:1.0:1767384391.778586:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.778594:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d208d80 00000400:00000200:1.0:1767384391.778598:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2aad [1] + 224 00000400:00000200:1.0:1767384391.778600:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1767384391.778602:0:40426:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dcbb4ca9. 00000400:00000200:1.0:1767384391.778604:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.778610:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055e20b9d x1853236732530048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384391.778611:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084773b36. 00000100:00000010:0.0:1767384391.778630:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d40f3d0. 00000400:00000200:1.0:1767384391.778631:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a298c089 00000400:00000010:1.0:1767384391.778635:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a298c089. 00000020:00000010:1.0:1767384391.778644:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 02000000:00000010:0.0:1767384391.778646:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003a1d0007. 00000020:00000010:1.0:1767384391.778648:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000400:00000010:3.0:1767384391.778654:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8ecf8f0. 00000020:00000010:1.0:1767384391.778654:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002be04d54. 00000400:00000010:0.0:1767384391.778656:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ea0213f. 00000400:00000200:3.0:1767384391.778668:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ace24d2 00000400:00000010:3.0:1767384391.778671:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ace24d2. 00000100:00000200:3.0:1767384391.778681:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055e20b9d x1853236732530048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384391.778681:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000100:00000200:0.0:1767384391.778693:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732530176, portal 25 00000100:00000200:3.0:1767384391.778698:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055e20b9d x1853236732530048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384391.778700:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384391.778710:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732530176, offset 0 00000400:00000200:0.0:1767384391.778724:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384391.778738:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008f492dcd. 00000400:00000200:0.0:1767384391.778739:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384391.778746:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007de629fe. 00000100:00000010:3.0:1767384391.778752:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055e20b9d. 00000400:00000200:0.0:1767384391.778756:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d208e00 00000400:00000200:0.0:1767384391.778766:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2215 [2] + 0 00000400:00000010:0.0:1767384391.778770:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033229c31. 00000400:00000200:0.0:1767384391.778776:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d96426f5 00000400:00000200:0.0:1767384391.778780:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.778785:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384391.778792:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d96426f5 00000400:00000010:0.0:1767384391.778795:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d96426f5. 00000100:00000200:0.0:1767384391.778799:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384391.778824:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5ff7ce 00000400:00000010:0.0:1767384391.778827:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c5ff7ce. 00000100:00000200:0.0:1767384391.778834:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004725f0f0 x1853236732530176/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.778840:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053049b34. 00000020:00000010:1.0:1767384391.778847:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053049b34. 00000020:00000010:1.0:1767384391.778853:0:40430:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b92b378. 00000020:00000010:1.0:1767384391.778857:0:40430:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.778859:0:40430:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.778883:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053049b34. 00000020:00000010:1.0:1767384391.778885:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053049b34. 00000100:00000200:1.0:1767384391.778887:0:40430:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732530176 00010000:00000010:1.0:1767384391.778899:0:40430:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e969781e. 00010000:00000010:1.0:1767384391.778904:0:40430:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047beefc9. 02000000:00000010:1.0:1767384391.778911:0:40430:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ef81d2b5. 00010000:00000200:1.0:1767384391.778928:0:40430:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f06c0b6e x1853236732530176/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.778943:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a298c089. 00000100:00000200:1.0:1767384391.778945:0:40430:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732530176, offset 224 00000400:00000200:1.0:1767384391.778950:0:40430:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.778954:0:40430:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.778964:0:40430:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d208e00 00000400:00000200:1.0:1767384391.778968:0:40430:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ab9 [1] + 224 00000400:00000200:1.0:1767384391.778971:0:40430:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.778974:0:40430:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.778977:0:40430:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004725f0f0 x1853236732530176/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.778985:0:40430:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a298c089 00000400:00000010:1.0:1767384391.778986:0:40430:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a298c089. 00000020:00000010:1.0:1767384391.778992:0:40430:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.778994:0:40430:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.778996:0:40430:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b92b378. 02000000:00000010:1.0:1767384391.779001:0:40430:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ef81d2b5. 00000100:00000200:1.0:1767384391.779020:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.779024:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb099d1b. 00000400:00000010:1.0:1767384391.779026:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cf1abe3. 00000400:00000010:1.0:1767384391.779527:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ea0213f. 00000400:00000200:1.0:1767384391.779533:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b6aba5d 00000400:00000010:1.0:1767384391.779535:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000100:00000200:1.0:1767384391.779545:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004725f0f0 x1853236732530176/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.779554:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004725f0f0 x1853236732530176/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384391.779570:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005d40f3d0. 02000000:00000010:1.0:1767384391.779584:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003a1d0007. 02000000:00000010:1.0:1767384391.779588:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005d5d5d77. 00000100:00000010:1.0:1767384391.779591:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004725f0f0. 10000000:00000010:1.0:1767384391.779601:0:40426:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 0000000016c39e91. 00000100:00000010:1.0:1767384391.780384:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc8ed10b. 02000000:00000010:1.0:1767384391.780392:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045259868. 00000100:00000010:1.0:1767384391.780399:0:40426:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ef81d2b5. 00000100:00000010:1.0:1767384391.780418:0:40426:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 0000000068988a83. 00000100:00000010:1.0:1767384391.780450:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000307b3d39. 00000400:00000010:1.0:1767384391.780460:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fef6642. 00000400:00000010:1.0:1767384391.780466:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a6591433. 00000100:00000200:1.0:1767384391.780469:0:40426:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695824d208e80-0x695824d208e80, portal 33 02000000:00000010:1.0:1767384391.780473:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b92b378. 00000400:00000010:1.0:1767384391.780475:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073cd0a0. 00000400:00000010:1.0:1767384391.780479:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a298c089. 00000100:00000200:1.0:1767384391.780480:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732530304, portal 25 00000400:00000010:1.0:1767384391.780483:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.780485:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236732530304, offset 0 00000400:00000200:1.0:1767384391.780506:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.780535:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.780547:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d208e80 00000400:00000200:1.0:1767384391.780551:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x2219 [2] + 0 00000400:00000010:1.0:1767384391.780554:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026304857. 00000400:00000200:1.0:1767384391.780558:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000061eedbbe 00000400:00000200:1.0:1767384391.780562:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.780568:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384391.780572:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061eedbbe 00000400:00000010:1.0:1767384391.780574:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061eedbbe. 00000100:00000200:1.0:1767384391.780578:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384391.780592:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:1.0:1767384391.780595:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.780598:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc8ed10b x1853236732530304/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.780757:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000009be898. 00000020:00000010:1.0:1767384391.780760:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000009be898. 00000020:00000010:1.0:1767384391.780764:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8f142b3. 00000020:00000010:1.0:1767384391.780766:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.780769:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.780794:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000009be898. 00000020:00000010:1.0:1767384391.780798:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000009be898. 00000100:00000200:1.0:1767384391.780801:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732530304 02000000:00000010:1.0:1767384391.780809:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000fe835571. 20000000:00000010:1.0:1767384391.780820:0:40431:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000008fe41411. 00000100:00000010:1.0:1767384391.780863:0:40431:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000bb4900fa. 00000100:00000010:1.0:1767384391.780867:0:40431:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000009f95f71. 00000400:00000010:1.0:1767384391.780873:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000400:00000010:1.0:1767384391.780880:0:40431:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cac0048d. 00000400:00000200:1.0:1767384391.780890:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.780902:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.780975:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695824d208e80 00000400:00000200:1.0:1767384391.780982:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2ac9 [256] + 0 00000400:00000010:1.0:1767384391.780985:0:40431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fef6642. 00000400:00000200:1.0:1767384391.780988:0:40431:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a6591433 00000400:00000200:1.0:1767384391.780991:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.780993:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384391.780995:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6591433 00000400:00000010:1.0:1767384391.780996:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a6591433. 00000100:00000200:1.0:1767384391.780999:0:40431:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000cc8ed10b desc 00000000ef81d2b5 mbits 1853236732530304 00000400:00000200:1.0:1767384391.781011:0:40431:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384391.781016:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384391.781028:0:40431:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2ad5 00000400:00000200:1.0:1767384391.781031:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.781034:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:1.0:1767384391.781038:0:40431:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000bb4900fa 00000400:00000200:1.0:1767384391.781043:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:1.0:1767384391.781045:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.781048:0:40431:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000bb4900fa 00000100:00000200:1.0:1767384391.781053:0:40431:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695824d208e80-0x695824d208e80 00000100:00000010:1.0:1767384391.781059:0:40431:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000009f95f71. 00000100:00000010:1.0:1767384391.781063:0:40431:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000bb4900fa. 20000000:00000010:1.0:1767384391.781073:0:40431:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000008fe41411. 00010000:00000200:1.0:1767384391.781082:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000de8bb218 x1853236732530304/t0(0) o256->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 304/240 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.781092:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.781094:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236732530304, offset 224 00000400:00000200:1.0:1767384391.781099:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.781103:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.781107:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d208e80 00000400:00000200:1.0:1767384391.781114:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2acd [1] + 224 00000400:00000200:1.0:1767384391.781117:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.781122:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.781130:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc8ed10b x1853236732530304/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.781147:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:1.0:1767384391.781150:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000020:00000010:1.0:1767384391.781162:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.781166:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.781173:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8f142b3. 02000000:00000010:1.0:1767384391.781178:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000fe835571. 00000100:00000200:1.0:1767384391.781186:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384391.781206:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073cd0a0. 00000400:00000010:1.0:1767384391.781206:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fef6642. 00000400:00000200:3.0:1767384391.781213:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a298c089 00000400:00000010:3.0:1767384391.781214:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a298c089. 00000400:00000010:1.0:1767384391.781222:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004882cbd0. 00000100:00000200:3.0:1767384391.781226:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc8ed10b x1853236732530304/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384391.781237:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc8ed10b x1853236732530304/t0(0) o256->MGC192.168.204.131@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384391.781263:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000307b3d39. 10000000:00000010:3.0:1767384391.781272:0:40426:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ff87d27d. 00000100:00000200:3.0:1767384391.781285:0:40426:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.131@tcp with 192.168.204.131@tcp 00000100:00000200:3.0:1767384391.781287:0:40426:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.131@tcp' 00000100:00000200:3.0:1767384391.781290:0:40426:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.204.131@tcp' 00000400:00000200:3.0:1767384391.781293:0:40426:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384391.781297:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:3.0:1767384391.781303:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384391.781309:0:40426:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (41) 00000400:00000200:3.0:1767384391.781319:0:40426:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (42) 00000400:00000200:3.0:1767384391.781330:0:40426:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:3.0:1767384391.781332:0:40426:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384391.781338:0:40426:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384391.781343:0:40426:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:3.0:1767384391.781346:0:40426:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (43) 00000400:00000200:3.0:1767384391.781348:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:3.0:1767384391.781350:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:3.0:1767384391.781353:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781355:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:3.0:1767384391.781357:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:3.0:1767384391.781360:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781362:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:3.0:1767384391.781363:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:3.0:1767384391.781366:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781368:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:3.0:1767384391.781371:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:3.0:1767384391.781374:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781376:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:3.0:1767384391.781377:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000200:3.0:1767384391.781382:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781384:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:3.0:1767384391.781385:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:3.0:1767384391.781389:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781391:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:3.0:1767384391.781393:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:3.0:1767384391.781397:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781398:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:3.0:1767384391.781400:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:3.0:1767384391.781420:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781422:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:3.0:1767384391.781424:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:3.0:1767384391.781429:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781432:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000200:3.0:1767384391.781435:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:3.0:1767384391.781441:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781444:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000400:00000200:3.0:1767384391.781446:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.131@tcp20 00000400:00000200:3.0:1767384391.781450:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781453:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp20 00000400:00000200:3.0:1767384391.781455:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.131@tcp21 00000400:00000200:3.0:1767384391.781459:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781462:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp21 00000400:00000200:3.0:1767384391.781464:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.131@tcp22 00000400:00000200:3.0:1767384391.781469:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781472:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp22 00000400:00000200:3.0:1767384391.781475:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.131@tcp23 00000400:00000200:3.0:1767384391.781515:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781517:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp23 00000400:00000200:3.0:1767384391.781519:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.131@tcp24 00000400:00000200:3.0:1767384391.781522:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781524:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp24 00000400:00000200:3.0:1767384391.781526:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.131@tcp25 00000400:00000200:3.0:1767384391.781530:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781533:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp25 00000400:00000200:3.0:1767384391.781535:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.131@tcp26 00000400:00000200:3.0:1767384391.781540:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781541:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp26 00000400:00000200:3.0:1767384391.781544:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.131@tcp27 00000400:00000200:3.0:1767384391.781550:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781552:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp27 00000400:00000200:3.0:1767384391.781555:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.131@tcp28 00000400:00000200:3.0:1767384391.781560:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781562:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp28 00000400:00000200:3.0:1767384391.781564:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.131@tcp29 00000400:00000200:3.0:1767384391.781569:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781571:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp29 00000400:00000200:3.0:1767384391.781572:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.131@tcp30 00000400:00000200:3.0:1767384391.781575:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781578:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp30 00000400:00000200:3.0:1767384391.781580:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.131@tcp31 00000400:00000200:3.0:1767384391.781583:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781585:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp31 00000400:00000200:3.0:1767384391.781587:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.131@tcp32 00000400:00000200:3.0:1767384391.781591:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781594:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp32 00000400:00000200:3.0:1767384391.781596:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.131@tcp33 00000400:00000200:3.0:1767384391.781601:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781603:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp33 00000400:00000200:3.0:1767384391.781606:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.131@tcp34 00000400:00000200:3.0:1767384391.781610:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781612:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp34 00000400:00000200:3.0:1767384391.781614:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.131@tcp35 00000400:00000200:3.0:1767384391.781618:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781620:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp35 00000400:00000200:3.0:1767384391.781622:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.131@tcp36 00000400:00000200:3.0:1767384391.781626:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781628:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp36 00000400:00000200:3.0:1767384391.781630:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.131@tcp37 00000400:00000200:3.0:1767384391.781634:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781635:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp37 00000400:00000200:3.0:1767384391.781637:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.131@tcp38 00000400:00000200:3.0:1767384391.781642:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781644:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp38 00000400:00000200:3.0:1767384391.781646:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.131@tcp39 00000400:00000200:3.0:1767384391.781651:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781654:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp39 00000400:00000200:3.0:1767384391.781657:0:40426:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.131@tcp40 00000400:00000200:3.0:1767384391.781662:0:40426:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384391.781664:0:40426:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp40 10000000:00000010:3.0:1767384391.781670:0:40426:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000006fce40ea. 00000020:00000010:3.0:1767384391.781678:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b176fd56. 00000020:00000010:3.0:1767384391.781682:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000007279376. 00000040:00000010:3.0:1767384391.781685:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007c83f4dc. 00000020:00000010:3.0:1767384391.781689:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078c512f5. 00000020:00000010:3.0:1767384391.781693:0:40426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a345e447. 00000020:00000010:3.0:1767384391.781698:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa6ace73. 80000000:00000010:3.0:1767384391.781701:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000840d022f. 40000000:00000010:3.0:1767384391.781709:0:40426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bc51b562. 00100000:00000010:3.0:1767384391.781713:0:40426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000565a4df3. 00040000:00000010:3.0:1767384391.781717:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000027eda723. 00040000:00000010:3.0:1767384391.781720:0:40426:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000be7cdfdf. 00040000:00000010:3.0:1767384391.781723:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a3e16d42. 00080000:00000010:3.0:1767384391.781728:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003ec36ad3. 00000004:00000010:3.0:1767384391.781732:0:40426:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ffbbc541. 00000004:00000010:3.0:1767384391.781736:0:40426:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a676b47c. 00000004:00000010:3.0:1767384391.781741:0:40426:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000741a1ba2. 00002000:00000010:3.0:1767384391.781744:0:40426:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a9cb34e9. 00000004:00000010:3.0:1767384391.781748:0:40426:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e1127ec4. 00000020:00000010:3.0:1767384391.781815:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000007279376. 00000040:00000010:3.0:1767384391.781821:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007c83f4dc. 00000020:00000010:3.0:1767384391.781824:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000078c512f5. 00000020:00000010:3.0:1767384391.781829:0:40426:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a345e447. 00000020:00000010:3.0:1767384391.781833:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fa6ace73. 80000000:00000010:3.0:1767384391.781836:0:40426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000840d022f. 40000000:00000010:3.0:1767384391.781840:0:40426:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bc51b562. 00100000:00000010:3.0:1767384391.781845:0:40426:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000565a4df3. 00040000:00000010:3.0:1767384391.781849:0:40426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000027eda723. 00040000:00000010:3.0:1767384391.781853:0:40426:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000be7cdfdf. 00040000:00000010:3.0:1767384391.781856:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a3e16d42. 00080000:00000010:3.0:1767384391.781860:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003ec36ad3. 00000004:00000010:3.0:1767384391.781864:0:40426:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ffbbc541. 00000004:00000010:3.0:1767384391.781869:0:40426:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a676b47c. 00000004:00000010:3.0:1767384391.781874:0:40426:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000741a1ba2. 00002000:00000010:3.0:1767384391.781878:0:40426:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a9cb34e9. 00000004:00000010:3.0:1767384391.781882:0:40426:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e1127ec4. 00000020:00000010:3.0:1767384391.781888:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b176fd56. 10000000:00000010:3.0:1767384391.781892:0:40426:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000006fce40ea. 10000000:00000010:3.0:1767384391.781898:0:40426:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ff87d27d. 02000000:00000010:3.0:1767384391.781908:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b92b378. 00000100:00000010:3.0:1767384391.781923:0:40426:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000068988a83. 00000100:00000010:3.0:1767384391.781927:0:40426:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ef81d2b5. 02000000:00000010:3.0:1767384391.781931:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000045259868. 00000100:00000010:3.0:1767384391.781936:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc8ed10b. 00000400:00000200:1.0:1767384391.782390:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384391.782399:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000010:1.0:1767384391.782419:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000400:00000200:1.0:1767384391.782423:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (42) 00000400:00000010:1.0:1767384391.782430:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000020e48853. 00000400:00000200:1.0:1767384391.782436:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.131@tcp 00000400:00000200:1.0:1767384391.782447:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:1.0:1767384391.782453:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 00000400:00000200:1.0:1767384391.782462:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:1.0:1767384391.782470:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 00000400:00000200:1.0:1767384391.782508:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 00000400:00000200:1.0:1767384391.782515:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 00000400:00000200:1.0:1767384391.782523:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000400:00000200:1.0:1767384391.782529:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000400:00000200:1.0:1767384391.782536:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000400:00000200:1.0:1767384391.782541:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000400:00000200:1.0:1767384391.782546:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000400:00000200:1.0:1767384391.782553:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000400:00000200:1.0:1767384391.782560:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:1.0:1767384391.782568:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 00000400:00000200:1.0:1767384391.782574:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000400:00000200:1.0:1767384391.782581:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000400:00000200:1.0:1767384391.782587:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 00000400:00000200:1.0:1767384391.782594:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 62], ns[189, 62] 00000400:00000200:1.0:1767384391.782601:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 62], ns[193, 62] 00000400:00000200:1.0:1767384391.782607:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 62], ns[58, 62] 00000400:00000200:1.0:1767384391.782611:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[216, 58], ns[251, 58] 00000400:00000200:1.0:1767384391.782617:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 58], ns[165, 58] 00000400:00000200:1.0:1767384391.782621:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 58], ns[72, 58] 00000400:00000200:1.0:1767384391.782627:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 58], ns[167, 58] 00000400:00000200:1.0:1767384391.782633:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[175, 58], ns[179, 58] 00000400:00000200:1.0:1767384391.782640:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 58], ns[102, 58] 00000400:00000200:1.0:1767384391.782647:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[193, 58], ns[197, 58] 00000400:00000200:1.0:1767384391.782653:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 58], ns[118, 58] 00000400:00000200:1.0:1767384391.782659:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[198, 58], ns[202, 58] 00000400:00000200:1.0:1767384391.782665:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 58], ns[132, 58] 00000400:00000200:1.0:1767384391.782673:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 58], ns[147, 58] 00000400:00000200:1.0:1767384391.782679:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[212, 58], ns[247, 58] 00000400:00000200:1.0:1767384391.782686:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[209, 58], ns[244, 58] 00000400:00000200:1.0:1767384391.782693:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 58], ns[175, 58] 00000400:00000200:1.0:1767384391.782701:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 58], ns[173, 58] 00000400:00000200:1.0:1767384391.782708:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[206, 58], ns[241, 58] 00000400:00000200:1.0:1767384391.782713:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[211, 58], ns[246, 58] 00000400:00000200:1.0:1767384391.782719:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[203, 58], ns[209, 58] 00000400:00000200:1.0:1767384391.782725:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[213, 58], ns[248, 58] 00000400:00000200:1.0:1767384391.782734:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 58], ns[249, 58] 00000400:00000200:1.0:1767384391.782741:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[217, 58], ns[252, 58] 00000400:00000200:1.0:1767384391.782745:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:1.0:1767384391.782752:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp28 00000400:00000200:1.0:1767384391.782757:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp28 lpni_is_preferred = 0 00000400:00000200:1.0:1767384391.782761:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp28 00000400:00000200:1.0:1767384391.782766:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp28 NI seq info: [253:253:256:4294967295] 192.168.204.131@tcp28 LPNI seq info [218:218:8:4294967295] 00000400:00000200:1.0:1767384391.782773:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp28 00000400:00000200:1.0:1767384391.782790:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp28(192.168.204.131@tcp28:) -> 192.168.204.131@tcp28(192.168.204.131@tcp:192.168.204.131@tcp28) : PUT try# 0 00000800:00000200:1.0:1767384391.782797:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.131@tcp28 00000800:00000010:1.0:1767384391.782816:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a267f294. 00000800:00000200:1.0:1767384391.782824:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004cd26cc4] -> 12345-192.168.204.131@tcp28 (6) 00000800:00000200:1.0:1767384391.782836:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp28 ip 192.168.204.131:988 00000800:00000200:1.0:1767384391.782840:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a267f294 type 1, nob 800 niov 1 nkiov 1 00000400:00000200:1.0:1767384391.782855:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384391.782859:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100571 rc 0 00000100:00000010:2.0:1767384391.782934:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f62c62a. 02000000:00000010:2.0:1767384391.782947:0:16147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e02eb551. 10000000:00000010:3.0:1767384391.782953:0:40426:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 0000000016c39e91. 02000000:00000010:2.0:1767384391.782979:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000982facb8. 02000000:00000010:2.0:1767384391.782985:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002415462e. 00000800:00000200:0.0:1767384391.782986:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767384391.782989:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e794081. 00000800:00000010:0.0:1767384391.782993:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a267f294. 00000400:00000200:1.0:1767384391.782994:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp28(192.168.204.131@tcp28) <- 192.168.204.131@tcp28 : PUT - for me 02000000:00000010:3.0:1767384391.782997:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e1127ec4. 00000400:00000200:0.0:1767384391.783004:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384391.783010:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000306df97b. 00000400:00000200:1.0:1767384391.783018:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384391.783019:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000722de15d. 00000400:00000200:0.0:1767384391.783020:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp28->192.168.204.131@tcp28: PUT: OK 00000400:00000200:1.0:1767384391.783031:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.131@tcp of length 688/704 into md 0x1f75 [1] + 0 00000400:00000010:1.0:1767384391.783035:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb2d489. 00000400:00000200:1.0:1767384391.783038:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001a36f89f 00000400:00000200:1.0:1767384391.783045:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384391.783046:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732530432, portal 10 00000400:00000200:0.0:1767384391.783048:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:3.0:1767384391.783055:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000279fe1e0. 00000400:00000200:1.0:1767384391.783055:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp28->192.168.204.131@tcp28: PUT: OK 00000400:00000200:0.0:1767384391.783059:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.131@tcp: 0 00000100:00000200:3.0:1767384391.783065:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236732530432, offset 0 00000400:00000200:3.0:1767384391.783075:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.783082:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000400:00000010:1.0:1767384391.783086:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000400:00000200:3.0:1767384391.783091:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.783093:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384391.783098:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (43) 00000400:00000200:3.0:1767384391.783103:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d208f00 00000400:00000200:1.0:1767384391.783107:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:3.0:1767384391.783115:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2311 [64] + 224 00000400:00000200:1.0:1767384391.783115:0:16140:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.131@tcp (704 bytes) 00000400:00000200:1.0:1767384391.783126:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:3.0:1767384391.783127:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.783138:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384391.783141:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (44) 00000400:00000200:1.0:1767384391.783148:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:3.0:1767384391.783150:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384391.783154:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f88e161a. 00000400:00000200:1.0:1767384391.783158:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp28 to MR: 192.168.204.131@tcp28 local destination 00000400:00000200:1.0:1767384391.783167:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp28 NI seq info: [254:254:256:4294967295] 192.168.204.131@tcp28 LPNI seq info [219:219:8:4294967295] 00000400:00000200:1.0:1767384391.783176:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp28(192.168.204.131@tcp28:192.168.204.131@tcp28) -> 192.168.204.131@tcp28(192.168.204.131@tcp28:192.168.204.131@tcp28) 192.168.204.131@tcp28 : ACK try# 0 00000800:00000200:1.0:1767384391.783180:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.131@tcp28 00000800:00000010:1.0:1767384391.783183:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005a115c0. 00000400:00000200:0.0:1767384391.783185:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384391.783190:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000279fe1e0 00000400:00000010:3.0:1767384391.783205:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000279fe1e0. 00000800:00000200:1.0:1767384391.783210:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004cd26cc4] -> 12345-192.168.204.131@tcp28 (6) 00000400:00000010:0.0:1767384391.783210:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000004a40f190. 00000020:00000010:2.0:1767384391.783213:0:40438:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e97a0e8e. 00000100:00000200:3.0:1767384391.783214:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f62c62a x1853236732530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384391.783224:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f2bcfa1. 00000020:00000010:2.0:1767384391.783231:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000982facb8. 00000800:00000200:1.0:1767384391.783233:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp28 ip 192.168.204.131:986 00000400:00000010:0.0:1767384391.783239:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c5ff7ce. 00000800:00000200:1.0:1767384391.783245:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000005a115c0 type 0, nob 96 niov 1 nkiov 0 00000020:00000010:2.0:1767384391.783246:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e30d9c6. 00000400:00000200:0.0:1767384391.783252:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004a40f190 00000020:00000010:2.0:1767384391.783257:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2302bc2. 00000400:00000010:0.0:1767384391.783267:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000076903c40. 00000400:00000200:0.0:1767384391.783276:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000400:00000200:0.0:1767384391.783285:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x102471 00000400:00000200:0.0:1767384391.783290:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (43) 00000100:00000200:2.0:1767384391.783295:0:40438:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732530432 00000400:00000010:0.0:1767384391.783297:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000003a33f788. 00000400:00000010:0.0:1767384391.783304:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af5cdaa8. 02000000:00000010:2.0:1767384391.783311:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000881b3fa5. 00000400:00000010:0.0:1767384391.783314:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dda1ec6b. 00000400:00000010:2.0:1767384391.783321:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000400:00000200:0.0:1767384391.783326:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000100:00000200:2.0:1767384391.783334:0:40438:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732530432, offset 0 00000400:00000200:2.0:1767384391.783345:0:40438:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.783345:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:0.0:1767384391.783357:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 151], ns[62, 155] 00000400:00000200:0.0:1767384391.783370:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000800:00000200:1.0:1767384391.783378:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384391.783379:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 62], ns[75, 62] 00000800:00000010:1.0:1767384391.783383:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005a115c0. 00000400:00000200:1.0:1767384391.783390:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.783399:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[78, 62] 00000400:00000200:1.0:1767384391.783416:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp28->192.168.204.131@tcp28: ACK: OK 00000400:00000200:0.0:1767384391.783428:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[86, 62] 00000400:00000200:0.0:1767384391.783436:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[90, 62] 00000400:00000200:0.0:1767384391.783443:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 62], ns[94, 62] 00000400:00000200:0.0:1767384391.783467:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 62], ns[107, 62] 00000400:00000200:0.0:1767384391.783476:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[113, 62] 00000400:00000200:0.0:1767384391.783482:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 62], ns[121, 62] 00000400:00000200:0.0:1767384391.783488:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 62], ns[125, 62] 00000400:00000200:0.0:1767384391.783527:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 62], ns[138, 62] 00000400:00000200:0.0:1767384391.783535:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[143, 62] 00000400:00000200:0.0:1767384391.783542:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[151, 62] 00000400:00000200:0.0:1767384391.783549:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 62], ns[169, 62] 00000400:00000200:0.0:1767384391.783558:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[177, 62] 00000400:00000200:0.0:1767384391.783564:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 62], ns[189, 62] 00000400:00000200:0.0:1767384391.783571:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 62], ns[193, 62] 00000400:00000200:0.0:1767384391.783577:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[219, 62], ns[254, 62] 00000400:00000200:0.0:1767384391.783585:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[216, 62], ns[251, 62] 00000400:00000200:0.0:1767384391.783592:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 62], ns[165, 62] 00000400:00000200:0.0:1767384391.783602:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 62], ns[72, 62] 00000400:00000200:0.0:1767384391.783611:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 62], ns[167, 62] 00000400:00000200:0.0:1767384391.783618:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[175, 62], ns[179, 62] 00000400:00000200:0.0:1767384391.783625:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 62], ns[102, 62] 00000400:00000200:0.0:1767384391.783632:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[193, 62], ns[197, 62] 00000400:00000200:0.0:1767384391.783641:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 62], ns[118, 62] 00000400:00000200:0.0:1767384391.783648:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[198, 62], ns[202, 62] 00000400:00000200:0.0:1767384391.783655:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 62], ns[132, 62] 00000400:00000200:0.0:1767384391.783661:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 62], ns[147, 62] 00000400:00000200:0.0:1767384391.783669:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[212, 62], ns[247, 62] 00000400:00000200:0.0:1767384391.783675:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[209, 62], ns[244, 62] 00000400:00000200:0.0:1767384391.783683:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 62], ns[175, 62] 00000400:00000200:0.0:1767384391.783696:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 62], ns[173, 62] 00000400:00000200:0.0:1767384391.783708:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[206, 62], ns[241, 62] 00000400:00000200:0.0:1767384391.783717:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[211, 62], ns[246, 62] 00000400:00000200:0.0:1767384391.783726:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[203, 62], ns[209, 62] 00000400:00000200:0.0:1767384391.783733:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[213, 62], ns[248, 62] 00000400:00000200:0.0:1767384391.783741:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 62], ns[249, 62] 00000400:00000200:0.0:1767384391.783749:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[217, 62], ns[252, 62] 00000400:00000200:0.0:1767384391.783756:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:0.0:1767384391.783763:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp10 00000400:00000200:0.0:1767384391.783769:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp10 lpni_is_preferred = 0 00000400:00000200:0.0:1767384391.783773:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp10 00000400:00000200:0.0:1767384391.783782:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp10 NI seq info: [255:255:256:4294967295] 192.168.204.131@tcp10 LPNI seq info [220:220:8:4294967295] 00000400:00000200:0.0:1767384391.783792:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp10 00000400:00000200:0.0:1767384391.783815:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp10(192.168.204.131@tcp10:) -> 192.168.204.131@tcp10(192.168.204.131@tcp:192.168.204.131@tcp10) : GET try# 0 00000800:00000200:0.0:1767384391.783827:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp10 00000800:00000010:0.0:1767384391.783833:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000009c6ff27. 00000800:00000200:0.0:1767384391.783843:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000630ce445] -> 12345-192.168.204.131@tcp10 (6) 00000800:00000200:0.0:1767384391.783852:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp10 ip 192.168.204.131:988 00000800:00000200:0.0:1767384391.783856:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009c6ff27 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384391.783869:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:0.0:1767384391.783872:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100671 rc 0 00000400:00000200:2.0:1767384391.783880:0:40438:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384391.783893:0:40438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d208f00 00000400:00000200:2.0:1767384391.783898:0:40438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2ae5 [1] + 0 00000400:00000200:2.0:1767384391.783903:0:40438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.783906:0:40438:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384391.783912:0:40438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f62c62a x1853236732530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384391.783933:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384391.783936:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000009c6ff27. 00000400:00000200:2.0:1767384391.783941:0:40438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000400:00000200:1.0:1767384391.783943:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384391.783946:0:40438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000400:00000200:1.0:1767384391.783952:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp10->192.168.204.131@tcp10: GET: OK 00000400:00000200:1.0:1767384391.783958:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:2.0:1767384391.783960:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e30d9c6. 00000400:00000200:1.0:1767384391.783961:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000400:00000010:0.0:1767384391.783962:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000306df97b. 00000020:00000010:2.0:1767384391.783969:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2302bc2. 00000400:00000200:0.0:1767384391.783971:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000722de15d 00000400:00000010:0.0:1767384391.783974:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000722de15d. 00000020:00000010:2.0:1767384391.783976:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000982facb8. 00000100:00000200:0.0:1767384391.783984:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f62c62a x1853236732530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384391.783997:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f62c62a x1853236732530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.784006:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp28(192.168.204.131@tcp28) <- 192.168.204.131@tcp28 : ACK - for me 00000400:00000200:1.0:1767384391.784018:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.131@tcp28: ACK from 12345-192.168.204.131@tcp28 into md 0x2ae1 00000400:00000200:1.0:1767384391.784022:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.784027:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp28->192.168.204.131@tcp28: ACK: OK 02000000:00000010:0.0:1767384391.784029:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e1127ec4. 00000400:00000200:1.0:1767384391.784031:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:1.0:1767384391.784035:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 02000000:00000010:0.0:1767384391.784037:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e02eb551. 00000400:00000200:1.0:1767384391.784039:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000010:0.0:1767384391.784043:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f62c62a. 00000400:00000200:1.0:1767384391.784044:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.131@tcp ev->status 0 00000400:00000200:1.0:1767384391.784052:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384391.784065:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (44) 00000400:00000200:1.0:1767384391.784079:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp10(192.168.204.131@tcp10) <- 192.168.204.131@tcp10 : GET - for me 00000400:00000200:1.0:1767384391.784087:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384391.784088:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384391.784094:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 704/704 into md 0x1ff1 [1] + 0 00000400:00000200:2.0:1767384391.784097:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 00000400:00000200:1.0:1767384391.784110:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp10 to MR: 192.168.204.131@tcp10 local destination 00000400:00000200:1.0:1767384391.784114:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp10 NI seq info: [256:256:256:4294967295] 192.168.204.131@tcp10 LPNI seq info [221:221:8:4294967295] 00000400:00000200:1.0:1767384391.784123:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp10(192.168.204.131@tcp10:192.168.204.131@tcp10) -> 192.168.204.131@tcp10(192.168.204.131@tcp10:192.168.204.131@tcp10) 192.168.204.131@tcp10 : REPLY try# 0 00000400:00000200:2.0:1767384391.784126:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (43) 00000800:00000200:1.0:1767384391.784129:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.131@tcp10 00000400:00000010:2.0:1767384391.784137:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000d5791677. 00000800:00000010:1.0:1767384391.784137:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005a115c0. 00000400:00000010:2.0:1767384391.784142:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000800:00000200:1.0:1767384391.784143:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000630ce445] -> 12345-192.168.204.131@tcp10 (6) 00000400:00000010:2.0:1767384391.784149:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000806ca2ac. 00000800:00000200:1.0:1767384391.784150:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp10 ip 192.168.204.131:1021 00000800:00000200:1.0:1767384391.784156:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000005a115c0 type 3, nob 800 niov 1 nkiov 1 00000400:00000200:2.0:1767384391.784160:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp 00000400:00000200:2.0:1767384391.784168:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.131@tcp local destination 00000400:00000200:2.0:1767384391.784174:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[221, 151], ns[256, 155] 00000400:00000200:2.0:1767384391.784179:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 151], ns[66, 155] 00000400:00000200:2.0:1767384391.784185:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 66], ns[75, 66] 00000400:00000200:2.0:1767384391.784189:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 66], ns[78, 66] 00000400:00000200:2.0:1767384391.784194:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 66], ns[86, 66] 00000400:00000200:2.0:1767384391.784196:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 66], ns[90, 66] 00000400:00000200:2.0:1767384391.784200:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 66], ns[94, 66] 00000400:00000200:2.0:1767384391.784205:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 66], ns[107, 66] 00000400:00000200:2.0:1767384391.784208:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 66], ns[113, 66] 00000400:00000200:2.0:1767384391.784213:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 66], ns[121, 66] 00000800:00000200:1.0:1767384391.784214:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384391.784220:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005a115c0. 00000400:00000200:2.0:1767384391.784222:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 66], ns[125, 66] 00000400:00000200:1.0:1767384391.784224:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.784236:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[134, 66], ns[138, 66] 00000400:00000200:1.0:1767384391.784237:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp10->192.168.204.131@tcp10: REPLY: OK 00000400:00000200:2.0:1767384391.784246:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 66], ns[143, 66] 00000400:00000200:2.0:1767384391.784252:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 66], ns[151, 66] 00000400:00000200:2.0:1767384391.784258:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 66], ns[169, 66] 00000400:00000200:2.0:1767384391.784261:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 66], ns[177, 66] 00000400:00000200:2.0:1767384391.784263:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 66], ns[189, 66] 00000400:00000200:2.0:1767384391.784266:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 66], ns[193, 66] 00000400:00000200:2.0:1767384391.784268:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[219, 66], ns[254, 66] 00000400:00000200:2.0:1767384391.784271:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[216, 66], ns[251, 66] 00000400:00000200:2.0:1767384391.784275:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[161, 66], ns[165, 66] 00000400:00000200:2.0:1767384391.784277:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[71, 66], ns[72, 66] 00000400:00000200:2.0:1767384391.784280:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 66], ns[167, 66] 00000400:00000200:2.0:1767384391.784285:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[175, 66], ns[179, 66] 00000400:00000200:2.0:1767384391.784287:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[101, 66], ns[102, 66] 00000400:00000200:2.0:1767384391.784291:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[193, 66], ns[197, 66] 00000400:00000200:2.0:1767384391.784294:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 66], ns[118, 66] 00000400:00000200:2.0:1767384391.784298:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[198, 66], ns[202, 66] 00000400:00000200:2.0:1767384391.784302:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 66], ns[132, 66] 00000400:00000200:2.0:1767384391.784306:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 66], ns[147, 66] 00000400:00000200:2.0:1767384391.784310:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[212, 66], ns[247, 66] 00000400:00000200:2.0:1767384391.784315:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[209, 66], ns[244, 66] 00000400:00000200:2.0:1767384391.784318:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 66], ns[175, 66] 00000400:00000200:2.0:1767384391.784322:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 66], ns[173, 66] 00000400:00000200:2.0:1767384391.784326:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[206, 66], ns[241, 66] 00000400:00000200:2.0:1767384391.784329:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[211, 66], ns[246, 66] 00000400:00000200:2.0:1767384391.784333:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[203, 66], ns[209, 66] 00000400:00000200:2.0:1767384391.784336:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[213, 66], ns[248, 66] 00000400:00000200:2.0:1767384391.784339:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 66], ns[249, 66] 00000400:00000200:2.0:1767384391.784342:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[217, 66], ns[252, 66] 00000400:00000200:2.0:1767384391.784345:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:2.0:1767384391.784349:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp11 00000400:00000200:2.0:1767384391.784351:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.131@tcp11 lpni_is_preferred = 0 00000400:00000200:2.0:1767384391.784353:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.131@tcp11 00000400:00000200:2.0:1767384391.784356:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp11 NI seq info: [257:257:256:4294967295] 192.168.204.131@tcp11 LPNI seq info [222:222:8:4294967295] 00000400:00000200:2.0:1767384391.784361:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp11 00000400:00000200:2.0:1767384391.784366:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11:) -> 192.168.204.131@tcp11(192.168.204.131@tcp:192.168.204.131@tcp11) : GET try# 0 00000800:00000200:2.0:1767384391.784372:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp11 00000800:00000010:2.0:1767384391.784375:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fe4f441f. 00000800:00000200:2.0:1767384391.784381:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000158e550c] -> 12345-192.168.204.131@tcp11 (6) 00000800:00000200:2.0:1767384391.784390:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp11 ip 192.168.204.131:988 00000400:00000200:1.0:1767384391.784392:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp10(192.168.204.131@tcp10) <- 192.168.204.131@tcp10 : REPLY - for me 00000800:00000200:2.0:1767384391.784396:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe4f441f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384391.784414:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.131@tcp 00000400:00000200:1.0:1767384391.784419:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp10: Reply from 12345-192.168.204.131@tcp10 of length 704/704 into md 0x2af1 00000400:00000200:2.0:1767384391.784422:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100271 rc 0 00000400:00000200:1.0:1767384391.784433:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.784439:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp10->192.168.204.131@tcp10: REPLY: OK 00000400:00000200:1.0:1767384391.784443:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af5cdaa8 00000400:00000010:1.0:1767384391.784445:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af5cdaa8. 00000400:00000200:1.0:1767384391.784447:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384391.784450:0:16140:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:1.0:1767384391.784452:0:16140:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:1.0:1767384391.784455:0:16140:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 42. state = 0x100271 00000400:00000200:1.0:1767384391.784458:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.131@tcp (0000000088a3bfb5): -114 00000400:00000200:1.0:1767384391.784467:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (44) 00000400:00000200:2.0:1767384391.784510:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384391.784515:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x1000f1 00000400:00000010:2.0:1767384391.784522:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000fd348c5c. 00000800:00000200:1.0:1767384391.784525:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384391.784527:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 00000000906d35eb. 00000800:00000010:1.0:1767384391.784529:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fe4f441f. 00000400:00000010:2.0:1767384391.784533:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 00000000d8334a67. 00000400:00000200:1.0:1767384391.784535:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.784543:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: GET: OK 00000400:00000200:1.0:1767384391.784548:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384391.784552:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.131@tcp: 0 00000400:00000200:0.0:1767384391.784576:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11) <- 192.168.204.131@tcp11 : GET - for me 00000400:00000200:2.0:1767384391.784590:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp35(00000000d9bd0662) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384391.784592:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384391.784602:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 704/704 into md 0x1ff1 [1] + 0 00000400:00000200:2.0:1767384391.784609:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp41(000000004f3b64cf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384391.784614:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp11 to MR: 192.168.204.131@tcp11 local destination 00000400:00000200:2.0:1767384391.784622:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp44(00000000dac7c2c5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384391.784626:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp11 NI seq info: [258:258:256:4294967295] 192.168.204.131@tcp11 LPNI seq info [223:223:8:4294967295] 00000400:00000200:2.0:1767384391.784632:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp47(00000000afbe9d86) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384391.784644:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp48(00000000280281ca) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384391.784650:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11:192.168.204.131@tcp11) -> 192.168.204.131@tcp11(192.168.204.131@tcp11:192.168.204.131@tcp11) 192.168.204.131@tcp11 : REPLY try# 0 00000400:00000200:2.0:1767384391.784654:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.131@tcp49(0000000051abe885) status changed from 0xdeadface to 0x15aac0de 00000800:00000200:0.0:1767384391.784660:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.131@tcp11 00000400:00000010:2.0:1767384391.784662:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000982facb8. 00000800:00000010:0.0:1767384391.784667:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f0d7735. 00000400:00000200:2.0:1767384391.784671:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000982facb8 nid 192.168.204.131@tcp50 00000400:00000010:2.0:1767384391.784676:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005f8fd19d. 00000800:00000200:0.0:1767384391.784676:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000158e550c] -> 12345-192.168.204.131@tcp11 (6) 00000400:00000200:2.0:1767384391.784683:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000005f8fd19d net tcp50 00000800:00000200:0.0:1767384391.784688:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp11 ip 192.168.204.131:1019 00000400:00000200:2.0:1767384391.784689:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (43) 00000800:00000200:0.0:1767384391.784694:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f0d7735 type 3, nob 800 niov 1 nkiov 1 00000400:00000200:2.0:1767384391.784701:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp50 flags 0x11 00000400:00000010:2.0:1767384391.784706:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000fd348c5c. 00000400:00000010:2.0:1767384391.784710:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 00000000906d35eb. 00000400:00000010:2.0:1767384391.784713:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 00000000d8334a67. 00000400:00000010:2.0:1767384391.784716:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000003a33f788. 00000400:00000200:2.0:1767384391.784720:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.131@tcp (0000000088a3bfb5): 0 00000400:00000200:2.0:1767384391.784723:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.131@tcp(0000000088a3bfb5): 0. state = 0x100171 00000400:00000200:2.0:1767384391.784725:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 rc 1 00000400:00000200:2.0:1767384391.784730:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100171 00000400:00000200:2.0:1767384391.784736:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.131@tcp 00000400:00000200:2.0:1767384391.784738:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.131@tcp(0000000088a3bfb5) state 0x100111 rc 0 00000400:00000200:2.0:1767384391.784741:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.131@tcp (0000000088a3bfb5) 00000400:00000200:2.0:1767384391.784747:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (44) 00000800:00000200:0.0:1767384391.784814:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384391.784818:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f0d7735. 00000400:00000200:2.0:1767384391.784825:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp11(192.168.204.131@tcp11) <- 192.168.204.131@tcp11 : REPLY - for me 00000400:00000200:0.0:1767384391.784825:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.784835:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: REPLY: OK 00000400:00000200:2.0:1767384391.784843:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp11: Reply from 12345-192.168.204.131@tcp11 of length 704/704 into md 0x2af9 00000400:00000200:2.0:1767384391.784857:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.784863:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp11->192.168.204.131@tcp11: REPLY: OK 00000400:00000200:2.0:1767384391.784870:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000400:00000010:2.0:1767384391.784871:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000400:00000200:2.0:1767384391.784877:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384391.784880:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.131@tcp has discovery enabled 00000400:00000200:2.0:1767384391.784882:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.131@tcp(0000000088a3bfb5) is MR 00000400:00000200:2.0:1767384391.784884:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.131@tcp data present 42. state = 0x100111 00000400:00000200:2.0:1767384391.784887:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (43) 00000100:00000010:1.0:1767384391.785093:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b02151d. 02000000:00000010:1.0:1767384391.785104:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab896408. 00010000:00000010:1.0:1767384391.785112:0:40426:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e489f68c. 00010000:00000010:1.0:1767384391.785117:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000453d2e8c. 00000100:00000010:1.0:1767384391.785128:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b53350d7. 02000000:00000010:1.0:1767384391.785138:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bb4900fa. 00000400:00000010:1.0:1767384391.785142:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4a127bc. 00000400:00000010:1.0:1767384391.785146:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.785150:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732530560, portal 25 00000400:00000010:1.0:1767384391.785154:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384391.785158:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732530560, offset 0 00000400:00000200:1.0:1767384391.785164:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.785173:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.785332:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d208f80 00000400:00000200:1.0:1767384391.785337:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x221d [2] + 0 00000400:00000010:1.0:1767384391.785340:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a03ec54c. 00000400:00000200:1.0:1767384391.785344:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9f79670 00000400:00000200:1.0:1767384391.785346:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.785350:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384391.785354:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f79670 00000400:00000010:1.0:1767384391.785358:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9f79670. 00000100:00000200:1.0:1767384391.785364:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384391.785377:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000400:00000010:1.0:1767384391.785379:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384391.785388:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b02151d x1853236732530560/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384391.785421:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c34ffdec. 00000020:00000010:0.0:1767384391.785427:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c34ffdec. 00000020:00000010:0.0:1767384391.785434:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a10fd35. 00000020:00000010:0.0:1767384391.785439:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042f9b3cf. 00000020:00000010:0.0:1767384391.785443:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 00000020:00000010:0.0:1767384391.785523:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c34ffdec. 00000020:00000010:0.0:1767384391.785528:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c34ffdec. 00000100:00000200:0.0:1767384391.785536:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732530560 00010000:00000010:0.0:1767384391.785547:0:40431:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dcc36664. 00010000:00000010:0.0:1767384391.785551:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008536b67c. 00000020:00000010:0.0:1767384391.785554:0:40431:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c34ffdec. 02000000:00000010:0.0:1767384391.785561:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c6468d0e. 00010000:00000200:0.0:1767384391.785573:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003be47484 x1853236732530560/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384391.785583:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af5cdaa8. 00000100:00000200:0.0:1767384391.785586:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732530560, offset 224 00000400:00000200:0.0:1767384391.785593:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.785599:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384391.785609:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d208f80 00000400:00000200:0.0:1767384391.785614:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2afd [1] + 224 00000400:00000200:0.0:1767384391.785617:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.785621:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384391.785629:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b02151d x1853236732530560/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384391.785648:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af5cdaa8 00000400:00000010:0.0:1767384391.785650:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af5cdaa8. 00000020:00000010:0.0:1767384391.785660:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042f9b3cf. 00000020:00000010:0.0:1767384391.785662:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000020:00000010:0.0:1767384391.785665:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a10fd35. 00000400:00000010:1.0:1767384391.785675:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4a127bc. 02000000:00000010:0.0:1767384391.785676:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c6468d0e. 00000400:00000200:1.0:1767384391.785683:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000100:00000200:0.0:1767384391.785684:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.785688:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000400:00000010:0.0:1767384391.785690:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007eb2fb3c. 00000400:00000010:0.0:1767384391.785697:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d40f3d0. 00000100:00000200:1.0:1767384391.785699:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b02151d x1853236732530560/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.785708:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b02151d x1853236732530560/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384391.785723:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b53350d7. 02000000:00000010:1.0:1767384391.785732:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bb4900fa. 02000000:00000010:1.0:1767384391.785735:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ab896408. 00000100:00000010:1.0:1767384391.785738:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b02151d. 10000000:00000010:1.0:1767384391.785744:0:40426:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000724554d2. 00000020:00000010:1.0:1767384391.785747:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab896408. 00000020:00000010:1.0:1767384391.785750:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000588d8255. 00000040:00000010:1.0:1767384391.785753:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d31ae646. 00000020:00000010:1.0:1767384391.785756:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008fe41411. 00000020:00000010:1.0:1767384391.785759:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000087b2ab73. 80000000:00000010:1.0:1767384391.785762:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005fe1a5ba. 00040000:00000010:1.0:1767384391.785765:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a7d2732c. 00080000:00000010:1.0:1767384391.785768:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bd108267. 20000000:00000010:1.0:1767384391.785771:0:40426:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000038b572ef. 00000040:00000010:1.0:1767384391.785776:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000051ba399e. 00000100:00000010:1.0:1767384391.785780:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b02151d. 02000000:00000010:1.0:1767384391.785786:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047c5a564. 00000100:00000010:1.0:1767384391.785791:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b53350d7. 02000000:00000010:1.0:1767384391.785797:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068eb0bea. 00000400:00000010:1.0:1767384391.785799:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4a127bc. 00000400:00000010:1.0:1767384391.785803:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.785806:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732530688, portal 25 00000400:00000010:1.0:1767384391.785809:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384391.785811:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236732530688, offset 0 00000400:00000200:1.0:1767384391.785817:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.785825:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.785832:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824d209000 00000400:00000200:1.0:1767384391.785840:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2221 [2] + 0 00000400:00000010:1.0:1767384391.785843:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ee584b4. 00000400:00000200:1.0:1767384391.785848:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b5a5128f 00000400:00000200:1.0:1767384391.785851:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.785861:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384391.785867:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5a5128f 00000400:00000010:1.0:1767384391.785870:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5a5128f. 00000100:00000200:1.0:1767384391.785875:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384391.785887:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000400:00000010:1.0:1767384391.785889:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384391.785893:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b02151d x1853236732530688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.785941:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000377e9a43. 00000020:00000010:1.0:1767384391.785944:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000377e9a43. 00000020:00000010:1.0:1767384391.785949:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000775fbdba. 00000020:00000010:1.0:1767384391.785952:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.785955:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.785980:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000377e9a43. 00000020:00000010:1.0:1767384391.785984:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000377e9a43. 00000100:00000200:1.0:1767384391.785986:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732530688 02000000:00000010:1.0:1767384391.785996:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000bb4900fa. 00000040:00000010:1.0:1767384391.786001:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c8f142b3. 00000040:00000010:1.0:1767384391.786048:0:40431:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000b0ef15f1. 00000020:00000010:1.0:1767384391.786056:0:40431:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000005a115c0. 00080000:00000010:1.0:1767384391.786066:0:40431:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000056594804. 00000040:00000010:1.0:1767384391.786181:0:40431:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000b0ef15f1. 00000040:00000010:1.0:1767384391.786184:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c8f142b3. 00010000:00000200:1.0:1767384391.786194:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000358b4c6c x1853236732530688/t0(0) o501->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 504/272 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.786204:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384391.786207:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236732530688, offset 224 00000400:00000200:1.0:1767384391.786212:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.786217:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.786225:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824d209000 00000400:00000200:1.0:1767384391.786228:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b0d [1] + 224 00000400:00000200:1.0:1767384391.786231:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.786234:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.786244:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b02151d x1853236732530688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.786267:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000400:00000010:1.0:1767384391.786269:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000020:00000010:1.0:1767384391.786279:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.786282:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.786285:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000775fbdba. 02000000:00000010:1.0:1767384391.786291:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000bb4900fa. 00000100:00000200:1.0:1767384391.786298:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.786302:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000075679fd. 00000400:00000010:1.0:1767384391.786307:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db849703. 00000400:00000010:1.0:1767384391.786325:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4a127bc. 00000400:00000200:1.0:1767384391.786329:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:1.0:1767384391.786331:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.786335:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b02151d x1853236732530688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.786343:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b02151d x1853236732530688/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384391.786354:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b53350d7. 02000000:00000010:1.0:1767384391.786360:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068eb0bea. 02000000:00000010:1.0:1767384391.786364:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000047c5a564. 00000100:00000010:1.0:1767384391.786367:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b02151d. 00000040:00000010:1.0:1767384391.786374:0:40426:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a6591433. 00000100:00000010:1.0:1767384391.786378:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b02151d. 02000000:00000010:1.0:1767384391.786386:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047c5a564. 00000100:00000010:1.0:1767384391.786392:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b53350d7. 02000000:00000010:1.0:1767384391.786437:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000001a7c3355. 00000400:00000010:1.0:1767384391.786807:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4a127bc. 00000400:00000010:1.0:1767384391.786814:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000dc65f6db. 00000100:00000200:1.0:1767384391.786817:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732530816, portal 25 00000400:00000010:1.0:1767384391.786821:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.786823:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732530816, offset 0 00000400:00000200:1.0:1767384391.786827:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.786833:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.786840:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d209080 00000400:00000200:1.0:1767384391.786877:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2225 [2] + 0 00000400:00000010:1.0:1767384391.786880:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086ecd20e. 00000400:00000200:1.0:1767384391.786885:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004983db90 00000400:00000200:1.0:1767384391.786889:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.786894:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384391.786901:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004983db90 00000400:00000010:1.0:1767384391.786904:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004983db90. 00000100:00000200:1.0:1767384391.786909:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384391.786923:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:1.0:1767384391.786925:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.786932:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b02151d x1853236732530816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.787341:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c08e238f. 00000020:00000010:1.0:1767384391.787345:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c08e238f. 00000020:00000010:1.0:1767384391.787351:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068eb0bea. 00000020:00000010:1.0:1767384391.787358:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.787362:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.787420:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c08e238f. 00000020:00000010:1.0:1767384391.787425:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c08e238f. 00000100:00000200:1.0:1767384391.787429:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732530816 02000000:00000010:1.0:1767384391.787450:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000044090d9e. 00000040:00000010:1.0:1767384391.787456:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000775fbdba. 00000040:00000010:1.0:1767384391.787466:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ac7864e6. 00000040:00000010:1.0:1767384391.787475:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ac7864e6. 00000040:00000010:1.0:1767384391.787515:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000775fbdba. 00010000:00000200:1.0:1767384391.787522:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009a4aceb5 x1853236732530816/t0(0) o503->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 272/8416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.787537:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000007bcd74de. 00000100:00000200:1.0:1767384391.787541:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236732530816, offset 224 00000400:00000200:1.0:1767384391.787548:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.787563:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.787575:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824d209080 00000400:00000200:1.0:1767384391.787583:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b1d [4] + 224 00000400:00000200:1.0:1767384391.787591:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.787597:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.787609:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b02151d x1853236732530816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.787635:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bcd74de 00000400:00000010:1.0:1767384391.787637:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000007bcd74de. 00000020:00000010:1.0:1767384391.787651:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.787657:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.787661:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068eb0bea. 02000000:00000010:1.0:1767384391.787671:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000044090d9e. 00000100:00000200:1.0:1767384391.787688:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.787692:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e0d4027. 00000400:00000010:1.0:1767384391.787696:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bcd74de. 00000400:00000010:1.0:1767384391.787715:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4a127bc. 00000400:00000200:1.0:1767384391.787718:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc65f6db 00000400:00000010:1.0:1767384391.787720:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000dc65f6db. 00000100:00000200:1.0:1767384391.787725:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b02151d x1853236732530816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.787731:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b02151d x1853236732530816/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384391.787743:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b53350d7. 02000000:00000010:1.0:1767384391.787748:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000001a7c3355. 02000000:00000010:1.0:1767384391.787760:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000047c5a564. 00000100:00000010:1.0:1767384391.787762:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b02151d. 00000040:00000010:1.0:1767384391.787770:0:40426:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d1c80742. 00000020:00000010:1.0:1767384391.788004:0:40459:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c5a564. 00000020:00000010:1.0:1767384391.788010:0:40459:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068eb0bea. 00000040:00000010:1.0:1767384391.788013:0:40459:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000775fbdba. 00000020:00000010:1.0:1767384391.788017:0:40459:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000016c39e91. 00000020:00000010:1.0:1767384391.788022:0:40459:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384391.788026:0:40459:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c8f142b3. 80000000:00000010:1.0:1767384391.788031:0:40459:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000006a4ed70. 40000000:00000010:1.0:1767384391.788035:0:40459:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bb2ebe42. 00100000:00000010:1.0:1767384391.788040:0:40459:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007cec1d61. 00040000:00000010:1.0:1767384391.788045:0:40459:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000620b4ba2. 00040000:00000010:1.0:1767384391.788051:0:40459:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000603b48bf. 00040000:00000010:1.0:1767384391.788055:0:40459:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000007d3c8d4. 00080000:00000010:1.0:1767384391.788060:0:40459:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ae407249. 00000004:00000010:1.0:1767384391.788065:0:40459:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000008093e4. 00000004:00000010:1.0:1767384391.788070:0:40459:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000639ba379. 00000004:00000010:1.0:1767384391.788076:0:40459:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000545b3f95. 00002000:00000010:1.0:1767384391.788081:0:40459:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bb4900fa. 00000004:00000010:1.0:1767384391.788085:0:40459:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000936ab91c. 00000020:00000010:1.0:1767384391.788089:0:40459:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000091f83d9. 00000040:00000010:1.0:1767384391.788095:0:40459:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ac7864e6. 00000040:00000010:1.0:1767384391.788563:0:40459:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ac7864e6. 00000020:00000010:1.0:1767384391.788570:0:40459:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000091f83d9. 00000020:00000010:1.0:1767384391.788578:0:40459:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000068eb0bea. 00000040:00000010:1.0:1767384391.788582:0:40459:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000775fbdba. 00000020:00000010:1.0:1767384391.788585:0:40459:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000016c39e91. 00000020:00000010:1.0:1767384391.788589:0:40459:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384391.788594:0:40459:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c8f142b3. 80000000:00000010:1.0:1767384391.788596:0:40459:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000006a4ed70. 40000000:00000010:1.0:1767384391.788599:0:40459:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bb2ebe42. 00100000:00000010:1.0:1767384391.788601:0:40459:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007cec1d61. 00040000:00000010:1.0:1767384391.788605:0:40459:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000620b4ba2. 00040000:00000010:1.0:1767384391.788609:0:40459:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000603b48bf. 00040000:00000010:1.0:1767384391.788613:0:40459:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000007d3c8d4. 00080000:00000010:1.0:1767384391.788616:0:40459:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ae407249. 00000004:00000010:1.0:1767384391.788620:0:40459:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000008093e4. 00000004:00000010:1.0:1767384391.788625:0:40459:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000639ba379. 00000004:00000010:1.0:1767384391.788631:0:40459:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000545b3f95. 00002000:00000010:1.0:1767384391.788636:0:40459:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bb4900fa. 00000004:00000010:1.0:1767384391.788639:0:40459:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000936ab91c. 00000020:00000010:1.0:1767384391.788641:0:40459:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047c5a564. 00000040:00000010:2.0:1767384391.788664:0:40426:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d1c80742. 00000040:00000010:2.0:1767384391.788673:0:40426:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a6591433. 00000040:00000010:2.0:1767384391.788678:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000051ba399e. 00000020:00000010:2.0:1767384391.788685:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000588d8255. 00000040:00000010:2.0:1767384391.788690:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d31ae646. 00000020:00000010:2.0:1767384391.788694:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008fe41411. 00000020:00000010:2.0:1767384391.788701:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000087b2ab73. 80000000:00000010:2.0:1767384391.788706:0:40426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005fe1a5ba. 00040000:00000010:2.0:1767384391.788711:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a7d2732c. 00080000:00000010:2.0:1767384391.788715:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bd108267. 20000000:00000010:2.0:1767384391.788720:0:40426:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000038b572ef. 00000020:00000010:2.0:1767384391.788724:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab896408. 10000000:00000010:2.0:1767384391.788730:0:40426:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000724554d2. 00000020:00000010:2.0:1767384391.788751:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c417eea2. 00000040:00000010:2.0:1767384391.788758:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007ee0ba26. 00000020:00000010:2.0:1767384391.788763:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000314fd77d. 00000020:00000010:2.0:1767384391.788769:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008786efd8. 00040000:00000010:2.0:1767384391.788773:0:40426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000701837c1. 00040000:00000010:2.0:1767384391.788778:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000eac01848. 00080000:00000010:2.0:1767384391.788785:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002c3fd112. 00000020:00000010:2.0:1767384391.788789:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eb443b0. 00000020:00000010:2.0:1767384391.788794:0:40426:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000c6eca64b. 00000020:00000010:2.0:1767384391.788798:0:40426:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000c706479d. 00000020:00000010:2.0:1767384391.788807:0:40426:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000c9609973. 00000020:00000010:2.0:1767384391.788812:0:40426:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 0000000073ab0a7d. 00000020:00000010:2.0:1767384391.788816:0:40426:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000005e30d9c6. 00000020:00000010:2.0:1767384391.788820:0:40426:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 0000000002dbb10a. 00000020:00000010:2.0:1767384391.788824:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eac01848. 00000020:00000010:2.0:1767384391.788826:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008786efd8. 00000040:00000010:2.0:1767384391.788828:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007ee0ba26. 00000020:00000010:2.0:1767384391.788831:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000906d35eb. 00000020:00000010:2.0:1767384391.788834:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002eb443b0. 00040000:00000010:2.0:1767384391.788836:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009357a322. 00040000:00000010:2.0:1767384391.788838:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c417eea2. 00080000:00000010:2.0:1767384391.788841:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a9ac1883. 10000000:00000010:2.0:1767384391.788847:0:40426:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000acecb94d. 00000100:00000010:2.0:1767384391.788853:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5cbf4a8. 02000000:00000010:2.0:1767384391.788860:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c681638. 00010000:00000010:2.0:1767384391.788866:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a30a8694. 00000100:00000010:2.0:1767384391.788874:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ffcdeb9. 02000000:00000010:2.0:1767384391.788881:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d8334a67. 00000400:00000010:2.0:1767384391.788884:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3cc35b0. 00000400:00000010:2.0:1767384391.788887:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000100:00000200:2.0:1767384391.788889:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732530944, portal 25 00000400:00000010:2.0:1767384391.788892:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384391.788895:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236732530944, offset 0 00000400:00000200:2.0:1767384391.788901:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384391.788908:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384391.788916:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d209100 00000400:00000200:2.0:1767384391.788921:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2229 [2] + 0 00000400:00000010:2.0:1767384391.788924:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008697b780. 00000400:00000200:2.0:1767384391.788927:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005bbb638f 00000400:00000200:2.0:1767384391.788931:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.788935:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384391.788939:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bbb638f 00000400:00000010:2.0:1767384391.788940:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bbb638f. 00000100:00000200:2.0:1767384391.788946:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384391.788961:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000400:00000010:2.0:1767384391.788962:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384391.788967:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5cbf4a8 x1853236732530944/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.788991:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb2ebe42. 00000020:00000010:1.0:1767384391.788996:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb2ebe42. 00000020:00000010:1.0:1767384391.789002:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c5a564. 00000020:00000010:1.0:1767384391.789005:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.789010:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.789038:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb2ebe42. 00000020:00000010:1.0:1767384391.789041:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb2ebe42. 00000100:00000200:1.0:1767384391.789044:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732530944 00010000:00000010:1.0:1767384391.789055:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed4520fc. 02000000:00000010:1.0:1767384391.789064:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000936ab91c. 00010000:00000200:1.0:1767384391.789074:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e8c2bdb x1853236732530944/t0(0) o101->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.789087:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.789090:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236732530944, offset 224 00000400:00000200:1.0:1767384391.789097:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.789105:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.789113:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d209100 00000400:00000200:1.0:1767384391.789117:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b2d [1] + 224 00000400:00000200:1.0:1767384391.789121:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.789129:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.789136:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5cbf4a8 x1853236732530944/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.789158:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:1.0:1767384391.789160:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000400:00000010:2.0:1767384391.789164:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3cc35b0. 00000020:00000010:1.0:1767384391.789167:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000400:00000200:2.0:1767384391.789171:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000020:00000010:1.0:1767384391.789172:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000400:00000010:2.0:1767384391.789174:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000020:00000010:1.0:1767384391.789176:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047c5a564. 00000100:00000200:2.0:1767384391.789183:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5cbf4a8 x1853236732530944/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384391.789183:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000936ab91c. 00000100:00000200:1.0:1767384391.789189:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.789195:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4a127bc. 00000100:00000200:2.0:1767384391.789200:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5cbf4a8 x1853236732530944/t0(0) o101->MGC192.168.204.131@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.789204:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc65f6db. 00000100:00000010:2.0:1767384391.789221:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ffcdeb9. 02000000:00000010:2.0:1767384391.789233:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d8334a67. 02000000:00000010:2.0:1767384391.789237:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001c681638. 00000100:00000010:2.0:1767384391.789240:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5cbf4a8. 10000000:00000010:2.0:1767384391.789246:0:40426:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000af739a1e. 00000020:00000010:2.0:1767384391.789249:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c681638. 00000020:00000010:2.0:1767384391.789253:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009ea92a5c. 00000040:00000010:2.0:1767384391.789256:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009069c5b1. 00000020:00000010:2.0:1767384391.789261:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e837f3e8. 00000020:00000010:2.0:1767384391.789264:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2a58810. 80000000:00000010:2.0:1767384391.789266:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003e96bccd. 00040000:00000010:2.0:1767384391.789270:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005829d8b3. 00080000:00000010:2.0:1767384391.789275:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000020642d50. 20000000:00000010:2.0:1767384391.789279:0:40426:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004e062a39. 00000040:00000010:2.0:1767384391.789283:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000667e4e3b. 00000100:00000010:2.0:1767384391.789285:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5cbf4a8. 02000000:00000010:2.0:1767384391.789305:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021613fff. 00000100:00000010:2.0:1767384391.789313:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ffcdeb9. 02000000:00000010:2.0:1767384391.789325:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ccd867f. 00000400:00000010:2.0:1767384391.789329:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3cc35b0. 00000400:00000010:2.0:1767384391.789334:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000100:00000200:2.0:1767384391.789340:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732531072, portal 25 00000400:00000010:2.0:1767384391.789343:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384391.789346:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236732531072, offset 0 00000400:00000200:2.0:1767384391.789350:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384391.789358:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384391.789367:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d209180 00000400:00000200:2.0:1767384391.789374:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x222d [2] + 0 00000400:00000010:2.0:1767384391.789377:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e23a655. 00000400:00000200:2.0:1767384391.789381:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d6324996 00000400:00000200:2.0:1767384391.789385:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.789393:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384391.789400:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6324996 00000400:00000010:2.0:1767384391.789414:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6324996. 00000100:00000200:2.0:1767384391.789421:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384391.789436:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000400:00000010:2.0:1767384391.789438:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384391.789444:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5cbf4a8 x1853236732531072/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.789530:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb2ebe42. 00000020:00000010:1.0:1767384391.789536:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb2ebe42. 00000020:00000010:1.0:1767384391.789542:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c5a564. 00000020:00000010:1.0:1767384391.789545:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.789548:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.789591:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb2ebe42. 00000020:00000010:1.0:1767384391.789596:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb2ebe42. 00000100:00000200:1.0:1767384391.789603:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732531072 02000000:00000010:1.0:1767384391.789611:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000936ab91c. 00000040:00000010:1.0:1767384391.789619:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000007d3c8d4. 00000040:00000010:1.0:1767384391.789666:0:40431:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000009f95f71. 00000040:00000010:1.0:1767384391.789674:0:40431:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000009f95f71. 00000040:00000010:1.0:1767384391.789678:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000007d3c8d4. 20000000:00000010:1.0:1767384391.789684:0:40431:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000bb2ebe42. 20000000:00000010:1.0:1767384391.789689:0:40431:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000bb2ebe42. 00010000:00000200:1.0:1767384391.789695:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba0c77cf x1853236732531072/t0(0) o501->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 512/272 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.789707:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.789710:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236732531072, offset 224 00000400:00000200:1.0:1767384391.789716:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.789728:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.789737:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824d209180 00000400:00000200:1.0:1767384391.789744:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b3d [1] + 224 00000400:00000200:1.0:1767384391.789748:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.789755:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.789765:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5cbf4a8 x1853236732531072/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.789784:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:1.0:1767384391.789787:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000020:00000010:1.0:1767384391.789804:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.789810:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.789813:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047c5a564. 02000000:00000010:1.0:1767384391.789824:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000936ab91c. 00000100:00000200:1.0:1767384391.789838:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.789843:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d7cac4c. 00000400:00000010:1.0:1767384391.789847:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e20d8b5. 00000400:00000010:2.0:1767384391.789965:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3cc35b0. 00000400:00000200:2.0:1767384391.790015:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000400:00000010:2.0:1767384391.790017:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000100:00000200:2.0:1767384391.790028:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5cbf4a8 x1853236732531072/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384391.790039:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5cbf4a8 x1853236732531072/t0(0) o501->MGC192.168.204.131@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384391.790059:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ffcdeb9. 02000000:00000010:2.0:1767384391.790068:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ccd867f. 02000000:00000010:2.0:1767384391.790072:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000021613fff. 00000100:00000010:2.0:1767384391.790076:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5cbf4a8. 00000040:00000010:2.0:1767384391.790087:0:40426:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a6591433. 00000100:00000010:2.0:1767384391.790093:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5cbf4a8. 02000000:00000010:2.0:1767384391.790100:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021613fff. 00000100:00000010:2.0:1767384391.790106:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ffcdeb9. 02000000:00000010:2.0:1767384391.790127:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000001a7c3355. 00000400:00000010:2.0:1767384391.790131:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3cc35b0. 00000400:00000010:2.0:1767384391.790138:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d2761787. 00000100:00000200:2.0:1767384391.790142:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732531200, portal 25 00000400:00000010:2.0:1767384391.790146:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000100:00000200:2.0:1767384391.790150:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732531200, offset 0 00000400:00000200:2.0:1767384391.790161:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384391.790170:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384391.790183:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d209200 00000400:00000200:2.0:1767384391.790191:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2231 [2] + 0 00000400:00000010:2.0:1767384391.790195:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1d92b06. 00000400:00000200:2.0:1767384391.790199:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a3fe2a76 00000400:00000200:2.0:1767384391.790203:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.790212:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384391.790218:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3fe2a76 00000400:00000010:2.0:1767384391.790222:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3fe2a76. 00000100:00000200:2.0:1767384391.790230:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384391.790254:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000400:00000010:2.0:1767384391.790258:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000100:00000200:2.0:1767384391.790268:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5cbf4a8 x1853236732531200/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.790424:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb2ebe42. 00000020:00000010:1.0:1767384391.790428:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb2ebe42. 00000020:00000010:1.0:1767384391.790434:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c5a564. 00000020:00000010:1.0:1767384391.790439:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.790458:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.790485:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb2ebe42. 00000020:00000010:1.0:1767384391.790490:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb2ebe42. 00000100:00000200:1.0:1767384391.790522:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732531200 02000000:00000010:1.0:1767384391.790539:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000044090d9e. 00000040:00000010:1.0:1767384391.790546:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000007d3c8d4. 00000040:00000010:1.0:1767384391.790555:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ac7864e6. 00000040:00000010:1.0:1767384391.791290:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ac7864e6. 00000040:00000010:1.0:1767384391.791295:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000007d3c8d4. 00010000:00000200:1.0:1767384391.791323:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c7ae67dc x1853236732531200/t0(0) o503->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 272/8416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.791359:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000307b3d39. 00000100:00000200:1.0:1767384391.791362:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236732531200, offset 224 00000400:00000200:1.0:1767384391.791565:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.791571:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.791579:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824d209200 00000400:00000200:1.0:1767384391.791584:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b4d [4] + 224 00000400:00000200:1.0:1767384391.791588:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.791594:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.791599:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5cbf4a8 x1853236732531200/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.791617:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307b3d39 00000400:00000010:1.0:1767384391.791619:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000307b3d39. 00000020:00000010:1.0:1767384391.791632:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.791635:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.791638:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047c5a564. 00000400:00000010:2.0:1767384391.791643:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3cc35b0. 02000000:00000010:1.0:1767384391.791643:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000044090d9e. 00000400:00000200:2.0:1767384391.791651:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2761787 00000400:00000010:2.0:1767384391.791653:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d2761787. 00000100:00000200:1.0:1767384391.791659:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384391.791661:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5cbf4a8 x1853236732531200/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384391.791670:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5cbf4a8 x1853236732531200/t0(0) o503->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384391.791689:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ffcdeb9. 02000000:00000010:2.0:1767384391.791695:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000001a7c3355. 02000000:00000010:2.0:1767384391.791707:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000021613fff. 00000100:00000010:2.0:1767384391.791710:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5cbf4a8. 00000040:00000010:2.0:1767384391.791717:0:40426:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000404916e1. 00000400:00000010:1.0:1767384391.791827:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1d0fe34. 00000400:00000010:1.0:1767384391.791833:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000307b3d39. 00000020:00000010:3.0:1767384391.793871:0:40460:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000001dd8cc93. 00000020:00000010:3.0:1767384391.793879:0:40460:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000001dd8cc93. 00080000:00000010:0.0:1767384391.794283:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000034a8f13f. 00080000:00000010:0.0:1767384391.794292:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004b9979b9. 00080000:00000010:0.0:1767384391.794300:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002cc02f19. 00000004:00000010:0.0:1767384391.794316:0:16814:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000b46b08e4. 00080000:00000010:0.0:1767384391.794320:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005e00e0a6. 00080000:00000010:0.0:1767384391.794323:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000087bcd98f. 00000020:00000010:0.0:1767384391.794622:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eba50bb4. 00000020:00000010:0.0:1767384391.794627:0:40461:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fa9c490e. 00000040:00000010:0.0:1767384391.794630:0:40461:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b2fddc5a. 00000020:00000010:0.0:1767384391.794633:0:40461:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008e245a79. 00000020:00000010:0.0:1767384391.794636:0:40461:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d4dc981f. 00000020:00000010:0.0:1767384391.794638:0:40461:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000128cf4bd. 80000000:00000010:0.0:1767384391.794641:0:40461:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ccf9d785. 40000000:00000010:0.0:1767384391.794643:0:40461:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000615366a0. 00100000:00000010:0.0:1767384391.794646:0:40461:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e074951. 00040000:00000010:0.0:1767384391.794648:0:40461:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ffd274b. 00040000:00000010:0.0:1767384391.794651:0:40461:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000794ddb3e. 00040000:00000010:0.0:1767384391.794653:0:40461:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002a10fd35. 00080000:00000010:0.0:1767384391.794655:0:40461:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000eed8dc4c. 00000004:00000010:0.0:1767384391.794658:0:40461:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b12df568. 00000004:00000010:0.0:1767384391.794661:0:40461:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006d1ece81. 00000004:00000010:0.0:1767384391.794664:0:40461:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b164b8c7. 00002000:00000010:0.0:1767384391.794667:0:40461:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000034a8f13f. 00000004:00000010:0.0:1767384391.794669:0:40461:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c9f5cf0b. 00000020:00000010:0.0:1767384391.794671:0:40461:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000039562c7e. 00000040:00000010:0.0:1767384391.794677:0:40461:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000895eb69d. 00000100:00000010:0.0:1767384391.794684:0:40461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabc44ce. 02000000:00000010:0.0:1767384391.794691:0:40461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039fbafcd. 00000100:00000010:0.0:1767384391.794696:0:40461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004cf9ec89. 02000000:00000010:0.0:1767384391.794711:0:40461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000001a7c3355. 00000400:00000010:0.0:1767384391.794715:0:40461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06248b8. 00000400:00000010:0.0:1767384391.794718:0:40461:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d96426f5. 00000100:00000200:0.0:1767384391.794721:0:40461:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732531328, portal 25 00000400:00000010:0.0:1767384391.794724:0:40461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af5cdaa8. 00000100:00000200:0.0:1767384391.794726:0:40461:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732531328, offset 0 00000400:00000200:0.0:1767384391.794731:0:40461:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.794735:0:40461:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384391.794741:0:40461:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d209280 00000400:00000200:0.0:1767384391.794747:0:40461:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2235 [2] + 0 00000400:00000010:0.0:1767384391.794750:0:40461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b650a49. 00000400:00000200:0.0:1767384391.794753:0:40461:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c2657750 00000400:00000200:0.0:1767384391.794756:0:40461:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.794760:0:40461:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384391.794763:0:40461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2657750 00000400:00000010:0.0:1767384391.794765:0:40461:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2657750. 00000100:00000200:0.0:1767384391.794768:0:40461:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384391.794783:0:40461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af5cdaa8 00000400:00000010:0.0:1767384391.794785:0:40461:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af5cdaa8. 00000100:00000200:0.0:1767384391.794790:0:40461:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabc44ce x1853236732531328/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.794806:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000695c84a. 00000020:00000010:1.0:1767384391.794811:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000695c84a. 00000020:00000010:1.0:1767384391.794815:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c5a564. 00000020:00000010:1.0:1767384391.794818:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.794820:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.794845:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000695c84a. 00000020:00000010:1.0:1767384391.794847:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000695c84a. 00000100:00000200:1.0:1767384391.794849:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732531328 02000000:00000010:1.0:1767384391.794862:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000044090d9e. 00000040:00000010:1.0:1767384391.794867:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000007d3c8d4. 00000040:00000010:1.0:1767384391.794873:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ac7864e6. 00000040:00000010:1.0:1767384391.794954:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ac7864e6. 00000040:00000010:1.0:1767384391.794957:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000007d3c8d4. 00010000:00000200:1.0:1767384391.794963:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba13b2ee x1853236732531328/t0(0) o502->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 272/8472 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.794974:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001b829a34. 00000100:00000200:1.0:1767384391.794976:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236732531328, offset 224 00000400:00000200:1.0:1767384391.794981:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.794987:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.794991:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d209280 00000400:00000200:1.0:1767384391.794994:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b5d [4] + 224 00000400:00000200:1.0:1767384391.794999:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.795001:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.795005:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabc44ce x1853236732531328/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.795022:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b829a34 00000400:00000010:1.0:1767384391.795024:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001b829a34. 00000020:00000010:1.0:1767384391.795036:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.795038:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.795041:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047c5a564. 02000000:00000010:1.0:1767384391.795046:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000044090d9e. 00000400:00000010:0.0:1767384391.795049:0:40461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06248b8. 00000400:00000200:0.0:1767384391.795055:0:40461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d96426f5 00000100:00000200:1.0:1767384391.795056:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384391.795057:0:40461:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d96426f5. 00000400:00000010:1.0:1767384391.795062:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021cd05d0. 00000100:00000200:0.0:1767384391.795066:0:40461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabc44ce x1853236732531328/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.795067:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b829a34. 00000100:00000200:0.0:1767384391.795077:0:40461:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabc44ce x1853236732531328/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384391.795091:0:40461:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004cf9ec89. 02000000:00000010:0.0:1767384391.795100:0:40461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000001a7c3355. 02000000:00000010:0.0:1767384391.795112:0:40461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000039fbafcd. 00000100:00000010:0.0:1767384391.795115:0:40461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabc44ce. 00000100:00000010:0.0:1767384391.795134:0:40461:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000005ad96475. 00000400:00000200:0.0:1767384391.795139:0:40461:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384391.795146:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.131@tcp 00000400:00000200:0.0:1767384391.795150:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384391.795154:0:40461:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000088a3bfb5 (42) 00000400:00000200:0.0:1767384391.795158:0:40461:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384391.795161:0:40461:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.131@tcp NID 192.168.204.131@tcp: 0. pending discovery 00000400:00000200:0.0:1767384391.795164:0:40461:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000088a3bfb5 (43) 00000400:00000200:0.0:1767384391.795165:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp 00000400:00000200:0.0:1767384391.795167:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.131@tcp10 00000400:00000200:0.0:1767384391.795170:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795172:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp10 00000400:00000200:0.0:1767384391.795174:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.131@tcp11 00000400:00000200:0.0:1767384391.795177:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795178:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp11 00000400:00000200:0.0:1767384391.795180:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.131@tcp12 00000400:00000200:0.0:1767384391.795183:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795184:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp12 00000400:00000200:0.0:1767384391.795185:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.131@tcp13 00000400:00000200:0.0:1767384391.795188:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795190:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp13 00000400:00000200:0.0:1767384391.795191:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.131@tcp14 00000400:00000200:0.0:1767384391.795192:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795193:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp14 00000400:00000200:0.0:1767384391.795194:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.131@tcp15 00000400:00000200:0.0:1767384391.795196:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795197:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp15 00000400:00000200:0.0:1767384391.795198:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.131@tcp16 00000400:00000200:0.0:1767384391.795200:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795200:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp16 00000400:00000200:0.0:1767384391.795201:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.131@tcp17 00000400:00000200:0.0:1767384391.795203:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795204:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp17 00000400:00000200:0.0:1767384391.795205:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.131@tcp18 00000400:00000200:0.0:1767384391.795207:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795208:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp18 00000400:00000200:0.0:1767384391.795209:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.131@tcp19 00000400:00000200:0.0:1767384391.795211:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795212:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp19 00000400:00000200:0.0:1767384391.795214:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.131@tcp20 00000400:00000200:0.0:1767384391.795217:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795219:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp20 00000400:00000200:0.0:1767384391.795221:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.131@tcp21 00000400:00000200:0.0:1767384391.795225:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795227:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp21 00000400:00000200:0.0:1767384391.795229:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.131@tcp22 00000400:00000200:0.0:1767384391.795232:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795234:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp22 00000400:00000200:0.0:1767384391.795235:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.131@tcp23 00000400:00000200:0.0:1767384391.795236:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795237:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp23 00000400:00000200:0.0:1767384391.795239:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.131@tcp24 00000400:00000200:0.0:1767384391.795243:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795244:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp24 00000400:00000200:0.0:1767384391.795245:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.131@tcp25 00000400:00000200:0.0:1767384391.795249:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795251:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp25 00000400:00000200:0.0:1767384391.795254:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.131@tcp26 00000400:00000200:0.0:1767384391.795256:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795256:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp26 00000400:00000200:0.0:1767384391.795257:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.131@tcp27 00000400:00000200:0.0:1767384391.795259:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795260:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp27 00000400:00000200:0.0:1767384391.795261:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.131@tcp28 00000400:00000200:0.0:1767384391.795264:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795265:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp28 00000400:00000200:0.0:1767384391.795266:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.131@tcp29 00000400:00000200:0.0:1767384391.795268:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795268:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp29 00000400:00000200:0.0:1767384391.795269:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.131@tcp30 00000400:00000200:0.0:1767384391.795271:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795272:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp30 00000400:00000200:0.0:1767384391.795273:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.131@tcp31 00000400:00000200:0.0:1767384391.795274:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795275:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp31 00000400:00000200:0.0:1767384391.795277:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.131@tcp32 00000400:00000200:0.0:1767384391.795280:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795281:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp32 00000400:00000200:0.0:1767384391.795282:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.131@tcp33 00000400:00000200:0.0:1767384391.795284:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795286:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp33 00000400:00000200:0.0:1767384391.795287:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.131@tcp34 00000400:00000200:0.0:1767384391.795288:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795290:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp34 00000400:00000200:0.0:1767384391.795291:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.131@tcp35 00000400:00000200:0.0:1767384391.795293:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795294:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp35 00000400:00000200:0.0:1767384391.795295:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.131@tcp36 00000400:00000200:0.0:1767384391.795297:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795298:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp36 00000400:00000200:0.0:1767384391.795299:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.131@tcp37 00000400:00000200:0.0:1767384391.795302:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795303:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp37 00000400:00000200:0.0:1767384391.795304:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.131@tcp38 00000400:00000200:0.0:1767384391.795305:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795306:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp38 00000400:00000200:0.0:1767384391.795307:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.131@tcp39 00000400:00000200:0.0:1767384391.795309:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795311:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp39 00000400:00000200:0.0:1767384391.795312:0:40461:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.131@tcp40 00000400:00000200:0.0:1767384391.795314:0:40461:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.131@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384391.795314:0:40461:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.131@tcp40 00000100:00000010:0.0:1767384391.795316:0:40461:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000005ad96475. 00000020:00000010:0.0:1767384391.795320:0:40461:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000014cd1f3. 00000020:00000010:0.0:1767384391.795323:0:40461:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000001d80a42f. 00000020:00000010:0.0:1767384391.795326:0:40461:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000001d80a42f. 00000020:00000010:0.0:1767384391.795328:0:40461:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000001d80a42f. 00000020:00000010:0.0:1767384391.795334:0:40461:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 000000004a00d02a. 00000020:00000010:0.0:1767384391.795345:0:40461:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000001833ae4f. 00000020:00000010:0.0:1767384391.795351:0:40461:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c83af168. 00000020:00000010:0.0:1767384391.795364:0:40461:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 000000004a00d02a. 00000020:00000010:0.0:1767384391.795368:0:40461:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000c62cd75e. 00000001:00000010:0.0:1767384391.795381:0:40461:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000009c6ff27. 00000001:00000010:0.0:1767384391.795385:0:40461:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000747db6c0. 00000001:00000010:0.0:1767384391.795387:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000039fbafcd. 00000001:00000010:0.0:1767384391.795389:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000089b46c. 00000001:00000010:0.0:1767384391.795392:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8414ea6. 00000001:00000010:0.0:1767384391.795393:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b0484297. 00000001:00000010:0.0:1767384391.795396:0:40461:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009f0d7735. 00000001:00000010:0.0:1767384391.795397:0:40461:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006b8a80d5. 00000001:00000010:0.0:1767384391.795399:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005d5d5d77. 00000001:00000010:0.0:1767384391.795415:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000062ea42ae. 00000001:00000010:0.0:1767384391.795419:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c9890ff6. 00000001:00000010:0.0:1767384391.795422:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000108baab2. 00000020:00000010:0.0:1767384391.795425:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001363cf96. 00000020:00000010:0.0:1767384391.795427:0:40461:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a00d02a. 00000020:00000010:0.0:1767384391.795430:0:40461:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 00000008:00000010:0.0:1767384391.795434:0:40461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003ad883da. 00020000:00000010:0.0:1767384391.795439:0:40461:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e50485ec. 00008000:00000010:0.0:1767384391.795443:0:40461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ac394d69. 00000080:00000010:0.0:1767384391.795448:0:40461:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ab5e3046. 00000020:00000010:0.0:1767384391.795451:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3202ba7. 00000020:00000010:0.0:1767384391.795454:0:40461:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000019a31591. 00000040:00000010:0.0:1767384391.795457:0:40461:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bf16e35d. 00000020:00000010:0.0:1767384391.795460:0:40461:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002c3fd112. 00000020:00000010:0.0:1767384391.795463:0:40461:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006d42c257. 00000020:00000010:0.0:1767384391.795465:0:40461:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000962a8f2e. 80000000:00000010:0.0:1767384391.795468:0:40461:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000082438026. 40000000:00000010:0.0:1767384391.795469:0:40461:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000dcd0050. 00100000:00000010:0.0:1767384391.795472:0:40461:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000314fd77d. 00040000:00000010:0.0:1767384391.795474:0:40461:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e73bfd46. 00040000:00000010:0.0:1767384391.795500:0:40461:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e6a4168e. 00040000:00000010:0.0:1767384391.795505:0:40461:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000062aaa5b9. 00080000:00000010:0.0:1767384391.795509:0:40461:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000942a259e. 00000004:00000010:0.0:1767384391.795512:0:40461:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d769eb58. 00000004:00000010:0.0:1767384391.795515:0:40461:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c8ae36a6. 00000004:00000010:0.0:1767384391.795518:0:40461:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f7f46c77. 00000004:00000010:0.0:1767384391.795521:0:40461:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c6468d0e. 00000010:00000010:0.0:1767384391.795524:0:40461:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000c865d03f. 00000010:00000010:0.0:1767384391.795588:0:40461:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000402db08b. 00000010:00000010:0.0:1767384391.795591:0:40461:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000f13500ba. 00000010:00000010:0.0:1767384391.795596:0:40461:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000008794232b. 00000010:00000010:0.0:1767384391.795602:0:40461:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000003fb7075a. 00010000:00000010:0.0:1767384391.795609:0:40461:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000a3f184ab. 00010000:00000010:0.0:1767384391.795616:0:40461:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000013526fc9. 00010000:00000010:0.0:1767384391.795621:0:40461:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000629324c0. 00000020:00000010:0.0:1767384391.795626:0:40461:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a350054a. 00000100:00000200:0.0:1767384391.795635:0:40461:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.131@tcp->12345-0@lo 00010000:00000010:0.0:1767384391.795641:0:40461:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000007ef6f9a4. 00010000:00000010:0.0:1767384391.795646:0:40461:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000b5f3b1ac. 00000001:00000010:0.0:1767384391.795648:0:40461:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009757c8e3. 00000001:00000010:0.0:1767384391.795651:0:40461:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000000127a715. 00000001:00000010:0.0:1767384391.795700:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f2115879. 00000001:00000010:0.0:1767384391.795746:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000068eb3ea4. 00000001:00000010:0.0:1767384391.795809:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003e2bb11d. 00000001:00000010:0.0:1767384391.795868:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000030136c4d. 00000001:00000010:0.0:1767384391.795924:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a6132555. 00000001:00000010:0.0:1767384391.795977:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006427e22a. 00000001:00000010:0.0:1767384391.796038:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006b30ebd4. 00000001:00000010:0.0:1767384391.796108:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f76e41a0. 00000001:00000010:0.0:1767384391.796191:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c7e86397. 00000001:00000010:0.0:1767384391.796254:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005189d322. 00000001:00000010:0.0:1767384391.796313:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f0f67be1. 00000001:00000010:0.0:1767384391.796383:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001552a00d. 00000001:00000010:0.0:1767384391.796464:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006cb40497. 00000001:00000010:0.0:1767384391.796560:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000095c60a5a. 00000001:00000010:0.0:1767384391.796626:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ab3300cf. 00000001:00000010:0.0:1767384391.796694:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009448e814. 00000001:00000010:0.0:1767384391.796755:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007d245f08. 00000001:00000010:0.0:1767384391.796820:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eaddec63. 00000001:00000010:0.0:1767384391.796887:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008f789506. 00000001:00000010:0.0:1767384391.796944:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006e84da7d. 00000001:00000010:0.0:1767384391.797002:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b5088d3e. 00000001:00000010:0.0:1767384391.797059:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ee7c3ffc. 00000001:00000010:0.0:1767384391.797119:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a1aa3b34. 00000001:00000010:0.0:1767384391.797182:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e9753a24. 00000001:00000010:0.0:1767384391.797240:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000068c020f3. 00000001:00000010:0.0:1767384391.797301:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000272e9da1. 00000001:00000010:0.0:1767384391.797361:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b02b8ac8. 00000001:00000010:0.0:1767384391.797442:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000210ef723. 00000001:00000010:0.0:1767384391.797527:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007eec75b1. 00000001:00000010:0.0:1767384391.797588:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000574050d7. 00000001:00000010:0.0:1767384391.797643:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004f161664. 00000001:00000010:0.0:1767384391.797698:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a35830b9. 00000020:00000010:0.0:1767384391.797757:0:40461:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003a33f788. 00000020:00000010:0.0:1767384391.797760:0:40461:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000079c0f4fa. 00000020:00000010:0.0:1767384391.797843:0:40461:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c3c5fd1a. 00000020:00000010:0.0:1767384391.797845:0:40461:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000001fe99cc2. 00000010:00000010:0.0:1767384391.797860:0:40461:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000402db08b. 00000010:00000010:0.0:1767384391.797862:0:40461:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000008794232b. 00000010:00000010:0.0:1767384391.797865:0:40461:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000f13500ba. 00000010:00000010:0.0:1767384391.797868:0:40461:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000003fb7075a. 00000020:00000010:0.0:1767384391.797889:0:40461:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003a1d0007. 00000020:00000010:0.0:1767384391.797892:0:40461:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000585b3836. 00000020:00000010:0.0:1767384391.797910:0:40461:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000019a31591. 00000040:00000010:0.0:1767384391.797914:0:40461:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bf16e35d. 00000020:00000010:0.0:1767384391.797916:0:40461:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002c3fd112. 00000020:00000010:0.0:1767384391.797919:0:40461:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006d42c257. 00000020:00000010:0.0:1767384391.797922:0:40461:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000962a8f2e. 80000000:00000010:0.0:1767384391.797924:0:40461:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000082438026. 40000000:00000010:0.0:1767384391.797926:0:40461:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000dcd0050. 00100000:00000010:0.0:1767384391.797928:0:40461:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000314fd77d. 00040000:00000010:0.0:1767384391.797930:0:40461:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e73bfd46. 00040000:00000010:0.0:1767384391.797933:0:40461:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e6a4168e. 00040000:00000010:0.0:1767384391.797935:0:40461:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000062aaa5b9. 00080000:00000010:0.0:1767384391.797939:0:40461:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000942a259e. 00000004:00000010:0.0:1767384391.797941:0:40461:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d769eb58. 00000004:00000010:0.0:1767384391.797946:0:40461:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c8ae36a6. 00000004:00000010:0.0:1767384391.797950:0:40461:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f7f46c77. 00000004:00000010:0.0:1767384391.797953:0:40461:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c6468d0e. 00000020:00000010:0.0:1767384391.797955:0:40461:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3202ba7. 00000020:00000010:0.0:1767384391.797957:0:40461:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a00d02a. 00000020:00000010:0.0:1767384391.797959:0:40461:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000008:00000010:0.0:1767384391.797962:0:40461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003ad883da. 00020000:00000010:0.0:1767384391.797965:0:40461:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000e50485ec. 00008000:00000010:0.0:1767384391.797968:0:40461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000ac394d69. 00000080:00000010:0.0:1767384391.797971:0:40461:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ab5e3046. 00000020:00000010:0.0:1767384391.797973:0:40461:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001363cf96. 00000020:00000010:0.0:1767384391.797976:0:40461:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000c62cd75e. 00000020:00000010:0.0:1767384391.797982:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cfd2d2e. 00000020:00000010:0.0:1767384391.797985:0:40461:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005fd29c38. 00000040:00000010:0.0:1767384391.797987:0:40461:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001c857787. 00000020:00000010:0.0:1767384391.797990:0:40461:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b3f63b6b. 00000020:00000010:0.0:1767384391.797992:0:40461:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006d42c257. 00000020:00000010:0.0:1767384391.797994:0:40461:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001363cf96. 80000000:00000010:0.0:1767384391.797996:0:40461:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009dfc6030. 40000000:00000010:0.0:1767384391.797998:0:40461:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000dcd0050. 00100000:00000010:0.0:1767384391.798000:0:40461:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000824ba7c8. 00040000:00000010:0.0:1767384391.798002:0:40461:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e73bfd46. 00040000:00000010:0.0:1767384391.798004:0:40461:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f7f46c77. 00040000:00000010:0.0:1767384391.798006:0:40461:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3202ba7. 00080000:00000010:0.0:1767384391.798007:0:40461:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d769eb58. 00000004:00000010:0.0:1767384391.798010:0:40461:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000942a259e. 00000004:00000010:0.0:1767384391.798012:0:40461:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c8ae36a6. 00000004:00000010:0.0:1767384391.798013:0:40461:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e6a4168e. 00000004:00000010:0.0:1767384391.798016:0:40461:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c6468d0e. 00000020:00000010:0.0:1767384391.798018:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062aaa5b9. 00000020:00000010:0.0:1767384391.798020:0:40461:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a00d02a. 00000020:00000010:0.0:1767384391.798022:0:40461:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 00000020:00000010:0.0:1767384391.798024:0:40461:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000004cf9ec89. 00000020:00000010:0.0:1767384391.798026:0:40461:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000e94aa492. 00000020:00000010:0.0:1767384391.798030:0:40461:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000314fd77d. 00000100:00000010:0.0:1767384391.798046:0:40461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eabc44ce. 02000000:00000010:0.0:1767384391.798053:0:40461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a42c946c. 02000000:00000010:3.0:1767384391.798113:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000067c3241f. 00000400:00000010:3.0:1767384391.798121:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2fe83d5. 00000400:00000010:3.0:1767384391.798127:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000279fe1e0. 00000100:00000200:3.0:1767384391.798132:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732531456, portal 10 00000020:00000010:3.0:1767384391.798141:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c73291c8. 00000400:00000010:3.0:1767384391.798149:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0f8adf7. 00000100:00000200:3.0:1767384391.798153:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236732531456, offset 0 00000400:00000200:3.0:1767384391.798163:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384391.798175:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384391.798187:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d209300 00000400:00000200:3.0:1767384391.798195:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2311 [64] + 744 00000400:00000200:3.0:1767384391.798202:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.798210:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384391.798217:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384391.798222:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0f082fd. 00000400:00000200:3.0:1767384391.798246:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0f8adf7 00000400:00000010:3.0:1767384391.798250:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0f8adf7. 00000100:00000200:3.0:1767384391.798259:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eabc44ce x1853236732531456/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.798294:0:40461:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000004cf9ec89. 00000020:00000010:1.0:1767384391.798301:0:40461:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000e94aa492. 00000020:00000010:1.0:1767384391.798307:0:40461:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005fd29c38. 00000040:00000010:1.0:1767384391.798312:0:40461:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001c857787. 00000020:00000010:1.0:1767384391.798316:0:40461:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b3f63b6b. 00000020:00000010:1.0:1767384391.798319:0:40461:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006d42c257. 00000020:00000010:1.0:1767384391.798322:0:40461:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001363cf96. 80000000:00000010:1.0:1767384391.798327:0:40461:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009dfc6030. 40000000:00000010:1.0:1767384391.798332:0:40461:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000dcd0050. 00100000:00000010:1.0:1767384391.798336:0:40461:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000824ba7c8. 00040000:00000010:3.0:1767384391.798340:0:40437:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003ec36ad3. 00040000:00000010:1.0:1767384391.798340:0:40461:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e73bfd46. 00000004:00000010:3.0:1767384391.798353:0:40437:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000be7cdfdf. 00040000:00000010:1.0:1767384391.798353:0:40461:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f7f46c77. 00040000:00000010:1.0:1767384391.798363:0:40461:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3202ba7. 00000004:00000010:3.0:1767384391.798364:0:40437:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000565a4df3. 00080000:00000010:1.0:1767384391.798366:0:40461:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d769eb58. 00000004:00000010:3.0:1767384391.798373:0:40437:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a9cb34e9. 00000004:00000010:1.0:1767384391.798374:0:40461:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000942a259e. 00000004:00000010:1.0:1767384391.798383:0:40461:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c8ae36a6. 00000004:00000010:1.0:1767384391.798387:0:40461:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e6a4168e. 00000004:00000010:1.0:1767384391.798390:0:40461:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c6468d0e. 00000020:00000010:3.0:1767384391.798392:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007279376. 00000020:00000010:1.0:1767384391.798392:0:40461:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000cfd2d2e. 00000020:00000010:1.0:1767384391.798417:0:40461:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a00d02a. 00000020:00000010:3.0:1767384391.798422:0:40437:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eba130c2. 00000020:00000010:1.0:1767384391.798422:0:40461:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000020:00000010:3.0:1767384391.798435:0:40437:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:1.0:1767384391.798436:0:40461:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062aaa5b9. 00000020:00000010:1.0:1767384391.798448:0:40461:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000014cd1f3. 00000020:00000010:1.0:1767384391.798452:0:40461:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000001d80a42f. 00000100:00000010:1.0:1767384391.798465:0:40461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b02151d. 02000000:00000010:1.0:1767384391.798474:0:40461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007d3c8d4. 00000100:00000010:1.0:1767384391.798504:0:40461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c7fe7c10. 02000000:00000010:1.0:1767384391.798523:0:40461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000001a7c3355. 00000020:00000010:0.0:1767384391.798525:0:40438:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e1ee4c1f. 00000100:00000200:3.0:1767384391.798528:0:40437:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732531456 00000400:00000010:1.0:1767384391.798528:0:40461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c34c5269. 00000100:00000010:0.0:1767384391.798535:0:40438:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000062aaa5b9. 00000400:00000010:1.0:1767384391.798539:0:40461:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b6fc2bba. 00000100:00000200:1.0:1767384391.798544:0:40461:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236732531584, portal 25 00000400:00000010:1.0:1767384391.798549:0:40461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.798551:0:40461:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236732531584, offset 0 02000000:00000010:3.0:1767384391.798553:0:40437:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bb27c25e. 00000400:00000200:1.0:1767384391.798560:0:40461:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384391.798565:0:40437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0f8adf7. 00000400:00000200:1.0:1767384391.798574:0:40461:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384391.798575:0:40437:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236732531456, offset 0 00000400:00000200:1.0:1767384391.798587:0:40461:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d209380 00000400:00000200:3.0:1767384391.798596:0:40437:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.798611:0:40461:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2239 [2] + 0 00000400:00000200:3.0:1767384391.798618:0:40437:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384391.798620:0:40461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8a13de5. 00000400:00000200:1.0:1767384391.798630:0:40461:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a518a42b 00000400:00000200:1.0:1767384391.798634:0:40461:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.798640:0:40437:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d209300 00000400:00000200:1.0:1767384391.798641:0:40461:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384391.798648:0:40461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a518a42b 00000400:00000010:1.0:1767384391.798651:0:40461:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a518a42b. 00000100:00000010:0.0:1767384391.798653:0:40464:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008a4e04d2. 00000100:00000200:1.0:1767384391.798655:0:40461:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1767384391.798659:0:40464:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000024f1181e. 00000400:00000200:3.0:1767384391.798667:0:40437:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b6d [1] + 0 00000020:00000010:0.0:1767384391.798670:0:40464:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf16e35d. 00000400:00000200:3.0:1767384391.798678:0:40437:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.798679:0:40461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000020:00000010:0.0:1767384391.798679:0:40464:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000019a31591. 00000400:00000010:1.0:1767384391.798685:0:40461:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000400:00000200:3.0:1767384391.798691:0:40437:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.798696:0:40461:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b02151d x1853236732531584/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:0.0:1767384391.798697:0:40464:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000417af8ed. 00000020:00000010:0.0:1767384391.798704:0:40464:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002c3fd112. 00000100:00000200:3.0:1767384391.798708:0:40437:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eabc44ce x1853236732531456/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384391.798713:0:40464:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007a1d1b98. 00000020:00000010:0.0:1767384391.798721:0:40464:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d3085e71. 80000000:00000010:0.0:1767384391.798730:0:40464:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c16c3aab. 40000000:00000010:0.0:1767384391.798740:0:40464:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000069b1471a. 00100000:00000010:0.0:1767384391.798749:0:40464:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e6a4168e. 00000020:00000010:1.0:1767384391.798750:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000695c84a. 00040000:00000010:0.0:1767384391.798755:0:40464:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000024b1580c. 00000020:00000010:1.0:1767384391.798757:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000695c84a. 00040000:00000010:0.0:1767384391.798760:0:40464:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000942a259e. 00040000:00000010:0.0:1767384391.798766:0:40464:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000086cd1b6. 00000400:00000200:3.0:1767384391.798768:0:40437:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0f8adf7 00000020:00000010:1.0:1767384391.798768:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8f142b3. 00080000:00000010:0.0:1767384391.798770:0:40464:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d769eb58. 00000400:00000010:3.0:1767384391.798778:0:40437:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0f8adf7. 00000004:00000010:0.0:1767384391.798781:0:40464:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b67e868a. 00000020:00000010:1.0:1767384391.798782:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.798790:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000004:00000010:0.0:1767384391.798791:0:40464:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008590d93f. 00000004:00000010:0.0:1767384391.798797:0:40464:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b9bd1727. 00000020:00000010:3.0:1767384391.798799:0:40437:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eba130c2. 00002000:00000010:0.0:1767384391.798801:0:40464:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c6468d0e. 00000004:00000010:0.0:1767384391.798811:0:40464:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002cc02f19. 00000020:00000010:3.0:1767384391.798812:0:40437:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:1.0:1767384391.798816:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000695c84a. 00000020:00000010:1.0:1767384391.798826:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000695c84a. 00000020:00000010:3.0:1767384391.798829:0:40437:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007279376. 00000100:00000200:1.0:1767384391.798829:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732531584 02000000:00000010:1.0:1767384391.798851:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000044090d9e. 00000040:00000010:1.0:1767384391.798857:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000775fbdba. 00000040:00000010:1.0:1767384391.798864:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ac7864e6. 00000100:00000010:0.0:1767384391.798867:0:40464:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000b0e21a79. 00000100:00000200:0.0:1767384391.798887:0:40464:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000400:00000010:3.0:1767384391.798896:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2fe83d5. 00000400:00000200:3.0:1767384391.798903:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000279fe1e0 00000400:00000010:3.0:1767384391.798905:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000279fe1e0. 00000100:00000200:3.0:1767384391.798914:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eabc44ce x1853236732531456/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384391.798928:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eabc44ce x1853236732531456/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384391.798965:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000067c3241f. 02000000:00000010:3.0:1767384391.798971:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a42c946c. 00000100:00000010:3.0:1767384391.798978:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eabc44ce. 00000040:00000010:1.0:1767384391.799000:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ac7864e6. 00000040:00000010:1.0:1767384391.799004:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000775fbdba. 00010000:00000200:1.0:1767384391.799009:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c0aac58 x1853236732531584/t0(0) o502->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 272/8472 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.799021:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c883455b. 00000100:00000200:1.0:1767384391.799023:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236732531584, offset 224 00000400:00000200:1.0:1767384391.799029:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.799035:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.799040:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d209380 00000400:00000200:1.0:1767384391.799045:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b75 [4] + 224 00000400:00000200:1.0:1767384391.799050:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.799052:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.799058:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b02151d x1853236732531584/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.799066:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c883455b 00000400:00000010:1.0:1767384391.799068:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c883455b. 00000020:00000010:1.0:1767384391.799076:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.799079:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.799081:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8f142b3. 02000000:00000010:1.0:1767384391.799084:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000044090d9e. 00000100:00000200:1.0:1767384391.799095:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384391.799099:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea599edb. 00000400:00000010:1.0:1767384391.799101:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c883455b. 00000400:00000010:1.0:1767384391.799127:0:40461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c34c5269. 00000400:00000200:1.0:1767384391.799129:0:40461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6fc2bba 00000400:00000010:1.0:1767384391.799130:0:40461:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b6fc2bba. 00000100:00000200:1.0:1767384391.799133:0:40461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b02151d x1853236732531584/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.799144:0:40461:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b02151d x1853236732531584/t0(0) o502->MGC192.168.204.131@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384391.799157:0:40461:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c7fe7c10. 02000000:00000010:1.0:1767384391.799161:0:40461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000001a7c3355. 02000000:00000010:1.0:1767384391.799168:0:40461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000007d3c8d4. 00000100:00000010:1.0:1767384391.799171:0:40461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b02151d. 00000040:00000010:1.0:1767384391.799177:0:40461:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000895eb69d. 00000020:00000010:1.0:1767384391.799188:0:40461:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000039562c7e. 00000020:00000010:1.0:1767384391.799197:0:40461:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fa9c490e. 00000040:00000010:1.0:1767384391.799200:0:40461:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b2fddc5a. 00000020:00000010:1.0:1767384391.799202:0:40461:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008e245a79. 00000020:00000010:1.0:1767384391.799205:0:40461:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d4dc981f. 00000020:00000010:1.0:1767384391.799207:0:40461:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000128cf4bd. 80000000:00000010:1.0:1767384391.799209:0:40461:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ccf9d785. 40000000:00000010:1.0:1767384391.799211:0:40461:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000615366a0. 00100000:00000010:1.0:1767384391.799214:0:40461:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003e074951. 00040000:00000010:1.0:1767384391.799216:0:40461:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008ffd274b. 00040000:00000010:1.0:1767384391.799219:0:40461:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000794ddb3e. 00040000:00000010:1.0:1767384391.799221:0:40461:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002a10fd35. 00080000:00000010:1.0:1767384391.799223:0:40461:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000eed8dc4c. 00000004:00000010:1.0:1767384391.799225:0:40461:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b12df568. 00000004:00000010:1.0:1767384391.799227:0:40461:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006d1ece81. 00000004:00000010:1.0:1767384391.799229:0:40461:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b164b8c7. 00002000:00000010:1.0:1767384391.799231:0:40461:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000034a8f13f. 00000004:00000010:1.0:1767384391.799234:0:40461:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c9f5cf0b. 00000020:00000010:1.0:1767384391.799236:0:40461:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eba50bb4. 00000040:00000010:3.0:1767384391.799279:0:40426:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000404916e1. 00000040:00000010:3.0:1767384391.799289:0:40426:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a6591433. 00000040:00000010:3.0:1767384391.799295:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000667e4e3b. 00000020:00000010:3.0:1767384391.799303:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009ea92a5c. 00000040:00000010:3.0:1767384391.799307:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009069c5b1. 00000020:00000010:3.0:1767384391.799312:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e837f3e8. 00000020:00000010:3.0:1767384391.799318:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f2a58810. 80000000:00000010:3.0:1767384391.799322:0:40426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003e96bccd. 00040000:00000010:3.0:1767384391.799325:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005829d8b3. 00080000:00000010:3.0:1767384391.799329:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000020642d50. 20000000:00000010:3.0:1767384391.799333:0:40426:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004e062a39. 00000020:00000010:3.0:1767384391.799336:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c681638. 10000000:00000010:3.0:1767384391.799340:0:40426:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000af739a1e. 00000020:00000010:3.0:1767384391.799359:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008786efd8. 00000040:00000010:3.0:1767384391.799364:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007ee0ba26. 00000020:00000010:3.0:1767384391.799368:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000906d35eb. 00000020:00000010:3.0:1767384391.799373:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002eb443b0. 00040000:00000010:3.0:1767384391.799380:0:40426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009357a322. 00040000:00000010:3.0:1767384391.799384:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c417eea2. 00080000:00000010:3.0:1767384391.799388:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a9ac1883. 00000020:00000010:3.0:1767384391.799390:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eac01848. 00000020:00000010:3.0:1767384391.799393:0:40426:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000002dbb10a. 00000020:00000010:3.0:1767384391.799396:0:40426:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000005e30d9c6. 00000020:00000010:3.0:1767384391.799416:0:40426:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000c9609973. 00000020:00000010:3.0:1767384391.799419:0:40426:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 0000000073ab0a7d. 00000020:00000010:3.0:1767384391.799460:0:40426:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000c1620fc4. 00000100:00000010:3.0:1767384391.799734:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df313174. 02000000:00000010:3.0:1767384391.799749:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000be906827. 00000100:00000010:3.0:1767384391.799758:0:40426:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000067c3241f. 00000100:00000010:3.0:1767384391.799761:0:40426:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005ea45a1b. 00000100:00000010:3.0:1767384391.799769:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071e83ec0. 00000400:00000010:3.0:1767384391.799785:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2fe83d5. 00000400:00000010:3.0:1767384391.799788:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000279fe1e0. 00000100:00000200:3.0:1767384391.799793:0:40426:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824d209400-0x695824d209400, portal 33 02000000:00000010:3.0:1767384391.799810:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009b094605. 00000400:00000010:3.0:1767384391.799813:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b8e5413. 00000400:00000010:3.0:1767384391.799816:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2e8cdc3. 00000100:00000200:3.0:1767384391.799818:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236732531712, portal 25 00000400:00000010:3.0:1767384391.799821:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc1f5ad9. 00000100:00000200:3.0:1767384391.799823:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236732531712, offset 0 00000400:00000200:3.0:1767384391.799828:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384391.799837:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384391.799843:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824d209400 00000400:00000200:3.0:1767384391.799849:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x223d [2] + 0 00000400:00000010:3.0:1767384391.799852:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3b4e40. 00000400:00000200:3.0:1767384391.799856:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b11e2ab 00000400:00000200:3.0:1767384391.799860:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.799864:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384391.799867:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b11e2ab 00000400:00000010:3.0:1767384391.799869:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b11e2ab. 00000100:00000200:3.0:1767384391.799874:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384391.799894:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc1f5ad9 00000400:00000010:3.0:1767384391.799896:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc1f5ad9. 00000100:00000200:3.0:1767384391.799903:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df313174 x1853236732531712/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384391.799965:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000695c84a. 00000020:00000010:1.0:1767384391.799970:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000695c84a. 00000020:00000010:1.0:1767384391.799974:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007d3c8d4. 00000020:00000010:1.0:1767384391.799977:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c229c129. 00000020:00000010:1.0:1767384391.799980:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000153cd486. 00000020:00000010:1.0:1767384391.800009:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000695c84a. 00000020:00000010:1.0:1767384391.800012:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000695c84a. 00000100:00000200:1.0:1767384391.800015:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732531712 02000000:00000010:1.0:1767384391.800023:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ac7864e6. 20000000:00000010:1.0:1767384391.800032:0:40431:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000895eb69d. 00000100:00000010:1.0:1767384391.800036:0:40431:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000936ab91c. 00000100:00000010:1.0:1767384391.800038:0:40431:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000009f95f71. 00000400:00000010:1.0:1767384391.800044:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000400:00000010:1.0:1767384391.800050:0:40431:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c38e0de4. 00000400:00000200:1.0:1767384391.800054:0:40431:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767384391.800061:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767384391.800067:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824d209400 00000400:00000200:1.0:1767384391.800072:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b89 [1] + 0 00000400:00000010:1.0:1767384391.800075:0:40431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2fe83d5. 00000400:00000200:1.0:1767384391.800078:0:40431:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000279fe1e0 00000100:00000200:1.0:1767384391.800081:0:40431:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000936ab91c 00000400:00000200:1.0:1767384391.800088:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767384391.800092:0:40431:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b95 00000400:00000200:1.0:1767384391.800096:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.800099:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767384391.800101:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:1.0:1767384391.800103:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.800105:0:40431:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000936ab91c 00000400:00000200:1.0:1767384391.800108:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000279fe1e0 00000400:00000010:1.0:1767384391.800109:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000279fe1e0. 00000100:00000200:1.0:1767384391.800112:0:40431:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000df313174 desc 0000000067c3241f mbits 1853236732531712 00000100:00000200:1.0:1767384391.800127:0:40431:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824d209400-0x695824d209400 20000000:00000010:1.0:1767384391.800137:0:40431:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 0000000006a4ed70. 20000000:00000010:1.0:1767384391.800150:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c8f142b3. 20000000:00000010:1.0:1767384391.800155:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000775fbdba. 20000000:00000010:1.0:1767384391.800160:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000068eb0bea. 20000000:00000010:1.0:1767384391.800164:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000045259868. 20000000:00000010:1.0:1767384391.800166:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b92b378. 20000000:00000010:1.0:1767384391.800169:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ab896408. 20000000:00000010:1.0:1767384391.800173:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000038b572ef. 20000000:00000010:1.0:1767384391.800176:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a7d2732c. 20000000:00000010:1.0:1767384391.800178:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000087b2ab73. 20000000:00000010:1.0:1767384391.800181:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d31ae646. 20000000:00000010:1.0:1767384391.800183:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000588d8255. 20000000:00000010:1.0:1767384391.800186:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000051ba399e. 20000000:00000010:1.0:1767384391.800188:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002be04d54. 20000000:00000010:1.0:1767384391.800191:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eba50bb4. 20000000:00000010:1.0:1767384391.800193:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002a10fd35. 20000000:00000010:1.0:1767384391.800196:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000128cf4bd. 20000000:00000010:1.0:1767384391.800198:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b2fddc5a. 20000000:00000010:1.0:1767384391.800200:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fa9c490e. 20000000:00000010:1.0:1767384391.800203:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d3202ba7. 20000000:00000010:1.0:1767384391.800206:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001363cf96. 20000000:00000010:1.0:1767384391.800209:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000cfd2d2e. 20000000:00000010:1.0:1767384391.800211:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001c857787. 20000000:00000010:1.0:1767384391.800213:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005fd29c38. 20000000:00000010:1.0:1767384391.800216:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b0e65ef. 20000000:00000010:1.0:1767384391.800219:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a360945a. 20000000:00000010:1.0:1767384391.800233:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000048d55188. 20000000:00000010:1.0:1767384391.800238:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ce5f757d. 20000000:00000010:1.0:1767384391.800240:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009d256962. 20000000:00000010:1.0:1767384391.800242:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049c4a902. 20000000:00000010:1.0:1767384391.800245:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000095e5b865. 20000000:00000010:1.0:1767384391.800248:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c1b9d9b. 20000000:00000010:1.0:1767384391.800250:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000090f8c125. 20000000:00000010:1.0:1767384391.800253:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000258ab51d. 20000000:00000010:1.0:1767384391.800256:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f22ece4e. 20000000:00000010:1.0:1767384391.800258:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005f35f475. 20000000:00000010:1.0:1767384391.800261:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004b28ce25. 20000000:00000010:1.0:1767384391.800264:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004f74386c. 20000000:00000010:1.0:1767384391.800267:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003aa790dd. 20000000:00000010:1.0:1767384391.800270:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000297df1fe. 20000000:00000010:1.0:1767384391.800273:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000060f33332. 20000000:00000010:1.0:1767384391.800276:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1298b97. 20000000:00000010:1.0:1767384391.800286:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000799072a6. 00080000:00000010:1.0:1767384391.800327:0:40431:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bb4900fa. 00080000:00000010:0.0:1767384391.808281:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bb4900fa. 00010000:00000010:2.0:1767384391.808331:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000012d5a9e8. 00010000:00000010:2.0:1767384391.808347:0:40432:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048ab42c9. 00000100:00000010:2.0:1767384391.808352:0:40432:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d2761787. 00000100:00000010:2.0:1767384391.808361:0:40432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5cbf4a8. 02000000:00000010:2.0:1767384391.808368:0:40432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f5b6279. 02000000:00000010:2.0:1767384391.808388:0:40432:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac97a3b7. 00000400:00000010:2.0:1767384391.808392:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3cc35b0. 00000400:00000010:2.0:1767384391.808396:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000100:00000200:2.0:1767384391.808399:0:40432:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732531840, portal 16 00000400:00000010:2.0:1767384391.808416:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384391.808419:0:40432:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236732531840, offset 0 00000400:00000200:2.0:1767384391.808430:0:40432:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384391.808438:0:40432:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384391.808446:0:40432:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d209480 00000400:00000200:2.0:1767384391.808451:0:40432:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 1968 00000400:00000010:2.0:1767384391.808454:0:40432:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d5c623a. 00000400:00000200:2.0:1767384391.808457:0:40432:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ecce5d03 00000400:00000200:2.0:1767384391.808460:0:40432:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.808463:0:40432:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384391.808466:0:40432:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecce5d03 00000400:00000010:2.0:1767384391.808467:0:40432:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ecce5d03. 00000100:00000200:2.0:1767384391.808472:0:40432:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:2.0:1767384391.808535:0:40432:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000100:00000010:0.0:1767384391.808535:0:16815:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076903c40. 00000400:00000010:2.0:1767384391.808539:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000100:00000010:0.0:1767384391.808543:0:16815:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000077519245. 00000100:00000200:2.0:1767384391.808548:0:40432:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5cbf4a8 x1853236732531840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384391.808551:0:16815:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1767384391.808557:0:16815:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06248b8. 00000400:00000010:0.0:1767384391.808562:0:16815:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b464ee21. 00040000:00000010:0.0:1767384391.808570:0:16815:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000702c19d9. 00000004:00000010:0.0:1767384391.808574:0:16815:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000724354b. 00000004:00000010:0.0:1767384391.808576:0:16815:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006d1ece81. 00000004:00000010:0.0:1767384391.808579:0:16815:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003abffbde. 00000004:00000010:0.0:1767384391.808582:0:16815:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004b9979b9. 00000020:00000010:0.0:1767384391.808590:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062fa3445. 00000020:00000010:0.0:1767384391.808592:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062fa3445. 00000020:00000010:0.0:1767384391.808595:0:16815:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb8d5401. 00000020:00000010:0.0:1767384391.808598:0:16815:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c00cdb7. 00000020:00000010:0.0:1767384391.808600:0:16815:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004450229f. 00000020:00000010:0.0:1767384391.808624:0:16815:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062fa3445. 00000020:00000010:0.0:1767384391.808626:0:16815:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062fa3445. 00000100:00000200:0.0:1767384391.808629:0:16815:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732531840 02000000:00000010:0.0:1767384391.808638:0:16815:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000079fc0512. 00000400:00000010:0.0:1767384391.808645:0:16815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af5cdaa8. 00000100:00000200:0.0:1767384391.808647:0:16815:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236732531840, offset 224 00000400:00000200:0.0:1767384391.808652:0:16815:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.808658:0:16815:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384391.808665:0:16815:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d209480 00000400:00000200:0.0:1767384391.808670:0:16815:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b99 [1] + 224 00000400:00000200:0.0:1767384391.808673:0:16815:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.808676:0:16815:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384391.808681:0:16815:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5cbf4a8 x1853236732531840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384391.808698:0:16815:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af5cdaa8 00000400:00000010:0.0:1767384391.808700:0:16815:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af5cdaa8. 00010000:00000010:0.0:1767384391.808709:0:16815:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a3fe2a76. 00000400:00000010:2.0:1767384391.808711:0:40432:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3cc35b0. 00000400:00000200:2.0:1767384391.808718:0:40432:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000400:00000010:2.0:1767384391.808720:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000020:00000010:0.0:1767384391.808728:0:16815:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c00cdb7. 00000100:00000200:2.0:1767384391.808729:0:40432:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5cbf4a8 x1853236732531840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384391.808734:0:16815:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004450229f. 00000100:00000200:2.0:1767384391.808740:0:40432:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5cbf4a8 x1853236732531840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384391.808740:0:16815:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb8d5401. 02000000:00000010:0.0:1767384391.808751:0:16815:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000079fc0512. 02000000:00000010:0.0:1767384391.808756:0:16815:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006647ae6a. 00000100:00000010:0.0:1767384391.808759:0:16815:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087a8f723. 02000000:00000010:2.0:1767384391.808763:0:40432:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac97a3b7. 02000000:00000010:0.0:1767384391.808764:0:16815:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001a9135db. 00000100:00000010:0.0:1767384391.808771:0:16815:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000883f8f58. 02000000:00000010:2.0:1767384391.808772:0:40432:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001f5b6279. 02000000:00000010:0.0:1767384391.808777:0:16815:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b85d3608. 00000100:00000010:2.0:1767384391.808778:0:40432:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5cbf4a8. 00000100:00000010:0.0:1767384391.808782:0:16815:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbe1dd8a. 00000100:00000010:2.0:1767384391.808784:0:40432:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d2761787. 00010000:00000010:2.0:1767384391.808789:0:40432:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048ab42c9. 02000000:00000010:0.0:1767384391.808790:0:16815:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000017135cd6. 00000100:00000010:0.0:1767384391.808795:0:16815:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009320906d. 02000000:00000010:0.0:1767384391.808799:0:16815:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000177ccced. 00000100:00000010:0.0:1767384391.808801:0:16815:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f2711fe. 02000000:00000010:0.0:1767384391.808806:0:16815:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003c03a18a. 00000100:00000010:0.0:1767384391.808808:0:16815:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b475e705. 00000100:00000010:0.0:1767384391.808811:0:16815:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000328834d6. 00000100:00000010:0.0:1767384391.808817:0:16815:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 000000000239217d. 00000100:00000010:0.0:1767384391.808856:0:16771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004acc4c69. 02000000:00000010:0.0:1767384391.808863:0:16771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb8d5401. 02000000:00000010:1.0:1767384391.808913:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc7709dc. 00000400:00000010:1.0:1767384391.808920:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c34c5269. 00010000:00000010:0.0:1767384391.808922:0:16771:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a3fe2a76. 00000400:00000010:1.0:1767384391.808924:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.808930:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732531968, portal 18 00000400:00000010:1.0:1767384391.808934:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384391.808937:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236732531968, offset 0 00000400:00000200:1.0:1767384391.808943:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.808950:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.808955:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d209500 00000400:00000200:1.0:1767384391.808960:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 0 00000400:00000200:1.0:1767384391.808964:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.808967:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.808970:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384391.808973:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b02151d. 00000400:00000200:1.0:1767384391.808984:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000400:00000010:1.0:1767384391.808987:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384391.808995:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004acc4c69 x1853236732531968/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1767384391.809007:0:16768:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ca4d3fb6. 00000004:00000010:0.0:1767384391.809013:0:16768:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000edb0d3f4. 00000004:00000010:0.0:1767384391.809016:0:16768:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c8ae36a6. 00000004:00000010:0.0:1767384391.809018:0:16768:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000086b37a10. 00000004:00000010:0.0:1767384391.809021:0:16768:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000079fc0512. 00000020:00000010:0.0:1767384391.809027:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062fa3445. 00000020:00000010:0.0:1767384391.809029:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062fa3445. 00000020:00000010:0.0:1767384391.809034:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079d7f789. 00000020:00000010:0.0:1767384391.809036:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c00cdb7. 00000020:00000010:0.0:1767384391.809039:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004450229f. 00000100:00000200:0.0:1767384391.809052:0:16768:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b02151d x1853236732531968/t0(0) o103->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 328/0 e 0 to 0 dl 1767384402 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384391.809076:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062fa3445. 00000020:00000010:0.0:1767384391.809079:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062fa3445. 00000100:00000200:0.0:1767384391.809082:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732531968 02000000:00000010:0.0:1767384391.809088:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f65a261f. 00010000:00000010:0.0:1767384391.809112:0:16768:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062fa3445. 00000100:00000010:0.0:1767384391.809115:0:16768:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3fe2a76. 00000100:00000010:0.0:1767384391.809130:0:16768:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a3fe2a76. 00010000:00000010:0.0:1767384391.809133:0:16768:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062fa3445. 00000400:00000010:0.0:1767384391.809140:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af5cdaa8. 00000100:00000200:0.0:1767384391.809144:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236732531968, offset 224 00000400:00000200:0.0:1767384391.809148:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.809155:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384391.809161:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d209500 00000400:00000200:0.0:1767384391.809166:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2ba9 [1] + 224 00000400:00000200:0.0:1767384391.809169:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.809173:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384391.809178:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004acc4c69 x1853236732531968/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384391.809194:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af5cdaa8 00000400:00000010:0.0:1767384391.809196:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af5cdaa8. 00000020:00000010:0.0:1767384391.809206:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c00cdb7. 00000400:00000010:1.0:1767384391.809207:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c34c5269. 00000020:00000010:0.0:1767384391.809211:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004450229f. 00000020:00000010:0.0:1767384391.809215:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079d7f789. 00000400:00000200:1.0:1767384391.809229:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:1.0:1767384391.809232:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.809238:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004acc4c69 x1853236732531968/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.809247:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004acc4c69 x1853236732531968/t0(0) o103->MGC192.168.204.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384391.809265:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc7709dc. 02000000:00000010:1.0:1767384391.809269:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fb8d5401. 00000100:00000010:1.0:1767384391.809272:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004acc4c69. 00000100:00000010:3.0:1767384391.810703:0:40431:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000009f95f71. 00000100:00000010:3.0:1767384391.810711:0:40431:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000936ab91c. 20000000:00000010:3.0:1767384391.810715:0:40431:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000895eb69d. 00010000:00000200:3.0:1767384391.810732:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000566a35bd x1853236732531712/t0(0) o253->7e84c064-9ddf-4290-a20e-ee745f39ffee@0@lo:372/0 lens 4784/4768 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384391.810749:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1b02754. 00000100:00000200:3.0:1767384391.810753:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236732531712, offset 224 00000400:00000200:3.0:1767384391.810761:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384391.810769:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384391.810777:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d209400 00000400:00000200:3.0:1767384391.810783:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b8d [2] + 224 00000400:00000200:3.0:1767384391.810790:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.810793:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384391.810799:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df313174 x1853236732531712/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384391.810825:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b02754 00000400:00000010:3.0:1767384391.810827:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1b02754. 00000020:00000010:3.0:1767384391.810844:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c229c129. 00000400:00000010:1.0:1767384391.810845:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b8e5413. 00000020:00000010:3.0:1767384391.810851:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000153cd486. 00000400:00000200:1.0:1767384391.810851:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2e8cdc3 00000400:00000010:1.0:1767384391.810856:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2e8cdc3. 00000020:00000010:3.0:1767384391.810865:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007d3c8d4. 00000100:00000200:1.0:1767384391.810868:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df313174 x1853236732531712/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384391.810878:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ac7864e6. 00000100:00000200:1.0:1767384391.810878:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df313174 x1853236732531712/t0(0) o253->MGC192.168.204.131@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384391.810894:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:1.0:1767384391.810898:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000071e83ec0. 00000400:00000010:3.0:1767384391.810900:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b10ba6ef. 00000400:00000010:3.0:1767384391.810918:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1b02754. 02000000:00000010:1.0:1767384391.810926:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009b094605. 00000100:00000010:1.0:1767384391.810936:0:40426:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005ea45a1b. 00000100:00000010:1.0:1767384391.810939:0:40426:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000067c3241f. 02000000:00000010:1.0:1767384391.810941:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000be906827. 00000100:00000010:1.0:1767384391.810944:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df313174. 00000020:00000010:1.0:1767384391.810949:0:40426:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 00000000c1620fc4. 00000020:02000000:1.0:1767384391.810954:0:40426:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:1.0:1767384391.813287:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc7709dc. 00000020:00000010:1.0:1767384391.813291:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000500497a1. 00000040:00000010:1.0:1767384391.813294:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004cf665d2. 00000020:00000010:1.0:1767384391.813297:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000545b3f95. 00000020:00000010:1.0:1767384391.813300:0:40426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384391.813303:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000013e4ee86. 80000000:00000010:1.0:1767384391.813305:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000064d99087. 40000000:00000010:1.0:1767384391.813307:0:40426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001d7835c0. 00100000:00000010:1.0:1767384391.813311:0:40426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000008093e4. 00040000:00000010:1.0:1767384391.813314:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005435725e. 00040000:00000010:1.0:1767384391.813317:0:40426:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ae407249. 00040000:00000010:1.0:1767384391.813319:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000093014856. 00080000:00000010:1.0:1767384391.813323:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000603b48bf. 00000004:00000010:1.0:1767384391.813327:0:40426:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a340e672. 00000004:00000010:1.0:1767384391.813330:0:40426:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000639ba379. 00000004:00000010:1.0:1767384391.813333:0:40426:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007d272dd7. 00000004:00000010:1.0:1767384391.813335:0:40426:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000044c2c4b5. 00000020:00000010:1.0:1767384391.813349:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd6ad9f5. 00000020:00000010:1.0:1767384391.813351:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ad0057a. 00000020:00000010:1.0:1767384391.813353:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384391.813389:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000925a191e. 00080000:00000010:1.0:1767384391.813395:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006f69fc80. 00080000:00000010:1.0:1767384391.813529:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006f69fc80. 00000020:00000010:1.0:1767384391.813533:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000925a191e. 00000004:00000010:1.0:1767384391.813540:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000015a3b006. 00000004:00000010:1.0:1767384391.813546:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ca8cd28b. 00000004:00000010:1.0:1767384391.813551:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a91dc1f5. 00080000:00000010:1.0:1767384391.813555:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006f69fc80. 00040000:00000010:1.0:1767384391.813589:0:40426:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b14aebce. 00000004:00000010:1.0:1767384391.813594:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000239b3dc9. 00000004:00000010:1.0:1767384391.813596:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000471e5065. 00000004:00000010:1.0:1767384391.813599:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000710648cf. 00080000:00000010:1.0:1767384391.813601:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003a78a23b. 00000020:00000010:1.0:1767384391.813614:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fdfe9654. 00080000:00000010:1.0:1767384391.813617:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000271ff0e3. 00080000:00000010:1.0:1767384391.813639:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000271ff0e3. 00000020:00000010:1.0:1767384391.813641:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fdfe9654. 00000004:00000010:1.0:1767384391.813645:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000021cee48f. 00000004:00000010:1.0:1767384391.813647:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000059bd7e3a. 00000004:00000010:1.0:1767384391.813649:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000130aa128. 00080000:00000010:1.0:1767384391.813650:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000271ff0e3. 00100000:00000010:1.0:1767384391.813672:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000053049b34. 00000004:00000010:1.0:1767384391.813689:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000825e363e. 00000004:00000010:1.0:1767384391.813691:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000914238e2. 00000004:00000010:1.0:1767384391.813694:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006fb86f67. 00080000:00000010:1.0:1767384391.813707:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f6c4c30d. 00100000:00000010:1.0:1767384391.813737:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000ad288c8. 00040000:00000010:1.0:1767384391.813742:0:40426:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000003bd0c66b. 00000001:00000010:1.0:1767384391.813745:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000686bc1fb. 00000001:00000010:1.0:1767384391.813749:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b0ef15f1. 00000001:00000010:1.0:1767384391.813751:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a32e206f. 00040000:00000010:1.0:1767384391.813762:0:40426:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000952714db. 00000004:00000010:1.0:1767384391.813764:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bbb53a52. 00000004:00000010:1.0:1767384391.813767:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000088d6fc94. 00000004:00000010:1.0:1767384391.813769:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007d821ee1. 00080000:00000010:1.0:1767384391.813771:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fb2f121a. 00000020:00000010:1.0:1767384391.813793:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009cad44cc. 00080000:00000010:1.0:1767384391.813796:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d41fdee0. 00080000:00000010:1.0:1767384391.813817:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d41fdee0. 00000020:00000010:1.0:1767384391.813819:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009cad44cc. 00000004:00000010:1.0:1767384391.813823:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000025a2417b. 00000004:00000010:1.0:1767384391.813826:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000096df7f1f. 00000004:00000010:1.0:1767384391.813828:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d908d5a6. 00080000:00000010:1.0:1767384391.813829:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d41fdee0. 00100000:00000010:1.0:1767384391.813845:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bb2ebe42. 00000004:00000010:1.0:1767384391.813857:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000066efda7b. 00000004:00000010:1.0:1767384391.813859:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000055726f77. 00000004:00000010:1.0:1767384391.813861:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000076c5ba68. 00080000:00000010:1.0:1767384391.813863:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000062d44cdb. 00100000:00000010:1.0:1767384391.813881:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000696e19da. 00040000:00000010:1.0:1767384391.813884:0:40426:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d5db3787. 00000001:00000010:1.0:1767384391.813886:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001955fac6. 00000001:00000010:1.0:1767384391.813888:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000597b1c4a. 00000001:00000010:1.0:1767384391.813890:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000548f35f5. 00040000:00000010:1.0:1767384391.813894:0:40426:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000c7fe7c10. 00000004:00000010:1.0:1767384391.813896:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000af96ea4c. 00000004:00000010:1.0:1767384391.813899:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000062821e55. 00000004:00000010:1.0:1767384391.813912:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e5706238. 00080000:00000010:1.0:1767384391.813915:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001d3cf4b5. 00000020:00000010:1.0:1767384391.813925:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000d6fdd59. 00080000:00000010:1.0:1767384391.813928:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a7c5bcf. 00080000:00000010:1.0:1767384391.813967:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005a7c5bcf. 00000020:00000010:1.0:1767384391.813969:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000d6fdd59. 00000004:00000010:1.0:1767384391.813973:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fd8376a3. 00000004:00000010:1.0:1767384391.813976:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a67fcbb3. 00000004:00000010:1.0:1767384391.813979:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d2b94ce2. 00080000:00000010:1.0:1767384391.813981:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a7c5bcf. 00100000:00000010:1.0:1767384391.813999:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000091f83d9. 00000004:00000010:1.0:1767384391.814010:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004067d396. 00000004:00000010:1.0:1767384391.814013:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000088f3e7ac. 00000004:00000010:1.0:1767384391.814015:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e584af9b. 00080000:00000010:1.0:1767384391.814017:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ae83304e. 00100000:00000010:1.0:1767384391.814037:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000009be898. 00040000:00000010:1.0:1767384391.814039:0:40426:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000089890c2. 00000001:00000010:1.0:1767384391.814042:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000cf8a24fc. 00000001:00000010:1.0:1767384391.814044:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007591f298. 00000001:00000010:1.0:1767384391.814046:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e48430b6. 00040000:00000010:1.0:1767384391.814053:0:40426:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000e1116d6b. 00000020:00000010:1.0:1767384391.814056:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008559637. 00000020:00000010:1.0:1767384391.814058:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ffed922f. 00000020:00000010:1.0:1767384391.814061:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b164b8c7. 00000020:00000010:1.0:1767384391.814064:0:40426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001fc0f4d6. 00000020:00000010:1.0:1767384391.814066:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001448a0f1. 80000000:00000010:1.0:1767384391.814068:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a46be1ff. 40000000:00000010:1.0:1767384391.814069:0:40426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c08e238f. 00100000:00000010:1.0:1767384391.814071:0:40426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b12df568. 00040000:00000010:1.0:1767384391.814073:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cdde28a6. 00040000:00000010:1.0:1767384391.814075:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000034b42b85. 00080000:00000010:1.0:1767384391.814078:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000eed8dc4c. 00002000:00000010:1.0:1767384391.814080:0:40426:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000d4c7ee7. 00000020:00000010:1.0:1767384391.814357:0:40426:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000ce6231c0. 00000020:00000010:1.0:1767384391.814361:0:40426:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000ce6231c0. 00000020:00000010:1.0:1767384391.814364:0:40426:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000032c00705. 00000020:00000010:1.0:1767384391.814369:0:40426:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000ce6231c0. 00000020:00000010:1.0:1767384391.814372:0:40426:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000ce6231c0. 00040000:00000010:1.0:1767384391.814390:0:40426:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000cb60b2a7. 00000020:00000010:1.0:1767384391.814399:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fe4f441f. 00080000:00000010:1.0:1767384391.814418:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000030de458d. 00080000:00000010:1.0:1767384391.814446:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000030de458d. 00000020:00000010:1.0:1767384391.814448:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fe4f441f. 00000004:00000010:1.0:1767384391.814453:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000072731d72. 00000004:00000010:1.0:1767384391.814455:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009fb94d99. 00000004:00000010:1.0:1767384391.814458:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b2478e48. 00080000:00000010:1.0:1767384391.814460:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000030de458d. 00100000:00000010:1.0:1767384391.814495:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f184f278. 00000004:00000010:1.0:1767384391.814510:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000004fdd4b0. 00000004:00000010:1.0:1767384391.814513:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000004d0d6c1. 00000004:00000010:1.0:1767384391.814515:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ae7046af. 00080000:00000010:1.0:1767384391.814518:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000da6b5836. 00100000:00000010:1.0:1767384391.814539:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000068d70de3. 00040000:00000010:1.0:1767384391.814542:0:40426:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e8ad141e. 00000001:00000010:1.0:1767384391.814544:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000094efe789. 00000001:00000010:1.0:1767384391.814546:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c6aaa43d. 00000001:00000010:1.0:1767384391.814548:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b5ea69de. 00040000:00000010:1.0:1767384391.814554:0:40426:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b6fc2bba. 00000020:00000010:1.0:1767384391.814564:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009357a322. 00080000:00000010:1.0:1767384391.814566:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000068189846. 00080000:00000010:1.0:1767384391.814587:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000068189846. 00000020:00000010:1.0:1767384391.814589:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009357a322. 00000004:00000010:1.0:1767384391.814592:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000779d4275. 00000004:00000010:1.0:1767384391.814594:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007d3c4e13. 00000004:00000010:1.0:1767384391.814596:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000336922ac. 00080000:00000010:1.0:1767384391.814598:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000068189846. 00100000:00000010:1.0:1767384391.814614:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ab64217b. 00000004:00000010:1.0:1767384391.814625:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000efe94677. 00000004:00000010:1.0:1767384391.814627:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007bdee6b1. 00000004:00000010:1.0:1767384391.814629:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e80abac3. 00080000:00000010:1.0:1767384391.814631:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eabcc09f. 00100000:00000010:1.0:1767384391.814649:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000eb96a298. 00040000:00000010:1.0:1767384391.814652:0:40426:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000008f78558d. 00000001:00000010:1.0:1767384391.814664:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000033517c9a. 00000001:00000010:1.0:1767384391.814666:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000067825276. 00000001:00000010:1.0:1767384391.814668:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b53350d7. 00040000:00000010:1.0:1767384391.814680:0:40426:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000862cb7db. 00000020:00000010:1.0:1767384391.814694:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004bfcf1a4. 00080000:00000010:1.0:1767384391.814697:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000661d0718. 00080000:00000010:1.0:1767384391.814729:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000661d0718. 00000020:00000010:1.0:1767384391.814731:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004bfcf1a4. 00000004:00000010:1.0:1767384391.814734:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000037c52e5f. 00000004:00000010:1.0:1767384391.814736:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004ea646dc. 00000004:00000010:1.0:1767384391.814739:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000047f211b6. 00080000:00000010:1.0:1767384391.814741:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000661d0718. 00100000:00000010:1.0:1767384391.814760:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005ab1912f. 00000004:00000010:1.0:1767384391.814770:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000982d699e. 00000004:00000010:1.0:1767384391.814773:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d1f3a2a1. 00000004:00000010:1.0:1767384391.814786:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004d29f375. 00080000:00000010:1.0:1767384391.814788:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001a6219c5. 00100000:00000010:1.0:1767384391.814826:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006244a4ce. 00040000:00000010:1.0:1767384391.814830:0:40426:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000007ed622e. 00000001:00000010:1.0:1767384391.814832:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000385b4d84. 00000001:00000010:1.0:1767384391.814834:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000062d0c59a. 00000001:00000010:1.0:1767384391.814837:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000017f4ad1b. 00040000:00000010:1.0:1767384391.814852:0:40426:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 0000000078b2c636. 00000020:00000010:1.0:1767384391.814855:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000776f5114. 00000020:00000010:1.0:1767384391.814857:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008c8f1c90. 00000020:00000010:1.0:1767384391.814859:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000794ddb3e. 00000020:00000010:1.0:1767384391.814862:0:40426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c16f4377. 00000020:00000010:1.0:1767384391.814864:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000033f8a29e. 80000000:00000010:1.0:1767384391.814866:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007b2cc327. 40000000:00000010:1.0:1767384391.814868:0:40426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000862e968b. 00100000:00000010:1.0:1767384391.814870:0:40426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e074951. 00040000:00000010:1.0:1767384391.814872:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f07c8c67. 00040000:00000010:1.0:1767384391.814874:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000595be4aa. 00080000:00000010:1.0:1767384391.814876:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008e245a79. 00002000:00000010:1.0:1767384391.814879:0:40426:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005812cba7. 00000020:00000010:1.0:1767384391.815170:0:40426:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000d7940809. 00000020:00000010:1.0:1767384391.815173:0:40426:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000d7940809. 00000020:00000010:1.0:1767384391.815176:0:40426:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000c706479d. 00000020:00000010:1.0:1767384391.815180:0:40426:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000d7940809. 00000020:00000010:1.0:1767384391.815182:0:40426:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000d7940809. 40000000:00000010:1.0:1767384391.815186:0:40426:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 000000004153f002. 00080000:00000010:1.0:1767384391.815268:0:40426:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c7ea02ca. 00010000:00000010:2.1:1767384391.816529:0:16608:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e969781e. 00010000:00000010:0.1:1767384391.816537:0:40435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dcbb4ca9. 00010000:00000010:2.1:1767384391.816539:0:16608:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000012d5a9e8. 00010000:00000010:0.1:1767384391.816547:0:40435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084773b36. 00010000:00000010:0.1:1767384391.816551:0:40435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047beefc9. 00000100:00000010:3.0:1767384391.819679:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae916190. 00000100:00000010:2.0:1767384391.819715:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b786195. 00000100:00000010:1.0:1767384391.820519:0:250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098dda1f2. 00000100:00000010:0.0:1767384391.820571:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039305289. 00080000:00000010:0.0:1767384391.822654:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c7ea02ca. 00000004:00000010:1.0:1767384391.822669:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000044f20ded. 00000004:00000010:1.0:1767384391.822716:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008c55a54c. 00000004:00000010:1.0:1767384391.822719:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b893d2d9. 00080000:00000010:1.0:1767384391.822722:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000025cffc85. 00000004:00000010:1.0:1767384391.822775:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fc2418a5. 00000004:00000010:1.0:1767384391.822779:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000647f189b. 00000004:00000010:1.0:1767384391.822782:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000127560a2. 00080000:00000010:1.0:1767384391.822784:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000076a2cb0b. 00000020:00000010:1.0:1767384391.822822:0:40426:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 00000000895eb69d. 00080000:00000010:1.0:1767384391.822827:0:40426:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000f06d8917. 00080000:00000010:1.0:1767384391.822830:0:40426:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000c48ecad9. 00000004:00000010:1.0:1767384391.822862:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bb7fd31e. 00000004:00000010:1.0:1767384391.822865:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006f634104. 00000004:00000010:1.0:1767384391.822867:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b7aaf201. 00080000:00000010:1.0:1767384391.822872:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d49db621. 00080000:00000010:1.0:1767384391.822919:0:40426:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000c48ecad9. 00080000:00000010:1.0:1767384391.822922:0:40426:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000f06d8917. 00000020:00000010:1.0:1767384391.822924:0:40426:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 00000000895eb69d. 00000004:00000010:1.0:1767384391.822930:0:40426:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 000000008c4a5768. 00000004:00000010:1.0:1767384391.822935:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cb1d9c21. 00000004:00000010:1.0:1767384391.822938:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dbf69288. 00000004:00000010:1.0:1767384391.822940:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000129deb81. 00080000:00000010:1.0:1767384391.822943:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000077268445. 00000020:00000010:1.0:1767384391.822979:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be8a9f15. 00000020:00000010:1.0:1767384391.822981:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d237ea00. 00000040:00000010:1.0:1767384391.822984:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002477738a. 00000020:00000010:1.0:1767384391.822986:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b3f63b6b. 00000020:00000010:1.0:1767384391.822989:0:40426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002fc0f241. 00000020:00000010:1.0:1767384391.822991:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005a075a36. 80000000:00000010:1.0:1767384391.822993:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6692b23. 40000000:00000010:1.0:1767384391.822995:0:40426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000218677ac. 00100000:00000010:1.0:1767384391.822998:0:40426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007cec1d61. 00040000:00000010:1.0:1767384391.823000:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000046ab9c84. 00040000:00000010:1.0:1767384391.823004:0:40426:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bd108267. 00040000:00000010:1.0:1767384391.823006:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c21f95ee. 00080000:00000010:1.0:1767384391.823008:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008fe41411. 00000004:00000010:1.0:1767384391.823011:0:40426:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000016c39e91. 00000004:00000010:1.0:1767384391.823014:0:40426:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004a299127. 00000004:00000010:1.0:1767384391.823017:0:40426:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000d5dc68b. 00000004:00000010:1.0:1767384391.823020:0:40426:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e49085cb. 00000004:00000010:1.0:1767384391.823240:0:40426:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000227d07ad. 00000040:00000010:1.0:1767384391.823245:0:40426:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005f2990b4. 00000020:00000010:1.0:1767384391.823250:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fe6f85b. 00000020:00000010:1.0:1767384391.823252:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf0faf34. 00000040:00000010:1.0:1767384391.823254:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000967d9176. 00000020:00000010:1.0:1767384391.823256:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005ef0c864. 00000020:00000010:1.0:1767384391.823259:0:40426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000007edb8e3. 00000020:00000010:1.0:1767384391.823269:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002d447716. 80000000:00000010:1.0:1767384391.823272:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009e1445e4. 40000000:00000010:1.0:1767384391.823274:0:40426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000061f0d126. 00100000:00000010:1.0:1767384391.823276:0:40426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000407e48e7. 00040000:00000010:1.0:1767384391.823278:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000501413ca. 00040000:00000010:1.0:1767384391.823280:0:40426:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002b2da270. 00040000:00000010:1.0:1767384391.823282:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e5062d3. 00080000:00000010:1.0:1767384391.823284:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b766f85a. 00000004:00000010:1.0:1767384391.823287:0:40426:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c1781b1c. 00000004:00000010:1.0:1767384391.823290:0:40426:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000068988a83. 00000004:00000010:1.0:1767384391.823292:0:40426:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000163811c. 00000004:00000010:1.0:1767384391.823294:0:40426:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c7ea02ca. 00000040:00000010:2.0:1767384391.823466:0:40468:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000db177bc4. 00000004:00000010:1.0:1767384391.823472:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000095d79bef. 00000040:00000010:2.0:1767384391.823505:0:40468:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000b378340d. 00000004:00000010:1.0:1767384391.823506:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dbd9c414. 00000004:00000010:1.0:1767384391.823513:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e640d8fa. 00000040:00000010:2.0:1767384391.823524:0:40468:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000005c04fa55. 00000020:00000010:2.0:1767384391.823530:0:40468:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022b04b66. 00080000:00000010:1.0:1767384391.823531:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dac88d9e. 00000020:00000010:2.0:1767384391.823533:0:40468:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aaaa6347. 00000040:00000010:2.0:1767384391.823537:0:40468:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000023fc214f. 00000020:00000010:2.0:1767384391.823540:0:40468:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000062b7bdce. 00000020:00000010:2.0:1767384391.823543:0:40468:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e6d03929. 00000020:00000010:2.0:1767384391.823546:0:40468:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008f393f17. 80000000:00000010:2.0:1767384391.823549:0:40468:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d934a83e. 40000000:00000010:2.0:1767384391.823552:0:40468:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001543f85a. 00100000:00000010:2.0:1767384391.823556:0:40468:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000020642d50. 00040000:00000010:2.0:1767384391.823558:0:40468:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003b21768a. 00040000:00000010:2.0:1767384391.823562:0:40468:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a7b20913. 00040000:00000010:2.0:1767384391.823565:0:40468:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d183068e. 00080000:00000010:2.0:1767384391.823568:0:40468:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b7a5e361. 00000004:00000010:2.0:1767384391.823571:0:40468:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007c940459. 00000004:00000010:2.0:1767384391.823576:0:40468:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b79c0338. 00000004:00000010:2.0:1767384391.823579:0:40468:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f40f65f4. 00002000:00000010:2.0:1767384391.823582:0:40468:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fd348c5c. 00000004:00000010:2.0:1767384391.823585:0:40468:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002e078c83. 00000020:00000010:2.0:1767384391.823589:0:40468:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000cc14694. 00000040:00000010:2.0:1767384391.823605:0:40468:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 000000008f38285b. 00080000:00000010:1.0:1767384391.823637:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dac88d9e. 00000004:00000010:1.0:1767384391.823642:0:40426:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e640d8fa. 00000004:00000010:1.0:1767384391.823646:0:40426:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dbd9c414. 00000004:00000010:1.0:1767384391.823649:0:40426:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000095d79bef. 00000004:00000010:1.0:1767384391.823653:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fbd8447d. 00000004:00000010:1.0:1767384391.823655:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dbd9c414. 00000004:00000010:1.0:1767384391.823657:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e640d8fa. 00080000:00000010:1.0:1767384391.823660:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dac88d9e. 00000004:00000010:1.0:1767384391.823695:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c05f6af6. 00000004:00000010:1.0:1767384391.823698:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000045d4ded7. 00000004:00000010:1.0:1767384391.823700:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e60b4320. 00080000:00000010:1.0:1767384391.823702:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000542d87d7. 00080000:00000010:1.0:1767384391.823760:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000542d87d7. 00000004:00000010:1.0:1767384391.823763:0:40426:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e60b4320. 00000004:00000010:1.0:1767384391.823764:0:40426:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000045d4ded7. 00000004:00000010:1.0:1767384391.823766:0:40426:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c05f6af6. 00000004:00000010:1.0:1767384391.823771:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000036043aad. 00000004:00000010:1.0:1767384391.823773:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000045d4ded7. 00000004:00000010:1.0:1767384391.823784:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e60b4320. 00080000:00000010:1.0:1767384391.823786:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000542d87d7. 00000004:00000010:1.0:1767384391.823849:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d166624f. 00000004:00000010:1.0:1767384391.823852:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002affc853. 00000004:00000010:1.0:1767384391.823854:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005713f643. 00080000:00000010:1.0:1767384391.823857:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000736fc35f. 00080000:00000010:1.0:1767384391.823986:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000736fc35f. 00000004:00000010:1.0:1767384391.823989:0:40426:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005713f643. 00000004:00000010:1.0:1767384391.823991:0:40426:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002affc853. 00000004:00000010:1.0:1767384391.823993:0:40426:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d166624f. 00000004:00000010:1.0:1767384391.823997:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001389af7a. 00000004:00000010:1.0:1767384391.823999:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002affc853. 00000004:00000010:1.0:1767384391.824001:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005713f643. 00080000:00000010:1.0:1767384391.824004:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000736fc35f. 00000004:00000010:1.0:1767384391.824036:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b511a864. 00000004:00000010:1.0:1767384391.824039:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003b4e1d57. 00000004:00000010:1.0:1767384391.824041:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002b7da44d. 00080000:00000010:1.0:1767384391.824043:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000c6268c7. 00080000:00000010:1.0:1767384391.824165:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000c6268c7. 00000004:00000010:1.0:1767384391.824168:0:40426:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002b7da44d. 00000004:00000010:1.0:1767384391.824170:0:40426:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003b4e1d57. 00000004:00000010:1.0:1767384391.824171:0:40426:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b511a864. 00000004:00000010:1.0:1767384391.824176:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000013d66724. 00000004:00000010:1.0:1767384391.824178:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003b4e1d57. 00000004:00000010:1.0:1767384391.824179:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002b7da44d. 00080000:00000010:1.0:1767384391.824181:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000c6268c7. 00000020:00000010:1.0:1767384391.824215:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000109697aa. 00080000:00000010:1.0:1767384391.824218:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a67a85c. 00080000:00000010:1.0:1767384391.824239:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005a67a85c. 00000020:00000010:1.0:1767384391.824250:0:40426:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000109697aa. 00000004:00000010:1.0:1767384391.824258:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000059f6132c. 00000004:00000010:1.0:1767384391.824260:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002f013f96. 00000004:00000010:1.0:1767384391.824262:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000038b056f9. 00080000:00000010:1.0:1767384391.824264:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a67a85c. 00000040:00000010:1.0:1767384391.824414:0:40426:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000a79d6fc5. 00000040:00000010:1.0:1767384391.824428:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b7ba031a. 00000040:00000010:1.0:1767384391.824444:0:40426:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000004f3ba9a4. 00000020:00000010:1.0:1767384391.824447:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001b24fa9c. 00080000:00000010:1.0:1767384391.824450:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a25a70e5. 00000040:00000010:1.0:1767384391.824474:0:40426:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000895eb69d. 00000040:00000010:1.0:1767384391.824504:0:40426:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000c1620fc4. 00000040:00000010:1.0:1767384391.830862:0:40426:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000c1620fc4. 00000040:00000010:1.0:1767384391.830867:0:40426:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005516a00a. 00000040:00000010:1.0:1767384391.830871:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000054192826. 00000040:00000010:1.0:1767384391.830884:0:40426:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000ef274a3c. 00000020:00000010:1.0:1767384391.830886:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000044307a4f. 00080000:00000010:1.0:1767384391.830889:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000644bfd30. 00000040:00000010:1.0:1767384391.830910:0:40426:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c1620fc4. 00000040:00000010:1.0:1767384391.830917:0:40426:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000be906827. 00000040:00000010:2.0:1767384391.834058:0:40468:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 000000008f38285b. 00000020:00000010:2.0:1767384391.834070:0:40468:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000cc14694. 00000020:00000010:2.0:1767384391.834079:0:40468:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aaaa6347. 00000040:00000010:2.0:1767384391.834083:0:40468:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000023fc214f. 00000020:00000010:2.0:1767384391.834085:0:40468:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000062b7bdce. 00000020:00000010:2.0:1767384391.834089:0:40468:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e6d03929. 00000020:00000010:2.0:1767384391.834092:0:40468:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008f393f17. 80000000:00000010:2.0:1767384391.834095:0:40468:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d934a83e. 40000000:00000010:2.0:1767384391.834097:0:40468:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001543f85a. 00100000:00000010:2.0:1767384391.834098:0:40468:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000020642d50. 00040000:00000010:2.0:1767384391.834101:0:40468:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003b21768a. 00040000:00000010:2.0:1767384391.834103:0:40468:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a7b20913. 00040000:00000010:2.0:1767384391.834106:0:40468:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d183068e. 00080000:00000010:2.0:1767384391.834108:0:40468:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b7a5e361. 00000004:00000010:2.0:1767384391.834110:0:40468:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007c940459. 00000004:00000010:2.0:1767384391.834113:0:40468:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b79c0338. 00000004:00000010:2.0:1767384391.834115:0:40468:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f40f65f4. 00002000:00000010:2.0:1767384391.834117:0:40468:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fd348c5c. 00000004:00000010:2.0:1767384391.834119:0:40468:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002e078c83. 00000020:00000010:2.0:1767384391.834120:0:40468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022b04b66. 00000040:00000010:2.0:1767384391.834122:0:40468:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000005c04fa55. 00000020:00000010:2.0:1767384391.834126:0:40468:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf0faf34. 00000040:00000010:2.0:1767384391.834128:0:40468:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000967d9176. 00000020:00000010:2.0:1767384391.834130:0:40468:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005ef0c864. 00000020:00000010:2.0:1767384391.834132:0:40468:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007edb8e3. 00000020:00000010:2.0:1767384391.834134:0:40468:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002d447716. 80000000:00000010:2.0:1767384391.834136:0:40468:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009e1445e4. 40000000:00000010:2.0:1767384391.834137:0:40468:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000061f0d126. 00100000:00000010:2.0:1767384391.834139:0:40468:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000407e48e7. 00040000:00000010:2.0:1767384391.834140:0:40468:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000501413ca. 00040000:00000010:2.0:1767384391.834142:0:40468:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002b2da270. 00040000:00000010:2.0:1767384391.834143:0:40468:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e5062d3. 00080000:00000010:2.0:1767384391.834145:0:40468:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b766f85a. 00000004:00000010:2.0:1767384391.834146:0:40468:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c1781b1c. 00000004:00000010:2.0:1767384391.834149:0:40468:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000068988a83. 00000004:00000010:2.0:1767384391.834151:0:40468:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000163811c. 00000004:00000010:2.0:1767384391.834153:0:40468:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c7ea02ca. 00000020:00000010:2.0:1767384391.834155:0:40468:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fe6f85b. 00000004:00000010:2.0:1767384391.834157:0:40468:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000227d07ad. 00000040:00000010:1.0:1767384391.834222:0:40426:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000be906827. 00000040:00000010:1.0:1767384391.834228:0:40426:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000227d07ad. 00000020:00000010:1.0:1767384391.834231:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa5b9b5e. 00000020:00000010:1.0:1767384391.834234:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072c4c4ee. 00000040:00000010:1.0:1767384391.834237:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ac6315b3. 00000020:00000010:1.0:1767384391.834240:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000070afa86. 00000020:00000010:1.0:1767384391.834243:0:40426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d87625e5. 00000020:00000010:1.0:1767384391.834245:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a15c61ac. 80000000:00000010:1.0:1767384391.834248:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009e1445e4. 40000000:00000010:1.0:1767384391.834250:0:40426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008c7fc980. 00100000:00000010:1.0:1767384391.834253:0:40426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000063c3bce8. 00040000:00000010:1.0:1767384391.834255:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003cbd6c64. 00040000:00000010:1.0:1767384391.834258:0:40426:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008250f634. 00040000:00000010:1.0:1767384391.834261:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cc79ac37. 00080000:00000010:1.0:1767384391.834263:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000163811c. 00000004:00000010:1.0:1767384391.834266:0:40426:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c1781b1c. 00000004:00000010:1.0:1767384391.834268:0:40426:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000068988a83. 00000004:00000010:1.0:1767384391.834271:0:40426:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b766f85a. 00002000:00000010:1.0:1767384391.834273:0:40426:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000936ab91c. 00000004:00000010:1.0:1767384391.834275:0:40426:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005555dfe4. 00000020:00000010:1.0:1767384391.834277:0:40426:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000932cbf49. 00000040:00000010:1.0:1767384391.834280:0:40426:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000be906827. 00000040:00000010:1.0:1767384391.834683:0:40426:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000be906827. 00000020:00000010:1.0:1767384391.834686:0:40426:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000932cbf49. 00000020:00000010:1.0:1767384391.834690:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000072c4c4ee. 00000040:00000010:1.0:1767384391.834693:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ac6315b3. 00000020:00000010:1.0:1767384391.834695:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000070afa86. 00000020:00000010:1.0:1767384391.834696:0:40426:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d87625e5. 00000020:00000010:1.0:1767384391.834699:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a15c61ac. 80000000:00000010:1.0:1767384391.834700:0:40426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009e1445e4. 40000000:00000010:1.0:1767384391.834702:0:40426:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008c7fc980. 00100000:00000010:1.0:1767384391.834704:0:40426:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000063c3bce8. 00040000:00000010:1.0:1767384391.834705:0:40426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003cbd6c64. 00040000:00000010:1.0:1767384391.834707:0:40426:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008250f634. 00040000:00000010:1.0:1767384391.834709:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cc79ac37. 00080000:00000010:1.0:1767384391.834710:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000163811c. 00000004:00000010:1.0:1767384391.834712:0:40426:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c1781b1c. 00000004:00000010:1.0:1767384391.834714:0:40426:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000068988a83. 00000004:00000010:1.0:1767384391.834716:0:40426:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b766f85a. 00002000:00000010:1.0:1767384391.834718:0:40426:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000936ab91c. 00000004:00000010:1.0:1767384391.834719:0:40426:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005555dfe4. 00000020:00000010:1.0:1767384391.834721:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa5b9b5e. 00000040:00000010:1.0:1767384391.834722:0:40426:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000227d07ad. 00000040:00000010:1.0:1767384391.834725:0:40426:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000227d07ad. 00000020:00000010:1.0:1767384391.834726:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa5b9b5e. 00000020:00000010:1.0:1767384391.834728:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cc79ac37. 00000040:00000010:1.0:1767384391.834729:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a15c61ac. 00000020:00000010:1.0:1767384391.834731:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b766f85a. 00000020:00000010:1.0:1767384391.834732:0:40426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d87625e5. 00000020:00000010:1.0:1767384391.834734:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ac6315b3. 80000000:00000010:1.0:1767384391.834735:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009e1445e4. 40000000:00000010:1.0:1767384391.834737:0:40426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008c7fc980. 00100000:00000010:1.0:1767384391.834738:0:40426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c1781b1c. 00040000:00000010:1.0:1767384391.834739:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003cbd6c64. 00040000:00000010:1.0:1767384391.834741:0:40426:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000163811c. 00040000:00000010:1.0:1767384391.834742:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000072c4c4ee. 00080000:00000010:1.0:1767384391.834744:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008250f634. 00000004:00000010:1.0:1767384391.834746:0:40426:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000063c3bce8. 00000004:00000010:1.0:1767384391.834748:0:40426:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000068988a83. 00000004:00000010:1.0:1767384391.834749:0:40426:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000070afa86. 00002000:00000010:1.0:1767384391.834750:0:40426:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005555dfe4. 00000004:00000010:1.0:1767384391.834752:0:40426:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000936ab91c. 00000020:00000010:1.0:1767384391.834753:0:40426:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ca216038. 00000040:00000010:1.0:1767384391.834755:0:40426:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000be906827. 00000040:00000010:1.0:1767384391.835134:0:40426:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000be906827. 00000020:00000010:1.0:1767384391.835136:0:40426:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ca216038. 00000020:00000010:1.0:1767384391.835138:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cc79ac37. 00000040:00000010:1.0:1767384391.835139:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a15c61ac. 00000020:00000010:1.0:1767384391.835140:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b766f85a. 00000020:00000010:1.0:1767384391.835142:0:40426:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d87625e5. 00000020:00000010:1.0:1767384391.835143:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ac6315b3. 80000000:00000010:1.0:1767384391.835145:0:40426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009e1445e4. 40000000:00000010:1.0:1767384391.835146:0:40426:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008c7fc980. 00100000:00000010:1.0:1767384391.835147:0:40426:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c1781b1c. 00040000:00000010:1.0:1767384391.835148:0:40426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003cbd6c64. 00040000:00000010:1.0:1767384391.835149:0:40426:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000163811c. 00040000:00000010:1.0:1767384391.835150:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000072c4c4ee. 00080000:00000010:1.0:1767384391.835151:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008250f634. 00000004:00000010:1.0:1767384391.835153:0:40426:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000063c3bce8. 00000004:00000010:1.0:1767384391.835154:0:40426:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000068988a83. 00000004:00000010:1.0:1767384391.835155:0:40426:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000070afa86. 00002000:00000010:1.0:1767384391.835156:0:40426:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005555dfe4. 00000004:00000010:1.0:1767384391.835157:0:40426:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000936ab91c. 00000020:00000010:1.0:1767384391.835158:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa5b9b5e. 00000040:00000010:1.0:1767384391.835159:0:40426:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000227d07ad. 00000040:00000010:1.0:1767384391.835162:0:40426:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000e8950760. 00000040:00000010:1.0:1767384391.835165:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fa5b9b5e. 00000040:00000010:1.0:1767384391.835179:0:40426:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 000000005d13a6f5. 00000020:00000010:1.0:1767384391.835181:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003cbd6c64. 00080000:00000010:1.0:1767384391.835184:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d0b6e38f. 00000040:00000010:1.0:1767384391.835207:0:40426:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000be906827. 00000001:00000010:1.0:1767384391.835213:0:40426:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000abfd7bff. 00000004:00000010:1.0:1767384391.835228:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e080e8aa. 00000004:00000010:1.0:1767384391.835231:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000791475fc. 00000004:00000010:1.0:1767384391.835233:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e2443af0. 00080000:00000010:1.0:1767384391.835235:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d5c8da42. 00080000:00000010:1.0:1767384391.835259:0:40426:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000936ab91c. 00080000:00000010:1.0:1767384391.835270:0:40426:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000029714808. 00080000:00000010:1.0:1767384391.835413:0:40426:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d5c8da42. 00000004:00000010:1.0:1767384391.835417:0:40426:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e2443af0. 00000004:00000010:1.0:1767384391.835419:0:40426:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000791475fc. 00000004:00000010:1.0:1767384391.835421:0:40426:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e080e8aa. 00000020:00000010:1.0:1767384391.835432:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e5f32bb2. 00080000:00000010:1.0:1767384391.835434:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d5c8da42. 00080000:00000010:1.0:1767384391.835439:0:40426:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fac52d8c. 00000020:00000010:1.0:1767384391.835761:0:40426:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000aebe83e3. 00100000:00000010:1.0:1767384391.835780:0:40426:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001fc28a5f. 00080000:00000010:1.0:1767384391.835791:0:40426:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bb4900fa. 00000020:00000010:1.0:1767384391.835819:0:40426:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000aebe83e3. 00000020:00000010:1.0:1767384391.835821:0:40426:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 000000002e50e3cd. 00080000:00000010:1.0:1767384391.835833:0:40426:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fd4f549a. 00080000:00000010:1.0:1767384391.835854:0:40426:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fb4ae259. 00080000:00000010:1.0:1767384391.835874:0:40426:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fe835571. 00100000:00000010:1.0:1767384391.835894:0:40426:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 0000000068988a83. 00000020:00000010:1.0:1767384391.835921:0:40426:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000e4083ccb. 00000004:00000010:1.0:1767384391.835937:0:40426:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dc696439. 00000004:00000010:1.0:1767384391.835940:0:40426:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000791475fc. 00000004:00000010:1.0:1767384391.835943:0:40426:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e2443af0. 00080000:00000010:1.0:1767384391.835945:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f5221f92. 00000020:00000010:1.0:1767384391.835955:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000042b7c1f. 00080000:00000010:1.0:1767384391.835958:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007fedf6cc. 00000020:00000010:1.0:1767384391.835987:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001de0011a. 00080000:00000010:1.0:1767384391.835989:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009ae6f253. 00100000:00000010:1.0:1767384391.836035:0:40426:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 000000006d214a48. 00100000:00000010:1.0:1767384391.836037:0:40426:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 0000000068976a6d. 00100000:00000010:1.0:1767384391.836081:0:40426:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 0000000068976a6d. 00100000:00000010:1.0:1767384391.836084:0:40426:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000070afa86. 00100000:00000010:1.0:1767384391.836088:0:40426:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000beb807d5. 00100000:00000010:1.0:1767384391.836091:0:40426:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000ef81d2b5. 00100000:00000010:1.0:1767384391.836094:0:40426:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 000000008f492dcd. 00000020:00000010:1.0:1767384391.836104:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002362696c. 00080000:00000010:1.0:1767384391.836107:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000053ccff9d. 00000020:00000010:1.0:1767384391.836147:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006e0e8090. 00080000:00000010:1.0:1767384391.836149:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006429a719. 00000020:00000010:1.0:1767384391.836173:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000027a5c329. 00080000:00000010:1.0:1767384391.836176:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006c3f26ce. 00000020:00000010:1.0:1767384391.836198:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cede2941. 00080000:00000010:1.0:1767384391.836200:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002a63adaa. 00000020:00000010:1.0:1767384391.836222:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fdc6505a. 00080000:00000010:1.0:1767384391.836224:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fc3e722a. 00000020:00000010:1.0:1767384391.836246:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000103bd1a. 00080000:00000010:1.0:1767384391.836254:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b6faa7d4. 00000020:00000010:1.0:1767384391.836294:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000037885320. 00080000:00000010:1.0:1767384391.836296:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000091c5fa39. 00000020:00000010:1.0:1767384391.836320:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c37d300d. 00080000:00000010:1.0:1767384391.836322:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d0ea2ecd. 00000020:00000010:1.0:1767384391.836344:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dd129d85. 00080000:00000010:1.0:1767384391.836346:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000877e95ef. 00000020:00000010:1.0:1767384391.836368:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008e767184. 00080000:00000010:1.0:1767384391.836370:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f5c2238d. 00000020:00000010:1.0:1767384391.836392:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d209ad41. 00080000:00000010:1.0:1767384391.836394:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a61f2bb2. 00000020:00000010:1.0:1767384391.836434:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000151385b2. 00080000:00000010:1.0:1767384391.836437:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e57e75bf. 00000020:00000010:1.0:1767384391.836460:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c014fc4a. 00080000:00000010:1.0:1767384391.836462:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000b5063d8. 00000020:00000010:1.0:1767384391.836506:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002550c6f6. 00080000:00000010:1.0:1767384391.836509:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d596b35f. 00000020:00000010:1.0:1767384391.836534:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000192cd04c. 00080000:00000010:1.0:1767384391.836536:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bd07842f. 00000020:00000010:1.0:1767384391.836558:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d067c80e. 00080000:00000010:1.0:1767384391.836560:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a6086727. 00000020:00000010:1.0:1767384391.836585:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001c561520. 00080000:00000010:1.0:1767384391.836588:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c42d0dcf. 00100000:00000010:1.0:1767384391.836606:0:40426:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 0000000063c3bce8. 00100000:00000010:1.0:1767384391.836609:0:40426:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000af7dfa76. 00100000:00000010:1.0:1767384391.836612:0:40426:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 0000000079cd5330. 00100000:00000010:1.0:1767384391.836614:0:40426:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 0000000022b32493. 00000020:00000010:1.0:1767384391.836621:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007d2946fd. 00080000:00000010:1.0:1767384391.836623:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c8b11852. 00000020:00000010:1.0:1767384391.836678:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c1c82b19. 00080000:00000010:1.0:1767384391.836681:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003c1b2e94. 00000020:00000010:1.0:1767384391.836705:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006b414f50. 00080000:00000010:1.0:1767384391.836707:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f998376. 00000020:00000010:1.0:1767384391.836729:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d5f25b2a. 00080000:00000010:1.0:1767384391.836731:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d59a0256. 00000020:00000010:1.0:1767384391.836753:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e86d8367. 00080000:00000010:1.0:1767384391.836755:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f1ee4b28. 00000020:00000010:1.0:1767384391.836776:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000341e9933. 00080000:00000010:1.0:1767384391.836785:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ab322c36. 00000020:00000010:1.0:1767384391.836816:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005a4f529b. 00080000:00000010:1.0:1767384391.836818:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d728cdf5. 00000020:00000010:1.0:1767384391.836842:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eb9be8ad. 00080000:00000010:1.0:1767384391.836844:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005cb4c3b7. 00000020:00000010:1.0:1767384391.836867:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d621246b. 00080000:00000010:1.0:1767384391.836869:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000055bfe10b. 00000020:00000010:1.0:1767384391.836890:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009335e427. 00080000:00000010:1.0:1767384391.836893:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008f38285b. 00000020:00000010:1.0:1767384391.836914:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009b7d9517. 00080000:00000010:1.0:1767384391.836916:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f5cfe139. 00000020:00000010:1.0:1767384391.836953:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000030ceef7f. 00080000:00000010:1.0:1767384391.836956:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d77c2e0. 00000020:00000010:1.0:1767384391.836977:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000028e31877. 00080000:00000010:1.0:1767384391.836980:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002b598b06. 00000020:00000010:1.0:1767384391.837002:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004995f492. 00080000:00000010:1.0:1767384391.837004:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b07bc6d. 00000020:00000010:1.0:1767384391.837026:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cd0a149a. 00080000:00000010:1.0:1767384391.837028:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000323c29b9. 00000020:00000010:1.0:1767384391.837051:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008d0be687. 00080000:00000010:1.0:1767384391.837101:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000345f6a26. 00000020:00000010:1.0:1767384391.837131:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000558c9e69. 00080000:00000010:1.0:1767384391.837134:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000012d9dbef. 00100000:00000010:1.0:1767384391.837155:0:40426:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000f4f0f8a5. 00200000:00000010:1.0:1767384391.837159:0:40426:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 0000000068976a6d. 00000020:00000010:1.0:1767384391.837175:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc79ac37. 00000020:00000010:1.0:1767384391.837178:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0da5e10. 00000020:00000010:1.0:1767384391.837180:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008250f634. 00000020:00000010:1.0:1767384391.837182:0:40426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d87625e5. 00000020:00000010:1.0:1767384391.837184:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e5062d3. 80000000:00000010:1.0:1767384391.837186:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006b0cb214. 40000000:00000010:1.0:1767384391.837187:0:40426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a56294b7. 00100000:00000010:1.0:1767384391.837189:0:40426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000163811c. 00040000:00000010:1.0:1767384391.837191:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000038c6afb3. 00040000:00000010:1.0:1767384391.837193:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002d447716. 00080000:00000010:1.0:1767384391.837195:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c1781b1c. 00002000:00000010:1.0:1767384391.837203:0:40426:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002c93a8d8. 00080000:00000010:1.0:1767384391.837209:0:40426:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fb0421ee. 00080000:00000010:1.0:1767384391.847860:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fb0421ee. 00080000:00000010:1.0:1767384391.847871:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fe835571. 00080000:00000010:1.0:1767384391.847875:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fb4ae259. 00080000:00000010:1.0:1767384391.847878:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fd4f549a. 00080000:00000010:1.0:1767384391.847879:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bb4900fa. 00080000:00000010:1.0:1767384391.847881:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fac52d8c. 00080000:00000010:1.0:1767384391.847884:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000936ab91c. 00000020:00000010:3.0:1767384391.847984:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e0da5e10. 00000020:00000010:3.0:1767384391.847995:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008250f634. 00000020:00000010:3.0:1767384391.848001:0:40426:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d87625e5. 00000020:00000010:3.0:1767384391.848006:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006e5062d3. 80000000:00000010:3.0:1767384391.848011:0:40426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006b0cb214. 40000000:00000010:3.0:1767384391.848016:0:40426:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a56294b7. 00100000:00000010:3.0:1767384391.848021:0:40426:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000163811c. 00040000:00000010:3.0:1767384391.848025:0:40426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000038c6afb3. 00040000:00000010:3.0:1767384391.848031:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002d447716. 00080000:00000010:3.0:1767384391.848034:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c1781b1c. 00002000:00000010:3.0:1767384391.848040:0:40426:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002c93a8d8. 00000020:00000010:3.0:1767384391.848044:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc79ac37. 00000004:00000010:3.0:1767384391.848060:0:40426:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 000000009a672fc7. 00000004:00000010:3.0:1767384391.848301:0:40469:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000317ba859. 00000020:00000010:3.0:1767384391.848319:0:40469:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b176fd56. 00000004:00000010:1.0:1767384391.848322:0:40426:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 000000009a672fc7. 00000020:00000010:3.0:1767384391.848324:0:40469:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000007279376. 00000040:00000010:3.0:1767384391.848332:0:40469:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000014346954. 00000020:00000010:3.0:1767384391.848338:0:40469:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078c512f5. 00000020:00000010:3.0:1767384391.848343:0:40469:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a345e447. 00000020:00000010:3.0:1767384391.848348:0:40469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e8305dce. 00000020:00000010:1.0:1767384391.848349:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000500497a1. 80000000:00000010:3.0:1767384391.848353:0:40469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ae916190. 00000040:00000010:1.0:1767384391.848356:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004cf665d2. 40000000:00000010:3.0:1767384391.848362:0:40469:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f1af6c57. 00000020:00000010:1.0:1767384391.848362:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000545b3f95. 00000020:00000010:1.0:1767384391.848369:0:40426:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d13f91cd. 00100000:00000010:3.0:1767384391.848371:0:40469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fe6aa8d8. 00000020:00000010:1.0:1767384391.848375:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000013e4ee86. 00040000:00000010:3.0:1767384391.848380:0:40469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b58ed397. 80000000:00000010:1.0:1767384391.848381:0:40426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000064d99087. 40000000:00000010:1.0:1767384391.848391:0:40426:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001d7835c0. 00040000:00000010:3.0:1767384391.848395:0:40469:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004a7d61a4. 00000020:00000010:1.0:1767384391.848397:0:40426:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000e4083ccb. 00100000:00000010:1.0:1767384391.848437:0:40426:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000008093e4. 00040000:00000010:3.0:1767384391.848442:0:40469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000878796a0. 00040000:00000010:1.0:1767384391.848442:0:40426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005435725e. 00040000:00000010:1.0:1767384391.848452:0:40426:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ae407249. 00080000:00000010:3.0:1767384391.848454:0:40469:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c962874d. 00040000:00000010:1.0:1767384391.848456:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000093014856. 00000100:00000010:2.0:1767384391.848457:0:40457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5cbf4a8. 00080000:00000010:1.0:1767384391.848464:0:40426:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000029714808. 00000004:00000010:3.0:1767384391.848466:0:40469:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000d026d24. 00000020:00000010:1.0:1767384391.848468:0:40426:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 000000002e50e3cd. 00080000:00000010:1.0:1767384391.848475:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000603b48bf. 00000004:00000010:1.0:1767384391.848510:0:40426:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a340e672. 02000000:00000010:2.0:1767384391.848514:0:40457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aaaa6347. 00000004:00000010:1.0:1767384391.848517:0:40426:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000639ba379. 00000004:00000010:3.0:1767384391.848518:0:40469:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ff87d27d. 00000100:00000010:2.0:1767384391.848528:0:40457:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf5e3844. 00000004:00000010:1.0:1767384391.848533:0:40426:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007d272dd7. 00000004:00000010:3.0:1767384391.848536:0:40469:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ffbbc541. 00000004:00000010:1.0:1767384391.848538:0:40426:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000044c2c4b5. 02000000:00000010:2.0:1767384391.848545:0:40457:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf9de5eb. 00000020:00000010:1.0:1767384391.848546:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc7709dc. 00000004:00000010:3.0:1767384391.848548:0:40469:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001f273c30. 00000020:00000010:1.0:1767384391.848553:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ad0057a. 00000400:00000010:2.0:1767384391.848554:0:40457:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3cc35b0. 00000020:00000010:1.0:1767384391.848559:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00080000:00000010:3.0:1767384391.848564:0:40469:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000db2631c9. 00000400:00000010:2.0:1767384391.848564:0:40457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000020:00000010:1.0:1767384391.848565:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd6ad9f5. 00000100:00000200:2.0:1767384391.848575:0:40457:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236732532096, portal 4 00080000:00000010:3.0:1767384391.848576:0:40469:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000bc51b562. 00000020:00000010:2.0:1767384391.848584:0:40457:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000081f56e05. 00000040:00000010:1.0:1767384391.848585:0:40426:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000008a870004. 00000400:00000010:2.0:1767384391.848591:0:40457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384391.848597:0:40457:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236732532096, offset 0 00000020:00000010:1.0:1767384391.848597:0:40426:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c55dc927. 00000040:00000010:1.0:1767384391.848604:0:40426:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cc660a69. 00000400:00000200:2.0:1767384391.848607:0:40457:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384391.848607:0:40426:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dc496f5a. 00000020:00000010:1.0:1767384391.848613:0:40426:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009d089254. 80000000:00000010:1.0:1767384391.848618:0:40426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d273c984. 00040000:00000010:1.0:1767384391.848621:0:40426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cab021d1. 00000400:00000200:2.0:1767384391.848624:0:40457:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:1.0:1767384391.848626:0:40426:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000002a3b5b. 20000000:00000010:1.0:1767384391.848630:0:40426:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007406175b. 00000020:00000010:1.0:1767384391.848634:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000184fd864. 00000400:00000200:2.0:1767384391.848640:0:40457:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824d209580 00000400:00000200:2.0:1767384391.848647:0:40457:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xa9d [8] + 6496 00000400:00000200:2.0:1767384391.848654:0:40457:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.848657:0:40457:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384391.848663:0:40457:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384391.848667:0:40457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071e3ee83. 00000400:00000200:2.0:1767384391.848689:0:40457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000400:00000010:2.0:1767384391.848692:0:40457:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384391.848702:0:40457:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5cbf4a8 x1853236732532096/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384407 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384391.848707:0:40469:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000bc51b562. 00080000:00000010:3.0:1767384391.848718:0:40469:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000db2631c9. 00000100:00000010:2.0:1767384391.848723:0:40457:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c04fa55. 00000020:00000010:3.0:1767384391.848727:0:40469:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000007279376. 00000040:00000010:3.0:1767384391.848735:0:40469:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000014346954. 00000020:00000010:0.0:1767384391.848735:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af5a8cda. 00000100:00000010:2.0:1767384391.848737:0:40457:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d934a83e. 00000020:00000010:0.0:1767384391.848748:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af5a8cda. 00000100:00000010:2.0:1767384391.848750:0:40457:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5c2019c. 00000020:00000010:3.0:1767384391.848752:0:40469:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000078c512f5. 00000020:00000010:0.0:1767384391.848756:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b6acea2. 00000020:00000010:0.0:1767384391.848763:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004d6e76c. 00000020:00000010:3.0:1767384391.848764:0:40469:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a345e447. 00000100:00000010:2.0:1767384391.848764:0:40457:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080083c06. 00000020:00000010:0.0:1767384391.848777:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004450229f. 00000020:00000010:3.0:1767384391.848779:0:40469:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e8305dce. 80000000:00000010:3.0:1767384391.848790:0:40469:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ae916190. 40000000:00000010:3.0:1767384391.848795:0:40469:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f1af6c57. 00100000:00000010:3.0:1767384391.848800:0:40469:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fe6aa8d8. 00040000:00000010:3.0:1767384391.848807:0:40469:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b58ed397. 00040000:00000010:3.0:1767384391.848815:0:40469:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004a7d61a4. 00000020:00000010:0.0:1767384391.848818:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af5a8cda. 00040000:00000010:3.0:1767384391.848819:0:40469:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000878796a0. 00000020:00000010:0.0:1767384391.848823:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af5a8cda. 00080000:00000010:3.0:1767384391.848827:0:40469:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c962874d. 00000100:00000200:0.0:1767384391.848828:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732532096 00000004:00000010:3.0:1767384391.848837:0:40469:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000d026d24. 00000004:00000010:3.0:1767384391.848843:0:40469:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ff87d27d. 00000004:00000010:3.0:1767384391.848847:0:40469:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ffbbc541. 02000000:00000010:0.0:1767384391.848849:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000044c2c4b5. 00000004:00000010:3.0:1767384391.848852:0:40469:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001f273c30. 00000020:00000010:3.0:1767384391.848858:0:40469:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b176fd56. 00000004:00000010:3.0:1767384391.848862:0:40469:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000317ba859. 00010000:00000200:0.0:1767384391.848865:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071e3ee83 x1853236732532096/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 264/240 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384391.848880:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af5cdaa8. 00000100:00000200:0.0:1767384391.848883:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236732532096, offset 224 00000400:00000200:0.0:1767384391.848890:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384391.848895:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384391.848899:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824d209580 00000400:00000200:0.0:1767384391.848903:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2bbd [1] + 224 00000400:00000200:0.0:1767384391.848906:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384391.848908:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384391.848912:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5cbf4a8 x1853236732532096/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384391.848930:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af5cdaa8 00000400:00000010:0.0:1767384391.848932:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af5cdaa8. 00000020:00000010:0.0:1767384391.848942:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004d6e76c. 00000400:00000010:2.0:1767384391.848944:0:40457:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3cc35b0. 00000020:00000010:0.0:1767384391.848945:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004450229f. 00000400:00000200:2.0:1767384391.848951:0:40457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000020:00000010:0.0:1767384391.848951:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b6acea2. 00000400:00000010:2.0:1767384391.848955:0:40457:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000100:00000200:2.0:1767384391.848960:0:40457:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5cbf4a8 x1853236732532096/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384391.848973:0:40457:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5cbf4a8 x1853236732532096/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384391.848998:0:40457:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bf5e3844. 02000000:00000010:2.0:1767384391.849004:0:40457:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf9de5eb. 02000000:00000010:2.0:1767384391.849008:0:40457:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000aaaa6347. 00000100:00000010:2.0:1767384391.849013:0:40457:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5cbf4a8. 00000100:00000010:2.0:1767384391.849016:0:40457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5cbf4a8. 02000000:00000010:2.0:1767384391.849022:0:40457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aaaa6347. 00000100:00000010:2.0:1767384391.849027:0:40457:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf5e3844. 02000000:00000010:2.0:1767384391.849032:0:40457:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002e078c83. 00000400:00000010:2.0:1767384391.849035:0:40457:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3cc35b0. 00000400:00000010:2.0:1767384391.849038:0:40457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000921a8bad. 00000100:00000200:2.0:1767384391.849041:0:40457:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732532224, portal 4 00000400:00000010:2.0:1767384391.849043:0:40457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384391.849045:0:40457:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236732532224, offset 0 00000400:00000200:2.0:1767384391.849050:0:40457:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384391.849055:0:40457:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384391.849060:0:40457:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824d209600 00000400:00000200:2.0:1767384391.849063:0:40457:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 6760 00000400:00000200:2.0:1767384391.849066:0:40457:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.849069:0:40457:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384391.849071:0:40457:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384391.849074:0:40457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa176323. 00000400:00000200:2.0:1767384391.849083:0:40457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff0571 00000400:00000010:2.0:1767384391.849085:0:40457:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000100:00000200:2.0:1767384391.849089:0:40457:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5cbf4a8 x1853236732532224/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384407 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384391.851536:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5c2019c. 00000100:00000010:1.0:1767384391.851543:0:250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d934a83e. 00000020:00000010:1.0:1767384391.853562:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084e4b252. 00000020:00000010:1.0:1767384391.853568:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084e4b252. 00000020:00000010:1.0:1767384391.853576:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc79ac37. 00000020:00000010:1.0:1767384391.853579:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005e88185. 00000020:00000010:1.0:1767384391.853583:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384391.853618:0:17557:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084e4b252. 00000020:00000010:1.0:1767384391.853620:0:17557:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084e4b252. 00000100:00000200:1.0:1767384391.853622:0:17557:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732532224 02000000:00000010:1.0:1767384391.853636:0:17557:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000fb0421ee. 00010000:00000200:1.0:1767384391.853647:0:17557:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa176323 x1853236732532224/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 432/432 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.853659:0:17557:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.853662:0:17557:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236732532224, offset 224 00000400:00000200:1.0:1767384391.853669:0:17557:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.853676:0:17557:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.853683:0:17557:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824d209600 00000400:00000200:1.0:1767384391.853687:0:17557:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bc9 [1] + 224 00000400:00000200:1.0:1767384391.853691:0:17557:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.853695:0:17557:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.853702:0:17557:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5cbf4a8 x1853236732532224/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.853723:0:17557:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:1.0:1767384391.853725:0:17557:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000020:00000010:1.0:1767384391.853737:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005e88185. 00000020:00000010:1.0:1767384391.853741:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384391.853744:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc79ac37. 00000400:00000010:1.0:1767384391.853770:0:40457:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3cc35b0. 00000400:00000200:1.0:1767384391.853775:0:40457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a8bad 00000400:00000010:1.0:1767384391.853776:0:40457:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921a8bad. 00000100:00000200:1.0:1767384391.853783:0:40457:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5cbf4a8 x1853236732532224/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384391.853800:0:40457:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5cbf4a8 x1853236732532224/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384391.853820:0:40457:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bf5e3844. 02000000:00000010:1.0:1767384391.853829:0:40457:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002e078c83. 02000000:00000010:1.0:1767384391.853833:0:40457:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000aaaa6347. 00000100:00000010:1.0:1767384391.853837:0:40457:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5cbf4a8. 00000100:00000010:1.0:1767384391.853846:0:40457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9a320ec. 02000000:00000010:1.0:1767384391.853852:0:40457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc79ac37. 00000100:00000010:1.0:1767384391.853859:0:40457:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d61373a1. 02000000:00000010:1.0:1767384391.853867:0:40457:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d7df696c. 00000400:00000010:1.0:1767384391.853871:0:40457:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c34c5269. 00000400:00000010:1.0:1767384391.853876:0:40457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000320e3d70. 00000100:00000200:1.0:1767384391.853878:0:40457:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236732532352, portal 4 00000400:00000010:1.0:1767384391.853882:0:40457:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384391.853885:0:40457:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236732532352, offset 0 00000400:00000200:1.0:1767384391.853889:0:40457:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.853896:0:40457:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.853906:0:40457:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824d209680 00000400:00000200:1.0:1767384391.853916:0:40457:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 7192 00000400:00000200:1.0:1767384391.853921:0:40457:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.853925:0:40457:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.853928:0:40457:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384391.853931:0:40457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad82ee5d. 00000400:00000200:1.0:1767384391.853949:0:40457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000400:00000010:1.0:1767384391.853952:0:40457:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384391.853964:0:40457:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9a320ec x1853236732532352/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384391.853990:0:40457:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cbc8393. 00000100:00000010:1.0:1767384391.854001:0:40457:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000190f3971. 00000020:00000010:1.0:1767384391.854071:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084e4b252. 00000020:00000010:1.0:1767384391.854078:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084e4b252. 00000020:00000010:1.0:1767384391.854085:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d447716. 00000020:00000010:1.0:1767384391.854089:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005e88185. 00000020:00000010:1.0:1767384391.854092:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384391.854122:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084e4b252. 00000020:00000010:1.0:1767384391.854126:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084e4b252. 00000100:00000200:1.0:1767384391.854133:0:17556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236732532352 02000000:00000010:1.0:1767384391.854143:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000643386ad. 00002000:00000010:1.0:1767384391.854169:0:17556:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000084e4b252. 00002000:00000010:1.0:1767384391.854181:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f6a30de9. 00080000:00000010:1.0:1767384391.854188:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ef6891e9. 00002000:00000010:1.0:1767384391.854471:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000065dea594. 00080000:00000010:1.0:1767384391.854476:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008b52ea5b. 00002000:00000010:1.0:1767384391.854755:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000348adf49. 00080000:00000010:1.0:1767384391.854760:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000afa8c99f. 00002000:00000010:1.0:1767384391.854998:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008ea50ce5. 00080000:00000010:1.0:1767384391.855008:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000015e4c676. 00002000:00000010:1.0:1767384391.855272:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000af1261a6. 00080000:00000010:1.0:1767384391.855279:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fb1cfe79. 00002000:00000010:1.0:1767384391.855579:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c6c51f79. 00080000:00000010:1.0:1767384391.855596:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006e04c082. 00002000:00000010:1.0:1767384391.855959:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e573eca7. 00080000:00000010:1.0:1767384391.855969:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a8b96dd5. 00002000:00000010:1.0:1767384391.856347:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003005e82f. 00080000:00000010:1.0:1767384391.856353:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b3193ee. 00080000:00000010:1.0:1767384391.856778:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002c2a3997. 00000100:00000010:0.0:1767384391.858521:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c04fa55. 00000100:00000010:2.0:1767384391.858524:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000190f3971. 00000100:00000010:3.0:1767384391.858628:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080083c06. 00000100:00000010:1.0:1767384391.859577:0:250:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cbc8393. 00002000:00000010:1.0:1767384391.864549:0:17556:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000064d99087. 00000001:00000010:1.0:1767384391.864561:0:17556:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000d273c984. 00002000:00000010:1.0:1767384391.864881:0:17556:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000084e4b252. 00002000:00000010:1.0:1767384391.864891:0:17556:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000084e4b252. 00002000:00000010:1.0:1767384391.864901:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e3f4a776. 00080000:00000010:1.0:1767384391.864908:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000059caf8b5. 00002000:00000010:1.0:1767384391.865178:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000097aecf69. 00080000:00000010:1.0:1767384391.865185:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006b8bd479. 00002000:00000010:1.0:1767384391.865473:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000abd26223. 00080000:00000010:1.0:1767384391.865500:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d7c8b7a4. 00002000:00000010:1.0:1767384391.865713:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000067b05c9. 00080000:00000010:1.0:1767384391.865717:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cb8403e1. 00002000:00000010:1.0:1767384391.865925:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000030fce95e. 00080000:00000010:1.0:1767384391.865931:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009568c245. 00002000:00000010:1.0:1767384391.866132:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cc040789. 00080000:00000010:1.0:1767384391.866136:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009eb00521. 00002000:00000010:1.0:1767384391.866390:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d4975cdd. 00080000:00000010:1.0:1767384391.866394:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dde74cf3. 00002000:00000010:1.0:1767384391.866934:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f2534fc3. 00080000:00000010:1.0:1767384391.866941:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008a89a5af. 00080000:00000010:1.0:1767384391.867128:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006528a4e9. 00002000:00000010:1.0:1767384391.869070:0:17556:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000001efdb0aa. 00000001:00000010:1.0:1767384391.869079:0:17556:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000921d239c. 00002000:00000010:1.0:1767384391.869376:0:17556:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000084e4b252. 00002000:00000010:1.0:1767384391.869383:0:17556:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000084e4b252. 00002000:00000010:1.0:1767384391.869387:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000058818df9. 00080000:00000010:1.0:1767384391.869392:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b26cc351. 00002000:00000010:1.0:1767384391.869690:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002b1c67e0. 00080000:00000010:1.0:1767384391.869696:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c4d85494. 00002000:00000010:1.0:1767384391.869947:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006799747a. 00080000:00000010:1.0:1767384391.869952:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c22e3be0. 00002000:00000010:1.0:1767384391.870201:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ca10b275. 00080000:00000010:1.0:1767384391.870206:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007bc1fb46. 00002000:00000010:1.0:1767384391.870514:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000029ea2f40. 00080000:00000010:1.0:1767384391.870524:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003923fd53. 00002000:00000010:1.0:1767384391.870812:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000043ae705b. 00080000:00000010:1.0:1767384391.870818:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000201b7930. 00002000:00000010:1.0:1767384391.871016:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006d3e3473. 00080000:00000010:1.0:1767384391.871026:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f705253d. 00002000:00000010:1.0:1767384391.871186:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003e04b9ef. 00080000:00000010:1.0:1767384391.871191:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000037e22d87. 00080000:00000010:1.0:1767384391.871354:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f873cce4. 00002000:00000010:1.0:1767384391.871890:0:17556:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000a082ffe6. 00000001:00000010:1.0:1767384391.871896:0:17556:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000a14ad1be. 00002000:00000010:1.0:1767384391.871960:0:17556:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000084e4b252. 00002000:00000010:1.0:1767384391.871964:0:17556:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000084e4b252. 00002000:00000010:1.0:1767384391.871967:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000089dcd62b. 00080000:00000010:1.0:1767384391.871970:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ed2fabfc. 00002000:00000010:1.0:1767384391.872113:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007165f048. 00080000:00000010:1.0:1767384391.872116:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d69f21be. 00002000:00000010:1.0:1767384391.872260:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009f1c0754. 00080000:00000010:1.0:1767384391.872264:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005e6d26e4. 00002000:00000010:1.0:1767384391.872429:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000017f01f23. 00080000:00000010:1.0:1767384391.872434:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000db46636f. 00002000:00000010:1.0:1767384391.872609:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001e4bd060. 00080000:00000010:1.0:1767384391.872613:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ed26497a. 00002000:00000010:1.0:1767384391.872751:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000223a4465. 00080000:00000010:1.0:1767384391.872754:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006d332402. 00002000:00000010:1.0:1767384391.872898:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001e801ee4. 00080000:00000010:1.0:1767384391.872902:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000070d9b686. 00002000:00000010:1.0:1767384391.873036:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a3220f51. 00080000:00000010:1.0:1767384391.873040:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d93adc8c. 00080000:00000010:1.0:1767384391.873206:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f8be366b. 00002000:00000010:1.0:1767384391.873801:0:17556:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000002cd835d. 00000001:00000010:1.0:1767384391.873810:0:17556:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000512ec597. 00002000:00000010:1.0:1767384391.873928:0:17556:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000084e4b252. 00010000:00000200:1.0:1767384391.873948:0:17556:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ad82ee5d x1853236732532352/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 432/432 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.873968:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000100:00000200:1.0:1767384391.873974:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236732532352, offset 224 00000400:00000200:1.0:1767384391.873981:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.873995:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.874005:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824d209680 00000400:00000200:1.0:1767384391.874012:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bd5 [1] + 224 00000400:00000200:1.0:1767384391.874018:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.874022:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384391.874030:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9a320ec x1853236732532352/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384391.874056:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a36f89f 00000400:00000010:1.0:1767384391.874058:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000020:00000010:1.0:1767384391.874075:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005e88185. 00000020:00000010:1.0:1767384391.874079:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384391.874083:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d447716. 00000400:00000010:3.0:1767384391.874122:0:40457:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c34c5269. 00000400:00000200:3.0:1767384391.874131:0:40457:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000320e3d70 00000400:00000010:3.0:1767384391.874133:0:40457:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000320e3d70. 00000100:00000200:3.0:1767384391.874145:0:40457:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9a320ec x1853236732532352/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384391.874156:0:40457:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9a320ec x1853236732532352/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384391.874197:0:40457:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d61373a1. 00000020:00000010:1.0:1767384392.059605:0:250:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c6095d70. 00000020:00000010:3.0:1767384392.200749:0:40517:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3e16d42. 00000020:00000010:3.0:1767384392.200760:0:40517:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fa6ace73. 00000020:00000010:3.0:1767384392.200764:0:40517:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ffbbc541. 00000020:00000010:3.0:1767384392.200768:0:40517:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a345e447. 00000020:00000010:3.0:1767384392.200771:0:40517:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007c83f4dc. 80000000:00000010:3.0:1767384392.200775:0:40517:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ae916190. 40000000:00000010:3.0:1767384392.200778:0:40517:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bc51b562. 00100000:00000010:3.0:1767384392.200783:0:40517:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000d026d24. 00040000:00000010:3.0:1767384392.200787:0:40517:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003a82eacd. 00040000:00000010:3.0:1767384392.200790:0:40517:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003d47c4e7. 00080000:00000010:3.0:1767384392.200794:0:40517:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c962874d. 00002000:00000010:3.0:1767384392.200798:0:40517:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c1b9bfbc. 00000020:00000010:3.0:1767384392.200816:0:40517:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fa6ace73. 00000020:00000010:3.0:1767384392.200819:0:40517:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ffbbc541. 00000020:00000010:3.0:1767384392.200823:0:40517:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a345e447. 00000020:00000010:3.0:1767384392.200825:0:40517:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007c83f4dc. 80000000:00000010:3.0:1767384392.200828:0:40517:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ae916190. 40000000:00000010:3.0:1767384392.200830:0:40517:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bc51b562. 00100000:00000010:3.0:1767384392.200833:0:40517:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000d026d24. 00040000:00000010:3.0:1767384392.200836:0:40517:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003a82eacd. 00040000:00000010:3.0:1767384392.200841:0:40517:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003d47c4e7. 00080000:00000010:3.0:1767384392.200843:0:40517:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c962874d. 00002000:00000010:3.0:1767384392.200846:0:40517:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c1b9bfbc. 00000020:00000010:3.0:1767384392.200848:0:40517:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3e16d42. 00000400:00000200:3.0:1767384392.635624:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp30 00000400:00000010:3.0:1767384392.635632:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005690db9e. 00000400:00000010:3.0:1767384392.635640:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e8305dce. 00000400:00000010:3.0:1767384392.635645:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0f8adf7. 00000400:00000010:3.0:1767384392.635652:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002b7508bc. 00000400:00000200:3.0:1767384392.635656:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp30 00000400:00000200:3.0:1767384392.635673:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp30 local destination 00000400:00000200:3.0:1767384392.635679:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp30 00000400:00000200:3.0:1767384392.635682:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp30 NI seq info: [259:259:256:4294967295] 192.168.204.131@tcp30 LPNI seq info [224:224:8:4294967295] 00000400:00000200:3.0:1767384392.635692:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp30 00000400:00000200:3.0:1767384392.635700:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp30(192.168.204.131@tcp30:) -> 192.168.204.131@tcp30(192.168.204.131@tcp30:192.168.204.131@tcp30) : GET try# 0 00000800:00000200:3.0:1767384392.635704:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp30 00000800:00000010:3.0:1767384392.635708:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b58ed397. 00000800:00000200:3.0:1767384392.635715:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000800:00000200:3.1:1767384392.635720:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000400:00000200:3.0:1767384392.635740:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp30 added to recovery queue. ping count: 6 next ping: 377 health :400 00000400:00000200:3.0:1767384392.635744:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp49 00000400:00000010:3.0:1767384392.635746:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000094ad75f. 00000400:00000010:3.0:1767384392.635749:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b176fd56. 00000400:00000010:3.0:1767384392.635751:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8598a0d. 00000400:00000010:3.0:1767384392.635754:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ac68b691. 00000400:00000200:3.0:1767384392.635756:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp49 00000400:00000200:3.0:1767384392.635766:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp49 local destination 00000400:00000200:3.0:1767384392.635773:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp49 00000400:00000200:3.0:1767384392.635775:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp49 NI seq info: [260:260:256:4294967295] 192.168.204.131@tcp49 LPNI seq info [225:225:8:4294967295] 00000400:00000200:3.0:1767384392.635778:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp49 00000400:00000200:3.0:1767384392.635782:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp49(192.168.204.131@tcp49:) -> 192.168.204.131@tcp49(192.168.204.131@tcp49:192.168.204.131@tcp49) : GET try# 0 00000800:00000200:3.0:1767384392.635785:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp49 00000800:00000010:3.0:1767384392.635787:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003a82eacd. 00000800:00000200:3.0:1767384392.635790:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac993d70] -> 12345-192.168.204.131@tcp49 (2) 00000800:00000200:3.1:1767384392.635793:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac993d70] -> 12345-192.168.204.131@tcp49 (2) 00000400:00000200:3.0:1767384392.635809:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp49 added to recovery queue. ping count: 1 next ping: 315 health :900 00000400:00000200:1.0:1767384392.635850:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.635869:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.635922:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.635936:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.635967:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.635985:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636013:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636031:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636056:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636077:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636101:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636121:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636147:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636167:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636191:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636213:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636237:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636254:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636281:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636299:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636326:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636345:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636373:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636405:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636428:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636450:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636471:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636568:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636591:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636623:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636641:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636671:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636691:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636722:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636733:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636785:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636786:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636832:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636851:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636864:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636902:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636905:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.636972:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.636973:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637022:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637040:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637063:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637079:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637112:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637123:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637155:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637172:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637205:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637222:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637252:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637269:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637304:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637315:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637351:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637363:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637408:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637425:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637452:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637469:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637515:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637558:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637568:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637605:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637636:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637650:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637664:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637683:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637702:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637731:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637767:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.131:988 00000800:00000010:2.0:1767384392.637786:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a85a9ce1. 00000800:00000010:2.0:1767384392.637792:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ffcdeb9. 00000800:00000010:2.0:1767384392.637798:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c45614a1. 00000400:00000200:1.0:1767384392.637804:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.131:988 00000800:00000010:2.0:1767384392.637820:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c45614a1. 00000400:00000200:1.0:1767384392.637829:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.131:988 00000800:00020000:2.0:1767384392.637833:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384392.637837:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ffcdeb9. 00000800:00000010:2.0:1767384392.637840:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a85a9ce1. 00000400:00000200:1.0:1767384392.637854:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637886:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.131:988 00000400:02020000:2.0:1767384392.637894:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp49 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384392.637901:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp49 notifying 192.168.204.131@tcp49: down 00000800:00000200:2.0:1767384392.637909:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp49 down 00000400:00000200:1.0:1767384392.637914:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.131:988 00000800:00000100:2.0:1767384392.637917:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp49 00000800:00000010:2.0:1767384392.637921:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003a82eacd. 00000400:00000200:2.0:1767384392.637927:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384392.637932:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp49->192.168.204.131@tcp49: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384392.637935:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637946:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384392.637950:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384392.637952:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.131:988 00000400:00000200:2.0:1767384392.637956:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp49) recovery failed with -71 00000400:00000200:1.0:1767384392.637971:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.637987:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.638000:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.638012:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.638025:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.131:988 00000800:00000010:1.0:1767384392.638160:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000011a02483. 00000800:00000010:1.0:1767384392.638164:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e985ea99. 00000800:00000010:1.0:1767384392.638168:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e07bf7b. 00000800:00000010:1.0:1767384392.638202:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e07bf7b. 00000400:00000200:2.0:1767384392.638303:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384392.638315:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.131@tcp30 from 203.3.0.2 00000800:00000010:2.0:1767384392.638318:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c0cc2d39. 00000800:00000010:1.0:1767384392.638353:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4efee36. 00000800:00000010:1.0:1767384392.638358:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2197ec4. 00000800:00000010:1.0:1767384392.638378:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b96ad765. 00000800:00000200:1.1:1767384392.638396:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (2) 00000800:00000200:1.1:1767384392.638403:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.131@tcp30 00000000b96ad765 deleted 00000800:00000010:1.1:1767384392.638405:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b96ad765. 00000800:00000200:1.1:1767384392.638410:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384392.638417:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp30 ip 192.168.204.131:971 00000800:00000200:1.1:1767384392.638420:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b58ed397 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384392.638426:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp30 p 3.x 192.168.204.131 -> 192.168.204.131:971 incarnation:1767384325606141153 sched[0] 00000800:00000010:1.0:1767384392.638431:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e07bf7b. 00000800:00000010:1.0:1767384392.638534:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e07bf7b. 00000800:00000010:1.0:1767384392.638541:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2197ec4. 00000800:00000200:3.1:1767384392.638558:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384392.638576:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.131@tcp30 p 3.x 192.168.204.131 -> 192.168.204.131:988 incarnation:1767384325606141153 sched[0] 00000800:00000010:3.0:1767384392.638581:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e985ea99. 00000800:00000010:1.0:1767384392.638597:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c0cc2d39. 00000800:00000200:1.0:1767384392.638697:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384392.638700:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b58ed397. 00000400:00000200:1.0:1767384392.638704:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.638716:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp30->192.168.204.131@tcp30: GET: OK 00000400:00000200:1.0:1767384392.638725:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384392.638727:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.638736:0:16140:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp30 recovery message sent successfully:0 00000400:00000200:1.0:1767384392.638783:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp30(192.168.204.131@tcp30) <- 192.168.204.131@tcp30 : GET - for me 00000400:00000200:1.0:1767384392.638799:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.131@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384392.638816:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.131@tcp of length 272/272 into md 0x1ff1 [1] + 0 00000400:00000200:1.0:1767384392.638835:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.131@tcp30 to MR: 192.168.204.131@tcp30 local destination 00000400:00000200:1.0:1767384392.638844:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp30 NI seq info: [261:261:256:4294967295] 192.168.204.131@tcp30 LPNI seq info [226:226:8:4294967295] 00000400:00000200:3.0:1767384392.638852:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.638872:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp30(192.168.204.131@tcp30:192.168.204.131@tcp30) -> 192.168.204.131@tcp30(192.168.204.131@tcp30:192.168.204.131@tcp30) 192.168.204.131@tcp30 : REPLY try# 0 00000800:00000200:1.0:1767384392.638883:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.131@tcp30 00000800:00000010:1.0:1767384392.638890:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7c93c0b. 00000800:00000200:1.0:1767384392.638901:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a38521ce] -> 12345-192.168.204.131@tcp30 (4) 00000800:00000200:1.0:1767384392.638906:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp30 ip 192.168.204.131:988 00000800:00000200:1.0:1767384392.638910:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c7c93c0b type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384392.638957:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000800:00000200:1.0:1767384392.638981:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384392.638986:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7c93c0b. 00000400:00000200:1.0:1767384392.638992:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.639001:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp30->192.168.204.131@tcp30: REPLY: OK 00000400:00000200:1.0:1767384392.639044:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.131@tcp30(192.168.204.131@tcp30) <- 192.168.204.131@tcp30 : REPLY - for me 00000400:00000200:3.0:1767384392.639060:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:1.0:1767384392.639066:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.131@tcp30: Reply from 12345-192.168.204.131@tcp30 of length 272/272 into md 0x2be1 00000400:00000200:1.0:1767384392.639084:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.639093:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp30->192.168.204.131@tcp30: REPLY: OK 00000400:00000200:1.0:1767384392.639103:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0f8adf7 00000400:00000010:1.0:1767384392.639106:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0f8adf7. 00000400:00000200:1.0:1767384392.639112:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384392.639120:0:16140:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005690db9e. 00000400:00000010:1.0:1767384392.639124:0:16140:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e8305dce. 00000400:00000200:3.0:1767384392.639169:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639203:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639227:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639252:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639267:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639281:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639293:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639306:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639319:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639333:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639345:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639359:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639372:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639401:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639421:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639435:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639449:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639464:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639521:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639569:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639583:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639596:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639609:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639621:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639633:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639645:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639657:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639669:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639680:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639693:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:3.0:1767384392.639705:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:3.0:1767384392.639836:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000737c8c6e. 00000800:00000010:3.0:1767384392.639839:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000ea06357. 00000800:00000010:3.0:1767384392.639843:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c48ad0c. 00000800:00000010:3.0:1767384392.639858:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c48ad0c. 00000800:00020000:3.0:1767384392.639866:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384392.639868:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000ea06357. 00000800:00000010:3.0:1767384392.639870:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000737c8c6e. 00000400:02020000:3.0:1767384392.639898:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp30 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000001:02000400:0.0:1767384393.205932:0:40693:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-server.virtnet: executing set_default_debug -1 all 00000400:00000001:1.0:1767384393.230237:0:40695:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:0.0:1767384393.244271:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767384393.244279:0:17579:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384393.244283:0:17579:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384393.244286:0:17579:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934600 is committed 00000001:00000040:0.0:1767384393.244291:0:17579:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000b1c8fdbe : new cb_count 4 00000020:00000040:0.0:1767384393.244296:0:17579:0:(genops.c:898:class_export_put()) PUTting export 00000000b1c8fdbe : new refcount 8 00000001:00000010:0.0:1767384393.244299:0:17579:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000512ec597. 00002000:00001000:0.0:1767384393.244307:0:17579:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 32 for [0x240000400:0x61:0x0], th_sync 1 00002000:00000010:0.0:1767384393.244312:0:17579:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000002cd835d. 00040000:00000001:0.0:1767384393.244317:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384393.244321:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384393.244324:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f8be366b. 00080000:00000001:0.0:1767384393.244331:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384393.244336:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384393.244340:0:17579:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000b1c8fdbe : new cb_count 3 00000020:00000040:0.0:1767384393.244343:0:17579:0:(genops.c:898:class_export_put()) PUTting export 00000000b1c8fdbe : new refcount 7 00000001:00000010:0.0:1767384393.244346:0:17579:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000a14ad1be. 00002000:00001000:0.0:1767384393.244351:0:17579:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x61:0x0], th_sync 1 00002000:00000010:0.0:1767384393.244357:0:17579:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000a082ffe6. 00040000:00000001:0.0:1767384393.244362:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384393.244367:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384393.244369:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f873cce4. 00080000:00000001:0.0:1767384393.244388:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384393.244394:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384393.244398:0:17579:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000b1c8fdbe : new cb_count 2 00000020:00000040:0.0:1767384393.244401:0:17579:0:(genops.c:898:class_export_put()) PUTting export 00000000b1c8fdbe : new refcount 6 00000001:00000010:0.0:1767384393.244404:0:17579:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000921d239c. 00002000:00001000:0.0:1767384393.244411:0:17579:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x61:0x0], th_sync 1 00002000:00000010:0.0:1767384393.244414:0:17579:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000001efdb0aa. 00040000:00000001:0.0:1767384393.244418:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384393.244421:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384393.244422:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006528a4e9. 00080000:00000001:0.0:1767384393.244426:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384393.244430:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384393.244433:0:17579:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000b1c8fdbe : new cb_count 1 00000020:00000040:0.0:1767384393.244435:0:17579:0:(genops.c:898:class_export_put()) PUTting export 00000000b1c8fdbe : new refcount 5 00000001:00000010:0.0:1767384393.244437:0:17579:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000d273c984. 00002000:00001000:0.0:1767384393.244443:0:17579:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x61:0x0], th_sync 1 00002000:00000010:0.0:1767384393.244445:0:17579:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000064d99087. 00040000:00000001:0.0:1767384393.244450:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384393.244452:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384393.244454:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002c2a3997. 00080000:00000001:0.0:1767384393.244459:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384393.244464:0:17579:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384393.244466:0:17579:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:0.0:1767384393.244472:0:17579:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000b1c8fdbe : new cb_count 0 00000020:00000040:0.0:1767384393.244475:0:17579:0:(genops.c:898:class_export_put()) PUTting export 00000000b1c8fdbe : new refcount 4 00000001:00000010:0.0:1767384393.244535:0:17579:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000ec093875. 00040000:00000001:0.0:1767384393.244541:0:17579:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384393.244544:0:17579:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384393.244548:0:17579:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e37b3a7d. 00080000:00000001:0.0:1767384393.244553:0:17579:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:0.0:1767384393.339595:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5bd6e73] -> 12345-192.168.204.131@tcp24 (6) 00000800:00000200:0.0:1767384393.339607:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.131@tcp24 ip 192.168.204.131:988 00000800:00000200:0.0:1767384393.339613:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd6493d3 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384393.339731:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384393.339733:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384393.339758:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384393.339766:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384393.339770:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384393.426351:0:40710:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384393.426366:0:40710:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384393.426387:0:40710:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384393.426395:0:40710:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384393.426420:0:40710:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384393.426422:0:40710:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384393.660532:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384393.660537:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384393.660540:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8598a0d 00000400:00000010:3.0:1767384393.660544:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8598a0d. 00000400:00000200:3.0:1767384393.660550:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384393.660556:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp49 recovery ping unlinked 00000400:00000010:3.0:1767384393.660573:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000094ad75f. 00000400:00000010:3.0:1767384393.660577:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b176fd56. 00000400:00000200:3.0:1767384393.660582:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp32 00000400:00000010:3.0:1767384393.660586:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000094ad75f. 00000400:00000010:3.0:1767384393.660590:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000067f97752. 00000400:00000010:3.0:1767384393.660594:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8598a0d. 00000400:00000010:3.0:1767384393.660599:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001ca8a2f6. 00000400:00000200:3.0:1767384393.660603:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp32 00000400:00000200:3.0:1767384393.660616:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp32 local destination 00000400:00000200:3.0:1767384393.660621:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp32 00000400:00000200:3.0:1767384393.660624:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp32 NI seq info: [262:262:256:4294967295] 192.168.204.131@tcp32 LPNI seq info [227:227:8:4294967295] 00000400:00000200:3.0:1767384393.660631:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp32 00000400:00000200:3.0:1767384393.660638:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp32(192.168.204.131@tcp32:) -> 192.168.204.131@tcp32(192.168.204.131@tcp32:192.168.204.131@tcp32) : GET try# 0 00000800:00000200:3.0:1767384393.660643:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp32 00000800:00000010:3.0:1767384393.660647:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003a82eacd. 00000800:00000200:3.0:1767384393.660653:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000800:00000200:3.1:1767384393.660657:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080568f2c] -> 12345-192.168.204.131@tcp32 (2) 00000400:00000200:3.0:1767384393.660675:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp32 added to recovery queue. ping count: 6 next ping: 378 health :400 00000400:00000200:0.0:1767384393.660742:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660780:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660804:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660816:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660828:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660841:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660855:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660868:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660881:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660894:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660906:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660930:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660942:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660956:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660969:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.660982:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661006:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661019:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661031:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661044:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661057:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661070:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661082:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661096:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661121:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661134:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661147:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661160:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661173:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661196:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661209:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661222:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661234:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661247:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:0.0:1767384393.661259:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:0.0:1767384393.661389:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004c6e0145. 00000800:00000010:0.0:1767384393.661394:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000094a01414. 00000800:00000010:0.0:1767384393.661398:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f5965880. 00000800:00000010:0.0:1767384393.661416:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f5965880. 00000800:00020000:0.0:1767384393.661422:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:0.0:1767384393.661425:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000094a01414. 00000800:00000010:0.0:1767384393.661427:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004c6e0145. 00000400:02020000:0.0:1767384393.661457:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp32 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384393.661463:0:16135:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp32 notifying 192.168.204.131@tcp32: down 00000800:00000200:0.0:1767384393.661471:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp32 down 00000800:00000100:0.0:1767384393.661499:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp32 00000800:00000010:0.0:1767384393.661503:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003a82eacd. 00000400:00000200:0.0:1767384393.661509:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384393.661514:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp32->192.168.204.131@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384393.661526:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384393.661529:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384393.661532:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp32) recovery failed with -71 00080000:00000001:3.0:1767384393.752386:0:40760:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384393.752404:0:40760:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384393.752412:0:40760:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384393.752421:0:40760:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384393.752430:0:40760:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384393.752433:0:40760:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384393.851549:0:16149:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384393.851563:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384393.851566:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384393.851572:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384393.851575:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384393.851580:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384393.851585:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384394.107562:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384394.107567:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384394.107572:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384394.107574:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384394.107623:0:16772:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384394.107627:0:16772:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384394.107630:0:16772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384394.225027:0:40810:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384394.225041:0:40810:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384394.225046:0:40810:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384394.225052:0:40810:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384394.225058:0:40810:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384394.225060:0:40810:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384394.683585:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384394.683592:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384394.683596:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8598a0d 00000400:00000010:3.0:1767384394.683601:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8598a0d. 00000400:00000200:3.0:1767384394.683606:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384394.683613:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384394.683626:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000094ad75f. 00000400:00000010:3.0:1767384394.683631:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000067f97752. 00000400:00000200:3.0:1767384394.683636:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp49 00000400:00000010:3.0:1767384394.683645:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000094ad75f. 00000400:00000010:3.0:1767384394.683651:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a15c61ac. 00000400:00000010:3.0:1767384394.683655:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8598a0d. 00000400:00000010:3.0:1767384394.683661:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002850d2b7. 00000400:00000200:3.0:1767384394.683665:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp49 00000400:00000200:3.0:1767384394.683683:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp49 local destination 00000400:00000200:3.0:1767384394.683691:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp49 00000400:00000200:3.0:1767384394.683696:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp49 NI seq info: [263:263:256:4294967295] 192.168.204.131@tcp49 LPNI seq info [228:228:8:4294967295] 00000400:00000200:3.0:1767384394.683705:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp49 00000400:00000200:3.0:1767384394.683715:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp49(192.168.204.131@tcp49:) -> 192.168.204.131@tcp49(192.168.204.131@tcp49:192.168.204.131@tcp49) : GET try# 0 00000800:00000200:3.0:1767384394.683722:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp49 00000800:00000010:3.0:1767384394.683728:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000538c2a44. 00000800:00000200:3.0:1767384394.683736:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac993d70] -> 12345-192.168.204.131@tcp49 (2) 00000800:00000200:3.1:1767384394.683742:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac993d70] -> 12345-192.168.204.131@tcp49 (2) 00000400:00000200:3.0:1767384394.683771:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp49 added to recovery queue. ping count: 2 next ping: 319 health :800 00000400:00000200:2.0:1767384394.683944:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684012:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684057:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684084:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684109:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684131:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684154:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684175:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684195:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684240:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684262:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684287:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684311:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684342:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684385:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684414:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684440:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684468:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684554:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684587:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684608:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684622:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684637:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684652:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684667:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684682:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684707:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684745:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684825:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684840:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684855:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684869:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684884:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684897:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384394.684911:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384394.685081:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a85a9ce1. 00000800:00000010:2.0:1767384394.685086:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2e8cdc3. 00000800:00000010:2.0:1767384394.685092:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d53ca5b5. 00000800:00000010:2.0:1767384394.685109:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d53ca5b5. 00000800:00020000:2.0:1767384394.685120:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384394.685124:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2e8cdc3. 00000800:00000010:2.0:1767384394.685126:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a85a9ce1. 00000400:02020000:2.0:1767384394.685158:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp49 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384394.685164:0:16137:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp49 notifying 192.168.204.131@tcp49: down 00000400:00000200:2.0:1767384394.685168:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384394.685172:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp49 00000800:00000010:2.0:1767384394.685175:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000538c2a44. 00000400:00000200:2.0:1767384394.685179:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384394.685183:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp49->192.168.204.131@tcp49: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384394.685191:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384394.685193:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384394.685195:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp49) recovery failed with -71 00000100:00000001:3.0:1767384394.875586:0:16149:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384394.875604:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384394.875606:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384394.875612:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384394.875616:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384394.875619:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384394.875621:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384394.910447:0:40858:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384394.910461:0:40858:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384394.910466:0:40858:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384394.910471:0:40858:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384394.910502:0:40858:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384394.910506:0:40858:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384395.033850:0:40894:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384395.033857:0:40894:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg431-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:0.0:1767384395.037224:0:40894:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1767384395.131560:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384395.131567:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.131573:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384395.131574:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.131650:0:16771:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.131654:0:16771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.131657:0:16771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384395.263153:0:40906:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384395.263171:0:40906:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.263178:0:40906:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384395.263187:0:40906:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384395.263194:0:40906:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.263197:0:40906:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384395.541030:0:40951:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384395.541044:0:40951:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.541050:0:40951:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384395.541055:0:40951:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384395.541061:0:40951:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.541063:0:40951:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384395.708549:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384395.708555:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384395.708558:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8598a0d 00000400:00000010:2.0:1767384395.708564:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8598a0d. 00000400:00000200:2.0:1767384395.708570:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384395.708579:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.131@tcp49 recovery ping unlinked 00000400:00000010:2.0:1767384395.708596:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000094ad75f. 00000400:00000010:2.0:1767384395.708602:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a15c61ac. 00000400:00000200:2.0:1767384395.708612:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.131@tcp44 00000400:00000010:2.0:1767384395.708617:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005b9e9f03. 00000400:00000010:2.0:1767384395.708624:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000021613fff. 00000400:00000010:2.0:1767384395.708630:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000400:00000010:2.0:1767384395.708641:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009101ad88. 00000400:00000200:2.0:1767384395.708648:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.131@tcp44 00000400:00000200:2.0:1767384395.708665:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.131@tcp44 local destination 00000400:00000200:2.0:1767384395.708673:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.131@tcp44 00000400:00000200:2.0:1767384395.708680:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.131@tcp44 NI seq info: [264:264:256:4294967295] 192.168.204.131@tcp44 LPNI seq info [229:229:8:4294967295] 00000400:00000200:2.0:1767384395.708690:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.131@tcp44 00000400:00000200:2.0:1767384395.708704:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.131@tcp44(192.168.204.131@tcp44:) -> 192.168.204.131@tcp44(192.168.204.131@tcp44:192.168.204.131@tcp44) : GET try# 0 00000800:00000200:2.0:1767384395.708711:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.131@tcp44 00000800:00000010:2.0:1767384395.708717:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003b21768a. 00000800:00000200:2.0:1767384395.708725:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eedabb6d] -> 12345-192.168.204.131@tcp44 (2) 00000800:00000200:2.1:1767384395.708731:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eedabb6d] -> 12345-192.168.204.131@tcp44 (2) 00000400:00000200:2.0:1767384395.708754:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.131@tcp44 added to recovery queue. ping count: 5 next ping: 348 health :500 00000400:00000200:2.0:1767384395.708858:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.708921:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.708972:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.709039:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.709092:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.709145:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.709207:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.709278:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.709355:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.709417:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.709662:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.709747:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.709824:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.709906:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.709986:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710073:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710176:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710286:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710374:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710441:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710524:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710597:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710652:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710708:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710775:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710831:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710898:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.710950:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.711004:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.711066:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.711148:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.711236:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.711306:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.711397:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.131:988 00000400:00000200:2.0:1767384395.711448:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.131:988 00000800:00000010:2.0:1767384395.711725:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a85a9ce1. 00000800:00000010:2.0:1767384395.711732:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c4d91925. 00000800:00000010:2.0:1767384395.711739:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041fc1d54. 00000800:00000010:2.0:1767384395.711774:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041fc1d54. 00000800:00020000:2.0:1767384395.711789:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384395.711794:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c4d91925. 00000800:00000010:2.0:1767384395.711798:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a85a9ce1. 00000400:02020000:2.0:1767384395.711868:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp44 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384395.711877:0:16134:0:(router.c:1755:lnet_notify()) 192.168.204.131@tcp44 notifying 192.168.204.131@tcp44: down 00000800:00000200:2.0:1767384395.711885:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.131@tcp44 down 00000800:00000100:2.0:1767384395.711894:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.131@tcp44 00000800:00000010:2.0:1767384395.711898:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003b21768a. 00000400:00000200:2.0:1767384395.711905:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384395.711912:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.131@tcp44->192.168.204.131@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384395.711923:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384395.711926:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.131@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384395.711932:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.131@tcp44) recovery failed with -71 00080000:00000001:3.0:1767384395.826095:0:41001:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384395.826110:0:41001:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.826115:0:41001:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384395.826121:0:41001:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384395.826127:0:41001:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.826129:0:41001:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.899548:0:16149:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384395.899562:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384395.899564:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.899568:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384395.899570:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384395.899574:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.899576:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384395.945355:0:41038:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000010:0.0:1767384396.411657:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000058de7ceb. 00000800:00000010:3.0:1767384396.414423:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000737c8c6e. 00000800:00000010:3.0:1767384396.414436:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f2b8627b. 00000800:00000010:3.0:1767384396.414444:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002aa404c2. 00000800:00000010:3.0:1767384396.414510:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002aa404c2. 00000800:00020000:3.0:1767384396.414524:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:3.0:1767384396.414531:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f2b8627b. 00000800:00000010:3.0:1767384396.414535:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000737c8c6e. 00000400:02020000:3.0:1767384396.414627:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp43 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384396.415080:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a85a9ce1. 00000800:00000010:2.0:1767384396.415089:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001c7c12c3. 00000800:00000010:2.0:1767384396.415112:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002d13a7f. 00000800:00000010:2.0:1767384396.415161:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002d13a7f. 00000800:00000010:0.0:1767384396.415332:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d4a3cd49. 00000800:00000010:2.0:1767384396.415377:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ef76208. 00000800:00000010:2.0:1767384396.415385:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8cf652e. 00000800:00000010:2.0:1767384396.415412:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000007e32563. 00000800:00000010:2.1:1767384396.415416:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000007e32563. 00000800:00000010:2.0:1767384396.415428:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002d13a7f. 00000800:00000010:2.0:1767384396.415521:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002d13a7f. 00000800:00000010:2.0:1767384396.415528:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8cf652e. 00000800:00000010:3.0:1767384396.415567:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001c7c12c3. 00000800:00000010:2.0:1767384396.415593:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d4a3cd49. 00000400:00000010:2.0:1767384396.731621:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000400:00000010:2.0:1767384396.731658:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005b9e9f03. 00000400:00000010:2.0:1767384396.731665:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000021613fff. 00000400:00000010:2.0:1767384396.731681:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005b9e9f03. 00000400:00000010:2.0:1767384396.731690:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000021613fff. 00000400:00000010:2.0:1767384396.731695:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000400:00000010:2.0:1767384396.731703:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b5613e33. 00000800:00000010:2.0:1767384396.731733:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003b21768a. 00000800:00000010:1.0:1767384396.732538:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cb1e8101. 00000800:00000010:1.0:1767384396.732544:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e985ea99. 00000800:00000010:1.0:1767384396.732550:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000500b8454. 00000800:00000010:1.0:1767384396.732570:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000500b8454. 00000800:00020000:1.0:1767384396.732581:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384396.732586:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e985ea99. 00000800:00000010:1.0:1767384396.732587:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cb1e8101. 00000400:02020000:1.0:1767384396.732621:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp33 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384396.732633:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003b21768a. 00000100:00000010:3.0:1767384396.795700:0:40457:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df313174. 02000000:00000010:3.0:1767384396.795731:0:40457:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000538c2a44. 02000000:00000010:1.0:1767384396.795830:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002c93a8d8. 00000400:00000010:1.0:1767384396.795847:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb6ade91. 00000400:00000010:1.0:1767384396.795855:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000400:00000010:1.0:1767384396.795869:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4e6d50. 00000100:00000010:1.0:1767384396.795913:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e794081. 00000400:00000010:1.0:1767384396.795943:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4e6d50. 00000100:00000010:1.0:1767384396.795962:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a19d9c5d. 00000100:00000010:1.0:1767384396.795984:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000350b5ea6. 00000100:00000010:1.0:1767384396.795992:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015000c1f. 00000020:00000010:3.0:1767384396.795997:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002aa404c2. 00000100:00000010:1.0:1767384396.796005:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014c428e6. 00000020:00000010:3.0:1767384396.796007:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002b5011ba. 00000020:00000010:3.0:1767384396.796032:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000871870ce. 00000020:00000010:3.0:1767384396.796040:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384396.796045:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384396.796094:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019412ffa. 00000020:00000010:3.0:1767384396.796099:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019412ffa. 02000000:00000010:3.0:1767384396.796127:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000db0a4086. 00000400:00000010:3.0:1767384396.796173:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c0d724. 00000400:00000010:3.0:1767384396.796241:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005c0d724. 00000020:00000010:3.0:1767384396.796258:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384396.796263:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384396.796281:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000871870ce. 00000400:00000010:1.0:1767384396.796286:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb6ade91. 00000400:00000010:1.0:1767384396.796298:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 02000000:00000010:1.0:1767384396.796361:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d7df696c. 02000000:00000010:1.0:1767384396.796380:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cc79ac37. 00000100:00000010:1.0:1767384396.796386:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9a320ec. 02000000:00000010:1.0:1767384396.796403:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002c93a8d8. 02000000:00000010:1.0:1767384396.796406:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000538c2a44. 00000100:00000010:1.0:1767384396.796410:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df313174. 00000100:00000010:2.0:1767384396.803563:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015000c1f. 00000100:00000010:0.0:1767384396.803564:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a19d9c5d. 00000100:00000010:1.0:1767384396.803570:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000350b5ea6. 00000100:00000010:3.0:1767384396.803588:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014c428e6. 00000100:00000010:1.0:1767384397.307649:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9a320ec. 02000000:00000010:1.0:1767384397.307680:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000038c6afb3. 00000100:00000010:1.0:1767384397.307739:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc8ed10b. 02000000:00000010:1.0:1767384397.307749:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002c93a8d8. 00000100:00000010:1.0:1767384397.307778:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055e20b9d. 02000000:00000010:1.0:1767384397.307784:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d7df696c. 02000000:00000010:0.0:1767384397.307798:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665eeb4c. 00000400:00000010:0.0:1767384397.307808:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075a33ea3. 00000400:00000010:0.0:1767384397.307817:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af5cdaa8. 00000400:00000010:0.0:1767384397.307831:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 02000000:00000010:3.0:1767384397.307836:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ac20621e. 00000400:00000010:3.0:1767384397.307852:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000372b311d. 00000400:00000010:3.0:1767384397.307862:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c0d724. 00000400:00000010:0.0:1767384397.307865:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048b52472. 00000400:00000010:0.0:1767384397.307882:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c939922d. 00000400:00000010:3.0:1767384397.307884:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fd8c15. 00000400:00000010:0.0:1767384397.307917:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000100:00000010:3.0:1767384397.307930:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ac02607. 00000100:00000010:0.0:1767384397.307940:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bce89c2. 00000100:00000010:0.0:1767384397.307959:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004a768160. 00000400:00000010:3.0:1767384397.307961:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fd8c15. 00000020:00000010:1.0:1767384397.307967:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000500b8454. 00000100:00000010:0.0:1767384397.307967:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae3a6bcf. 00000020:00000010:1.0:1767384397.307977:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000500b8454. 00000100:00000010:0.0:1767384397.307983:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009479080. 00000020:00000010:1.0:1767384397.307988:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022a7546a. 00000020:00000010:1.0:1767384397.307995:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1ff80bb. 00000020:00000010:1.0:1767384397.308004:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 02000000:00000010:3.0:1767384397.308005:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008bdd2192. 00000400:00000010:3.0:1767384397.308013:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000362d5350. 00000400:00000010:3.0:1767384397.308017:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090fd8c15. 00000020:00000010:0.0:1767384397.308022:0:40464:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000293af92. 00000400:00000010:3.0:1767384397.308025:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007df6567a. 00000020:00000010:0.0:1767384397.308030:0:40464:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e6490735. 00000020:00000010:0.0:1767384397.308040:0:40464:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004450229f. 00000100:00000010:3.0:1767384397.308051:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a93f0fb0. 00000020:00000010:1.0:1767384397.308053:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000500b8454. 00000020:00000010:1.0:1767384397.308060:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000500b8454. 00000400:00000010:3.0:1767384397.308075:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007df6567a. 02000000:00000010:1.0:1767384397.308076:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c2a3997. 00000020:00000010:0.0:1767384397.308080:0:40464:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000560bc80a. 00000400:00000010:1.0:1767384397.308095:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000020:00000010:0.0:1767384397.308102:0:40464:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ee9df04. 00000020:00000010:0.0:1767384397.308109:0:40464:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 02000000:00000010:2.0:1767384397.308141:0:40437:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000d8334a67. 00000400:00000010:1.0:1767384397.308144:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000020:00000010:1.0:1767384397.308162:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1ff80bb. 02000000:00000010:0.0:1767384397.308165:0:40464:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000fb4ae259. 00000020:00000010:1.0:1767384397.308168:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384397.308175:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022a7546a. 00000020:00000010:0.0:1767384397.308179:0:40464:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e2506e52. 02000000:00000010:1.0:1767384397.308187:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c2a3997. 00000004:00000010:0.0:1767384397.308190:0:40464:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000008ed23380. 00000001:00000010:0.0:1767384397.308197:0:40464:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000079ef30fe. 00000001:00000010:0.0:1767384397.308206:0:40464:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002b90f53c. 00000001:00000010:0.0:1767384397.308212:0:40464:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007a3064d2. 00000020:00000010:2.0:1767384397.308218:0:40437:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000eeb1b729. 00000001:00000010:0.0:1767384397.308219:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000961aec37. 00000001:00000010:0.0:1767384397.308226:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c8c66c56. 00000001:00000010:0.0:1767384397.308230:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bceb8bd5. 00000004:00000010:2.0:1767384397.308232:0:40437:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000e83878f2. 00000001:00000010:0.0:1767384397.308235:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000062462a9a. 00000001:00000010:2.0:1767384397.308240:0:40437:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000f4b82fd9. 00000001:00000010:0.0:1767384397.308244:0:40464:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008ffd274b. 00000001:00000010:2.0:1767384397.308248:0:40437:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000655f7415. 00000400:00000010:1.0:1767384397.308250:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb6ade91. 00000001:00000010:0.0:1767384397.308256:0:40464:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000039a0d646. 00000001:00000010:2.0:1767384397.308260:0:40437:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000019f62197. 00000400:00000010:1.0:1767384397.308260:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e985ea99. 00000001:00000010:0.0:1767384397.308262:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000019435c83. 00000001:00000010:2.0:1767384397.308270:0:40437:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002ccd867f. 00000001:00000010:0.0:1767384397.308271:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b4ecb286. 00000001:00000010:0.0:1767384397.308280:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ab6b03ad. 00000001:00000010:2.0:1767384397.308281:0:40437:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d183068e. 00000400:00000010:1.0:1767384397.308285:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075a33ea3. 00000001:00000010:0.0:1767384397.308286:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff272a66. 00000001:00000010:2.0:1767384397.308289:0:40437:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a5be140c. 00000001:00000010:2.0:1767384397.308296:0:40437:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f5b6279. 00000400:00000010:1.0:1767384397.308296:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af5cdaa8. 00000001:00000010:2.0:1767384397.308330:0:40437:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003b21768a. 02000000:00000010:1.0:1767384397.308335:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665eeb4c. 00000001:00000010:2.0:1767384397.308336:0:40437:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a37c6bc8. 00000001:00000010:2.0:1767384397.308343:0:40437:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b9ca4441. 02000000:00000010:1.0:1767384397.308343:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000038c6afb3. 00000020:00000010:0.0:1767384397.308345:0:40464:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000033782611. 00000001:00000010:2.0:1767384397.308351:0:40437:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d45d9132. 00000100:00000010:1.0:1767384397.308352:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9a320ec. 00000001:00000010:2.0:1767384397.308375:0:40437:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aaaa6347. 00000001:00000010:2.0:1767384397.308381:0:40437:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac97a3b7. 00000020:00000010:2.0:1767384397.308406:0:40437:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000005c04fa55. 00000020:00000010:2.0:1767384397.308412:0:40437:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000005c04fa55. 00000020:00000010:2.0:1767384397.308424:0:40437:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a7b20913. 00000020:00000010:2.0:1767384397.308433:0:40437:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000501551ba. 00000400:00000010:2.0:1767384397.308469:0:40437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095ed3381. 00000020:00000010:0.0:1767384397.308526:0:40464:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000fe835571. 00000020:00000010:0.0:1767384397.308532:0:40464:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000fd4f549a. 00000020:00000010:0.0:1767384397.308538:0:40464:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000d1af1536. 00000400:00000010:2.0:1767384397.308556:0:40437:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095ed3381. 00000020:00000010:2.0:1767384397.308575:0:40437:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e6490735. 00000400:00000010:1.0:1767384397.308577:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000372b311d. 00000020:00000010:2.0:1767384397.308580:0:40437:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004450229f. 00000020:00000010:0.0:1767384397.308582:0:40464:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000bb4900fa. 00000400:00000010:1.0:1767384397.308585:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005c0d724. 00000020:00000010:2.0:1767384397.308588:0:40437:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000293af92. 00000020:00000010:0.0:1767384397.308590:0:40464:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000008e05737d. 00000020:00000010:0.0:1767384397.308596:0:40464:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000f5ebe934. 00000020:00000010:0.0:1767384397.308622:0:40464:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000047f06718. 00000400:00000010:0.0:1767384397.308652:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000400:00000010:0.0:1767384397.308676:0:40464:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000020:00000010:0.0:1767384397.308689:0:40464:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ee9df04. 00000020:00000010:0.0:1767384397.308693:0:40464:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000020:00000010:0.0:1767384397.308699:0:40464:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000560bc80a. 00000100:02000000:1.0:1767384397.309667:0:16145:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000400:00000010:1.0:1767384397.312958:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000362d5350. 00000400:00000010:1.0:1767384397.312964:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090fd8c15. 00000020:00000010:1.0:1767384397.312977:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cb1e8101. 02000000:00000010:1.0:1767384397.312998:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ac20621e. 02000000:00000010:1.0:1767384397.313002:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002c93a8d8. 00000100:00000010:1.0:1767384397.313006:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc8ed10b. 02000000:00000010:1.0:1767384397.313010:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008bdd2192. 02000000:00000010:1.0:1767384397.313013:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d7df696c. 00000100:00000010:1.0:1767384397.313015:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055e20b9d. 00000100:00000010:3.0:1767384397.318601:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009479080. 00000100:00000010:2.0:1767384397.318603:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae3a6bcf. 00000100:00000010:1.0:1767384397.318611:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004a768160. 00000100:00000010:0.0:1767384397.318613:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bce89c2. 00000400:00000010:2.0:1767384397.755599:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000400:00000010:2.0:1767384397.755627:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005b9e9f03. 00000400:00000010:2.0:1767384397.755633:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000021613fff. 00000800:00000010:0.0:1767384397.996539:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b931a0ae. 00000800:00000010:1.0:1767384397.996612:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac7864e6. 00000800:00000010:1.0:1767384397.996629:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8e10030. 00000800:00000010:1.0:1767384397.996806:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b6ce5d1e. 00000800:00000010:1.0:1767384397.996818:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000500b8454. 00000800:00000010:1.0:1767384397.996912:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000500b8454. 00000800:00000010:1.0:1767384397.996917:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8e10030. 00000800:00000010:1.0:1767384397.996977:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b931a0ae. 00000800:00000010:3.0:1767384397.997516:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b24ecca. 00000800:00000010:3.0:1767384397.997650:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b24ecca. 00000800:00000010:0.0:1767384397.997977:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f584c427. 00000800:00000010:2.0:1767384397.998039:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001db5ec58. 00000800:00000010:2.0:1767384397.998047:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8cf652e. 00000800:00000010:2.0:1767384397.998304:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000007e32563. 00000800:00000010:2.1:1767384397.998311:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000007e32563. 00000800:00000010:2.0:1767384397.998323:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002a806047. 00000800:00000010:2.0:1767384397.998373:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002a806047. 00000800:00000010:2.0:1767384397.998380:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8cf652e. 00000800:00000010:2.0:1767384397.998444:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f584c427. 00000800:00000010:3.0:1767384397.998523:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b24ecca. 00000800:00000010:1.0:1767384397.998623:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b24ecca. 00000800:00000010:0.0:1767384397.999338:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b36c834c. 00000800:00000010:3.0:1767384397.999435:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000737c8c6e. 00000800:00000010:3.0:1767384397.999443:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f2b8627b. 00000800:00000010:3.0:1767384397.999669:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008d26d1ea. 00000800:00000010:3.1:1767384397.999675:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008d26d1ea. 00000800:00000010:3.0:1767384397.999742:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009f3b7ee6. 00000800:00000010:3.0:1767384397.999788:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009f3b7ee6. 00000800:00000010:3.0:1767384397.999794:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f2b8627b. 00000800:00000010:3.0:1767384397.999825:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b36c834c. 00000400:00000010:2.0:1767384398.779577:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006cfc2d70. 00000400:00000010:2.0:1767384398.779594:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000021613fff. 00000400:00000010:2.0:1767384398.779599:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000400:00000010:2.0:1767384398.779608:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f38baeb2. 00000800:00000010:2.0:1767384398.779641:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009a454a04. 00000800:00000010:1.0:1767384398.780537:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d61bf244. 00000800:00000010:1.0:1767384398.780549:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8e10030. 00000800:00000010:1.0:1767384398.780555:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000500b8454. 00000800:00000010:1.0:1767384398.780580:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000500b8454. 00000800:00020000:1.0:1767384398.780595:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384398.780602:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8e10030. 00000800:00000010:1.0:1767384398.780606:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d61bf244. 00000400:02020000:1.0:1767384398.780646:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp49 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384398.780657:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009a454a04. 00000100:00000400:1.0:1767384398.971605:0:16149:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384382/real 1767384382] req@000000001ec584d1 x1853236732528256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767384398 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384398.979898:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c31fb0ff. 00000400:00000010:1.0:1767384398.979907:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000005046bc. 02000000:00000010:1.0:1767384398.979934:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf6c8905. 02000000:00000010:1.0:1767384398.979940:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b776821. 00000100:00000010:1.0:1767384398.979946:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ec584d1. 00000400:00000010:2.0:1767384399.041565:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cc03958. 00000400:00000010:2.0:1767384399.041612:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000172364d1. 00000020:00000010:1.0:1767384399.041747:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3498470. 00000020:00000010:1.0:1767384399.041758:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ec43976. 00000020:00000010:1.0:1767384399.041763:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 02000000:00000010:1.0:1767384399.041814:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000a34fc3e4. 00000020:00000010:1.0:1767384399.041824:0:40431:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008250f634. 00000001:00000010:1.0:1767384399.041834:0:40431:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000038c6afb3. 00000001:00000010:1.0:1767384399.041839:0:40431:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b6e10bd8. 00000001:00000010:1.0:1767384399.041844:0:40431:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000022a7546a. 00000001:00000010:1.0:1767384399.041846:0:40431:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001e947724. 00000001:00000010:1.0:1767384399.041848:0:40431:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000030d66acd. 00000001:00000010:1.0:1767384399.041851:0:40431:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001597c257. 00000020:00000010:1.0:1767384399.041866:0:40431:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000350b5ea6. 00000020:00000010:1.0:1767384399.041941:0:40431:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000002c2a3997. 00000020:00000010:1.0:1767384399.041944:0:40431:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000a8e10030. 00000020:00000010:1.0:1767384399.041947:0:40431:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000c7c93c0b. 00000020:00000010:1.0:1767384399.041958:0:40431:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000002c93a8d8. 00000020:00000010:1.0:1767384399.041960:0:40431:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000008a147ace. 00000020:00000010:1.0:1767384399.041962:0:40431:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000067f97752. 00000020:00000010:1.0:1767384399.041970:0:40431:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000000163811c. 00000400:00000010:1.0:1767384399.042018:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000005046bc. 00000800:00000010:1.0:1767384399.042055:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bba1e75. 00000020:00000010:1.0:1767384399.042083:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ec43976. 00000020:00000010:1.0:1767384399.042088:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384399.042092:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3498470. 00000400:00000010:1.0:1767384399.042101:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6dac480. 00000400:00000010:1.0:1767384399.042119:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d79403bf. 00000800:00000010:0.0:1767384399.042213:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bba1e75. 00000400:00000010:0.0:1767384399.042224:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000005046bc. 02000000:00000010:0.0:1767384399.042231:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000a34fc3e4. 00000400:00000010:1.0:1767384399.043182:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca6713cf. 00000400:00000010:1.0:1767384399.043197:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000479daf6c. 00000020:00000010:3.0:1767384399.043245:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a075c1a. 00000020:00000010:3.0:1767384399.043249:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a075c1a. 00000020:00000010:3.0:1767384399.043253:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.043255:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.043258:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.043293:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a075c1a. 00000020:00000010:3.0:1767384399.043295:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a075c1a. 00010000:00000010:3.0:1767384399.043311:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000051c97626. 00000020:00000010:3.0:1767384399.043322:0:40431:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001a075c1a. 02000000:00000010:3.0:1767384399.043333:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000361e00a8. 00000400:00000010:3.0:1767384399.043352:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007df6567a. 00000800:00000010:3.0:1767384399.043366:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b24ecca. 00000020:00000010:3.0:1767384399.043391:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.043394:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.043397:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:3.0:1767384399.043403:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000930a6ee. 00000400:00000010:3.0:1767384399.043405:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2b8627b. 00000800:00000010:2.0:1767384399.043509:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b24ecca. 00000400:00000010:2.0:1767384399.043522:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007df6567a. 02000000:00000010:2.0:1767384399.043527:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000361e00a8. 00000400:00000010:0.0:1767384399.044390:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047e096ab. 00000400:00000010:0.0:1767384399.044402:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6d60fb6. 00000020:00000010:3.0:1767384399.044450:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f392012. 00000020:00000010:3.0:1767384399.044454:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f392012. 00000020:00000010:3.0:1767384399.044457:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.044459:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.044461:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.044507:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f392012. 00000020:00000010:3.0:1767384399.044512:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f392012. 02000000:00000010:3.0:1767384399.044525:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008363c8ae. 00000040:00000010:3.0:1767384399.044530:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000de18ea66. 00000040:00000010:3.0:1767384399.044653:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000de18ea66. 00000400:00000010:3.0:1767384399.044661:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005703b1f3. 00000800:00000010:3.0:1767384399.044675:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000538c2a44. 00000020:00000010:3.0:1767384399.044691:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.044693:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.044695:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:3.0:1767384399.044700:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bf0c86e. 00000400:00000010:3.0:1767384399.044702:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d26d1ea. 00000800:00000010:1.0:1767384399.044807:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000538c2a44. 00000400:00000010:1.0:1767384399.044815:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005703b1f3. 02000000:00000010:1.0:1767384399.044818:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008363c8ae. 00000400:00000010:2.0:1767384399.045589:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037333d6d. 00000400:00000010:2.0:1767384399.045617:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000930a3d94. 00000020:00000010:3.0:1767384399.045674:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f392012. 00000020:00000010:3.0:1767384399.045678:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f392012. 00000020:00000010:3.0:1767384399.045681:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.045683:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.045685:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.045703:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f392012. 00000020:00000010:3.0:1767384399.045705:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f392012. 00010000:00000010:3.0:1767384399.045719:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008da30f81. 02000000:00000010:3.0:1767384399.045726:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001f273c30. 00000400:00000010:3.0:1767384399.045735:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d248e269. 00000800:00000010:3.0:1767384399.045749:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000538c2a44. 00000020:00000010:3.0:1767384399.045770:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.045773:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.045775:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:3.0:1767384399.045781:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f8e50a6. 00000400:00000010:3.0:1767384399.045786:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c7c12c3. 00000800:00000010:0.0:1767384399.045840:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000538c2a44. 00000400:00000010:0.0:1767384399.045850:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d248e269. 02000000:00000010:0.0:1767384399.045854:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001f273c30. 00000400:00000010:1.0:1767384399.046587:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6c8724a. 00000400:00000010:1.0:1767384399.046597:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b2b082a. 00000020:00000010:3.0:1767384399.046640:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f392012. 00000020:00000010:3.0:1767384399.046644:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f392012. 00000020:00000010:3.0:1767384399.046647:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.046649:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.046651:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.046667:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f392012. 00000020:00000010:3.0:1767384399.046669:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f392012. 02000000:00000010:3.0:1767384399.046675:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000067c3241f. 00000040:00000010:3.0:1767384399.046678:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000de18ea66. 00000040:00000010:3.0:1767384399.046698:0:40431:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000082d31db4. 00000040:00000010:3.0:1767384399.046708:0:40431:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000082d31db4. 00000040:00000010:3.0:1767384399.046711:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000de18ea66. 20000000:00000010:3.0:1767384399.046719:0:40431:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000000f392012. 00000400:00000010:3.0:1767384399.046728:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfe0b7ed. 00000800:00000010:3.0:1767384399.046742:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b24ecca. 00000020:00000010:3.0:1767384399.046757:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.046759:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.046761:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:3.0:1767384399.046766:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf661683. 00000400:00000010:3.0:1767384399.046770:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098a5fa6d. 00000800:00000010:2.0:1767384399.046846:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b24ecca. 00000400:00000010:2.0:1767384399.046856:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfe0b7ed. 02000000:00000010:2.0:1767384399.046861:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000067c3241f. 00000400:00000010:0.0:1767384399.047571:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008344c6e9. 00000400:00000010:0.0:1767384399.047582:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064b8c677. 00000020:00000010:3.0:1767384399.047632:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.047636:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.047638:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.047640:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.047647:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.047665:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.047666:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 02000000:00000010:3.0:1767384399.047687:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000156144b4. 00000040:00000010:3.0:1767384399.047691:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000de18ea66. 00000040:00000010:3.0:1767384399.047699:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.047816:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.047819:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000de18ea66. 00000400:00000010:3.0:1767384399.047828:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000003c2cd8de. 00000800:00000010:3.0:1767384399.047841:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000de18ea66. 00000020:00000010:3.0:1767384399.047856:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.047858:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.047860:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:3.0:1767384399.047865:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac62241b. 00000400:00000010:3.0:1767384399.047868:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e8d1a03. 00000800:00000010:1.0:1767384399.047957:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000de18ea66. 00000400:00000010:1.0:1767384399.047964:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000003c2cd8de. 02000000:00000010:1.0:1767384399.047967:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000156144b4. 00000400:00000010:2.0:1767384399.049118:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdffd9c6. 00000400:00000010:2.0:1767384399.049136:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008053d86c. 00000020:00000010:3.0:1767384399.049181:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.049186:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.049189:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.049191:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.049193:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.049211:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.049212:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 02000000:00000010:3.0:1767384399.049225:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000156144b4. 00000040:00000010:3.0:1767384399.049229:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cd3e9d2a. 00000040:00000010:3.0:1767384399.049235:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.049359:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.049362:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cd3e9d2a. 00000400:00000010:3.0:1767384399.049368:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e3e6046c. 00000800:00000010:3.0:1767384399.049381:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000cd3e9d2a. 00000020:00000010:3.0:1767384399.049398:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.049400:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.049402:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:3.0:1767384399.049408:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003aae58d. 00000400:00000010:3.0:1767384399.049417:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000164eb799. 00000800:00000010:0.0:1767384399.049501:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000cd3e9d2a. 00000400:00000010:0.0:1767384399.049511:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e3e6046c. 02000000:00000010:0.0:1767384399.049515:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000156144b4. 00000400:00000010:1.0:1767384399.060439:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000037db6e0. 00000400:00000010:1.0:1767384399.060464:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d00f9045. 00000020:00000010:3.0:1767384399.060534:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.060539:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.060544:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.060548:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.060552:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.060587:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.060589:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 02000000:00000010:3.0:1767384399.060621:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000156144b4. 00000040:00000010:3.0:1767384399.060628:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000103ec91b. 00000040:00000010:3.0:1767384399.060643:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.060766:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.060770:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000103ec91b. 00000400:00000010:3.0:1767384399.060789:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005c8235af. 00000800:00000010:3.0:1767384399.060825:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000103ec91b. 00000020:00000010:3.0:1767384399.060852:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.060854:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.060857:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:3.0:1767384399.060866:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dcda0aa. 00000400:00000010:3.0:1767384399.060870:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030455a96. 00000800:00000010:2.0:1767384399.060954:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000103ec91b. 00000400:00000010:2.0:1767384399.060970:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005c8235af. 02000000:00000010:2.0:1767384399.060974:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000156144b4. 00000400:00000010:0.0:1767384399.062092:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d918d068. 00000400:00000010:0.0:1767384399.062110:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000031b9028. 00000020:00000010:3.0:1767384399.062152:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.062155:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.062158:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.062160:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.062162:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.062179:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.062180:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 00010000:00000010:3.0:1767384399.062195:0:40431:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000091ddfa05. 00010000:00000010:3.0:1767384399.062200:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f6207a6. 02000000:00000010:3.0:1767384399.062211:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000087bcd98f. 00000400:00000010:3.0:1767384399.062228:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3186159. 00000800:00000010:3.0:1767384399.062242:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b24ecca. 00000020:00000010:3.0:1767384399.062256:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.062276:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.062280:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:3.0:1767384399.062287:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbd602fb. 00000400:00000010:3.0:1767384399.062289:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4c907dc. 00000800:00000010:1.0:1767384399.062371:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b24ecca. 00000400:00000010:1.0:1767384399.062381:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3186159. 02000000:00000010:1.0:1767384399.062386:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000087bcd98f. 00000400:00000010:2.0:1767384399.063693:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032dc26ab. 00000400:00000010:2.0:1767384399.063708:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026d765de. 00000020:00000010:3.0:1767384399.063759:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.063762:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.063764:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.063766:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.063768:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.063784:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.063786:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 02000000:00000010:3.0:1767384399.063794:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005e00e0a6. 20000000:00000010:3.0:1767384399.063803:0:40431:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000000d026d24. 00000100:00000010:3.0:1767384399.063867:0:40431:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e1127ec4. 00000100:00000010:3.0:1767384399.063870:0:40431:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000082d31db4. 00000400:00000010:3.0:1767384399.063876:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b535e28. 00000400:00000010:3.0:1767384399.063881:0:40431:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008cca19fd. 00000800:00000010:3.0:1767384399.063894:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000538c2a44. 00000800:00000010:0.0:1767384399.063961:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000538c2a44. 00000400:00000010:1.0:1767384399.064663:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b535e28. 00000100:00000010:3.0:1767384399.064692:0:40431:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000082d31db4. 00000100:00000010:3.0:1767384399.064697:0:40431:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e1127ec4. 20000000:00000010:3.0:1767384399.064704:0:40431:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000000d026d24. 00000400:00000010:3.0:1767384399.064711:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cc373dd. 00000800:00000010:3.0:1767384399.064774:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000538c2a44. 00000020:00000010:3.0:1767384399.064791:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.064794:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.064796:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:3.0:1767384399.064801:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f515fbe4. 00000400:00000010:3.0:1767384399.064804:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c8235af. 00000800:00000010:2.0:1767384399.064873:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000538c2a44. 00000400:00000010:2.0:1767384399.064884:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cc373dd. 02000000:00000010:2.0:1767384399.064889:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005e00e0a6. 00000400:00000010:0.0:1767384399.068075:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d78226e. 00000400:00000010:0.0:1767384399.068090:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084fc78f8. 00000020:00000010:3.0:1767384399.068135:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.068140:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.068142:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.068144:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.068147:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.068163:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.068170:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 00010000:00000010:3.0:1767384399.068182:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007f9ba894. 02000000:00000010:3.0:1767384399.068189:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e1127ec4. 00000400:00000010:3.0:1767384399.068199:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4da9e8a. 00000800:00000010:3.0:1767384399.068211:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b24ecca. 00000020:00000010:3.0:1767384399.068226:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.068228:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.068230:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:3.0:1767384399.068235:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044f21e50. 00000400:00000010:3.0:1767384399.068238:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3e6046c. 00000800:00000010:1.0:1767384399.068304:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b24ecca. 00000400:00000010:1.0:1767384399.068312:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e4da9e8a. 02000000:00000010:1.0:1767384399.068315:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e1127ec4. 00000400:00000010:2.0:1767384399.069036:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003218d50d. 00000400:00000010:2.0:1767384399.069050:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0739dd2. 00000020:00000010:3.0:1767384399.069090:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.069094:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.069096:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.069099:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.069101:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.069134:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.069136:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 02000000:00000010:3.0:1767384399.069145:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000e1127ec4. 00000040:00000010:3.0:1767384399.069149:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000871870ce. 00000040:00000010:3.0:1767384399.069189:0:40431:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000f1fd4a78. 00000040:00000010:3.0:1767384399.069196:0:40431:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000f1fd4a78. 00000040:00000010:3.0:1767384399.069198:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000871870ce. 00000400:00000010:3.0:1767384399.069206:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8013e4c. 00000800:00000010:3.0:1767384399.069219:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b24ecca. 00000020:00000010:3.0:1767384399.069235:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.069237:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.069241:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:3.0:1767384399.069251:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f2f8ede. 00000400:00000010:3.0:1767384399.069255:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c2cd8de. 00000800:00000010:0.0:1767384399.069322:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b24ecca. 00000400:00000010:0.0:1767384399.069329:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8013e4c. 02000000:00000010:0.0:1767384399.069333:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000e1127ec4. 00000400:00000010:1.0:1767384399.070021:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000200f2984. 00000400:00000010:1.0:1767384399.070032:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b0d8649. 00000020:00000010:3.0:1767384399.070082:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.070086:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.070090:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.070093:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.070102:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.070127:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a58118fd. 00000020:00000010:3.0:1767384399.070130:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a58118fd. 02000000:00000010:3.0:1767384399.070151:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000156144b4. 00000040:00000010:3.0:1767384399.070156:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000871870ce. 00000040:00000010:3.0:1767384399.070165:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.070175:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.070178:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000871870ce. 00000400:00000010:3.0:1767384399.070187:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b598dc98. 00000800:00000010:3.0:1767384399.070201:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000871870ce. 00000020:00000010:3.0:1767384399.070219:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.070222:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.070225:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:3.0:1767384399.070232:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6d9be05. 00000400:00000010:3.0:1767384399.070237:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba9ace0b. 00000800:00000010:2.0:1767384399.070322:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000871870ce. 00000400:00000010:2.0:1767384399.070332:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b598dc98. 02000000:00000010:2.0:1767384399.070337:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000156144b4. 00000100:00000010:0.0:1767384399.072102:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5f5739f. 00000020:00000010:3.0:1767384399.072180:0:40464:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.072186:0:40464:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.072189:0:40464:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 02000000:00000010:3.0:1767384399.072228:0:40464:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000005e00e0a6. 00000020:00000010:3.0:1767384399.072251:0:40464:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000d026d24. 00000004:00000010:3.0:1767384399.072260:0:40464:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000a58118fd. 00000001:00000010:3.0:1767384399.072295:0:40464:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000001c2843fe. 00000001:00000010:3.0:1767384399.072303:0:40464:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000538c2a44. 00000001:00000010:3.0:1767384399.072309:0:40464:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e198ec98. 00000001:00000010:3.0:1767384399.072313:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000871870ce. 00000001:00000010:3.0:1767384399.072317:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000103ec91b. 00000001:00000010:3.0:1767384399.072320:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cd3e9d2a. 00000001:00000010:3.0:1767384399.072322:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000de18ea66. 00000001:00000010:3.0:1767384399.072326:0:40464:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000b24ecca. 00000001:00000010:3.0:1767384399.072329:0:40464:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003912facc. 00000001:00000010:3.0:1767384399.072333:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000169a28fd. 00000001:00000010:3.0:1767384399.072336:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000712002a. 00000001:00000010:3.0:1767384399.072338:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002f6a80c8. 00000001:00000010:3.0:1767384399.072349:0:40464:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000ecef5eb. 00080000:00000010:3.0:1767384399.072395:0:40464:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000087bcd98f. 00080000:00000010:3.0:1767384399.082835:0:40464:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000067c3241f. 00080000:00000010:1.0:1767384399.082874:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000087bcd98f. 00000001:00000010:3.0:1767384399.082918:0:40464:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000004adc4392. 00000020:00000010:3.0:1767384399.082985:0:40464:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b51ca181. 00000020:00000010:3.0:1767384399.083063:0:40464:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000001f273c30. 00000020:00000010:3.0:1767384399.083066:0:40464:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000008363c8ae. 00000020:00000010:3.0:1767384399.083069:0:40464:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000c962874d. 00000020:00000010:3.0:1767384399.083085:0:40464:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000361e00a8. 00000020:00000010:3.0:1767384399.083087:0:40464:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000ca00421f. 00000020:00000010:3.0:1767384399.083089:0:40464:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000a99aa94a. 00000020:00000010:3.0:1767384399.083103:0:40464:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000fe6aa8d8. 00000020:00000010:3.0:1767384399.083110:0:40464:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbb1e5a1. 00000400:00000010:3.0:1767384399.083162:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cc51361. 00000800:00000010:3.0:1767384399.083191:0:40464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd5dd254. 00000020:00000010:3.0:1767384399.083219:0:40464:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.083223:0:40464:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.083226:0:40464:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000800:00000010:1.0:1767384399.083324:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd5dd254. 00000400:00000010:1.0:1767384399.083335:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cc51361. 00000100:00000010:1.0:1767384399.355641:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055e20b9d. 02000000:00000010:1.0:1767384399.355669:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3498470. 00010000:00000010:1.0:1767384399.355694:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000072b5f149. 00010000:00000010:1.0:1767384399.355704:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008c8fa64b. 00000100:00000010:1.0:1767384399.355723:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d5c5f9e. 02000000:00000010:1.0:1767384399.355741:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000086865db5. 00000400:00000010:1.0:1767384399.355747:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bbb2a34. 00000400:00000010:1.0:1767384399.355753:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000400:00000010:1.0:1767384399.355761:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4e6d50. 00000400:00000010:1.0:1767384399.355787:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e50aebd9. 00000400:00000010:1.0:1767384399.355821:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0093a48. 00000400:00000010:1.0:1767384399.355844:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4e6d50. 00000100:00000010:1.0:1767384399.355857:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f114e85d. 00000100:00000010:1.0:1767384399.355875:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004223acf1. 00000100:00000010:1.0:1767384399.355881:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bdcfbceb. 00000100:00000010:1.0:1767384399.355892:0:16780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a6e496a. 00000020:00000010:3.0:1767384399.355914:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.355922:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.355932:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.355938:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.355944:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.355988:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.355991:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 00010000:00000010:3.0:1767384399.356018:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008b3e50e6. 02000000:00000010:3.0:1767384399.356033:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008bdd2192. 00000400:00000010:3.0:1767384399.356062:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:3.0:1767384399.356097:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000020:00000010:3.0:1767384399.356110:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.356115:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.356119:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:1.0:1767384399.356120:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bbb2a34. 00000400:00000010:1.0:1767384399.356125:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 02000000:00000010:3.0:1767384399.356137:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008bdd2192. 00000100:00000010:1.0:1767384399.356144:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d5c5f9e. 00000400:00000010:3.0:1767384399.356148:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030f7be6c. 00000400:00000010:3.0:1767384399.356156:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d9a9969. 02000000:00000010:1.0:1767384399.356161:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000086865db5. 02000000:00000010:1.0:1767384399.356167:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a3498470. 00000100:00000010:1.0:1767384399.356170:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055e20b9d. 10000000:00000010:1.0:1767384399.356180:0:16780:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000a30d503d. 00000100:00000010:1.0:1767384399.356194:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055e20b9d. 02000000:00000010:1.0:1767384399.356199:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3498470. 00000100:00000010:1.0:1767384399.356205:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000086865db5. 00000100:00000010:1.0:1767384399.356207:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000015d8c587. 00000100:00000010:1.0:1767384399.356212:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d5c5f9e. 00000400:00000010:1.0:1767384399.356218:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bbb2a34. 00000400:00000010:1.0:1767384399.356222:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fc9f9566. 02000000:00000010:1.0:1767384399.356226:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7069c94. 00000400:00000010:1.0:1767384399.356228:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f1114d8. 00000400:00000010:1.0:1767384399.356230:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000400:00000010:1.0:1767384399.356232:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4e6d50. 00000400:00000010:1.0:1767384399.356237:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bf3263f. 00000400:00000010:1.0:1767384399.356242:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c1b97be. 00000400:00000010:1.0:1767384399.356253:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4e6d50. 00000020:00000010:3.0:1767384399.356298:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.356303:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.356306:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.356309:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.356312:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.356333:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.356335:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 02000000:00000010:3.0:1767384399.356343:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000008bdd2192. 20000000:00000010:3.0:1767384399.356354:0:40431:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000c8bf4493. 00000100:00000010:3.0:1767384399.356407:0:40431:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ac20621e. 00000100:00000010:3.0:1767384399.356410:0:40431:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000082d31db4. 00000400:00000010:3.0:1767384399.356416:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:3.0:1767384399.356422:0:40431:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000480b52a2. 00000400:00000010:3.0:1767384399.356433:0:40431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bbb2a34. 00000400:00000010:3.0:1767384399.356441:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fc9f9566. 00000400:00000010:3.0:1767384399.356463:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000100:00000010:3.0:1767384399.356473:0:40431:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000082d31db4. 00000100:00000010:3.0:1767384399.356498:0:40431:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ac20621e. 20000000:00000010:3.0:1767384399.356508:0:40431:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000c8bf4493. 00000400:00000010:3.0:1767384399.356517:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:3.0:1767384399.356538:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000020:00000010:3.0:1767384399.356547:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.356551:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.356555:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:1.0:1767384399.356556:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f1114d8. 02000000:00000010:3.0:1767384399.356559:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000008bdd2192. 00000400:00000010:1.0:1767384399.356561:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000400:00000010:3.0:1767384399.356570:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc9595e1. 00000100:00000010:1.0:1767384399.356575:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d5c5f9e. 00000400:00000010:3.0:1767384399.356577:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1fd663e. 10000000:00000010:1.0:1767384399.356586:0:16780:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000e4083ccb. 10000000:00000010:1.0:1767384399.356597:0:16780:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000e4083ccb. 02000000:00000010:1.0:1767384399.356601:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7069c94. 00000100:00000010:1.0:1767384399.356609:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000015d8c587. 00000100:00000010:1.0:1767384399.356611:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000086865db5. 02000000:00000010:1.0:1767384399.356613:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a3498470. 00000100:00000010:1.0:1767384399.356616:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055e20b9d. 10000000:00000010:1.0:1767384399.356626:0:16780:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000a30d503d. 00000100:00000010:1.0:1767384399.356637:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055e20b9d. 02000000:00000010:1.0:1767384399.356641:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7069c94. 00010000:00000010:1.0:1767384399.356647:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047beefc9. 00000100:00000010:1.0:1767384399.356651:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d5c5f9e. 02000000:00000010:1.0:1767384399.356656:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000086865db5. 00000400:00000010:1.0:1767384399.356658:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f1114d8. 00000400:00000010:1.0:1767384399.356660:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000400:00000010:1.0:1767384399.356663:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4e6d50. 00000400:00000010:1.0:1767384399.356668:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aaca2f1. 00000400:00000010:1.0:1767384399.356672:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004659a5ac. 00000400:00000010:1.0:1767384399.356684:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4e6d50. 00000020:00000010:3.0:1767384399.356721:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.356725:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.356728:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.356731:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.356739:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.356763:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.356765:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 00010000:00000010:3.0:1767384399.356775:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000061d55662. 02000000:00000010:3.0:1767384399.356783:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008bdd2192. 00000400:00000010:3.0:1767384399.356795:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:3.0:1767384399.356820:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000020:00000010:3.0:1767384399.356828:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.356832:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.356836:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 02000000:00000010:3.0:1767384399.356842:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008bdd2192. 00000400:00000010:1.0:1767384399.356843:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f1114d8. 00000400:00000010:3.0:1767384399.356848:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055b3f222. 00000400:00000010:1.0:1767384399.356848:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000400:00000010:3.0:1767384399.356860:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000300825eb. 00000100:00000010:1.0:1767384399.356861:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d5c5f9e. 02000000:00000010:1.0:1767384399.356871:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000086865db5. 02000000:00000010:1.0:1767384399.356873:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7069c94. 00000100:00000010:1.0:1767384399.356875:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055e20b9d. 10000000:00000010:1.0:1767384399.356881:0:16780:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000015d8c587. 00000020:00000010:1.0:1767384399.356883:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7069c94. 00000020:00000010:1.0:1767384399.356887:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066826631. 00000040:00000010:1.0:1767384399.356890:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a3498470. 00000020:00000010:1.0:1767384399.356894:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005ef0c864. 00000020:00000010:1.0:1767384399.356898:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000516caa04. 80000000:00000010:1.0:1767384399.356901:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b9f9670a. 00040000:00000010:1.0:1767384399.356904:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000013e4ee86. 00080000:00000010:1.0:1767384399.356908:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000407e48e7. 20000000:00000010:1.0:1767384399.356911:0:16780:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000500497a1. 00000040:00000010:1.0:1767384399.356915:0:16780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc7709dc. 00000100:00000010:1.0:1767384399.356924:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055e20b9d. 02000000:00000010:1.0:1767384399.356929:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093014856. 00000100:00000010:1.0:1767384399.356934:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d5c5f9e. 02000000:00000010:1.0:1767384399.356938:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd6ad9f5. 00000400:00000010:1.0:1767384399.356940:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f1114d8. 00000400:00000010:1.0:1767384399.356943:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000400:00000010:1.0:1767384399.356945:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4e6d50. 00000400:00000010:1.0:1767384399.356951:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7e0b799. 00000400:00000010:1.0:1767384399.356955:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4415d26. 00000400:00000010:1.0:1767384399.356966:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4e6d50. 00000020:00000010:3.0:1767384399.357004:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.357008:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.357012:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e557fdb3. 00000020:00000010:3.0:1767384399.357015:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.357017:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.357040:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.357042:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 02000000:00000010:3.0:1767384399.357051:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008bdd2192. 00000040:00000010:3.0:1767384399.357059:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000282b7663. 00000040:00000010:3.0:1767384399.357117:0:40431:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000082d31db4. 00000040:00000010:3.0:1767384399.357131:0:40431:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000082d31db4. 00000040:00000010:3.0:1767384399.357135:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000282b7663. 20000000:00000010:3.0:1767384399.357143:0:40431:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000005a9f1e82. 20000000:00000010:3.0:1767384399.357146:0:40431:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000005a9f1e82. 00000400:00000010:3.0:1767384399.357153:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:3.0:1767384399.357177:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000020:00000010:3.0:1767384399.357187:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.357191:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.357195:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e557fdb3. 00000400:00000010:1.0:1767384399.357197:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f1114d8. 02000000:00000010:3.0:1767384399.357200:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008bdd2192. 00000400:00000010:1.0:1767384399.357202:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000100:00000010:1.0:1767384399.357211:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d5c5f9e. 00000400:00000010:3.0:1767384399.357216:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aebdb3d7. 02000000:00000010:1.0:1767384399.357217:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd6ad9f5. 00000400:00000010:3.0:1767384399.357223:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051378cae. 02000000:00000010:1.0:1767384399.357224:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000093014856. 00000100:00000010:1.0:1767384399.357229:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055e20b9d. 00000040:00000010:1.0:1767384399.357238:0:16780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d61bf244. 00000100:00000010:1.0:1767384399.357242:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055e20b9d. 02000000:00000010:1.0:1767384399.357246:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093014856. 00000100:00000010:1.0:1767384399.357249:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d5c5f9e. 02000000:00000010:1.0:1767384399.357281:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000156144b4. 00000400:00000010:1.0:1767384399.357284:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f1114d8. 00000400:00000010:1.0:1767384399.357287:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b96ad765. 00000400:00000010:1.0:1767384399.357290:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000400:00000010:1.0:1767384399.357295:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c5bb93. 00000400:00000010:1.0:1767384399.357300:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a54bce82. 00000400:00000010:1.0:1767384399.357309:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000020:00000010:3.0:1767384399.357347:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.357352:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.357356:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000282b7663. 00000020:00000010:3.0:1767384399.357359:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.357362:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.357382:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.357385:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 02000000:00000010:3.0:1767384399.357403:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000833c9f1b. 00000040:00000010:3.0:1767384399.357409:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000048688b39. 00000040:00000010:3.0:1767384399.357418:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.357530:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.357533:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000048688b39. 00000400:00000010:3.0:1767384399.357541:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000fd677929. 00000400:00000010:3.0:1767384399.357561:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000fd677929. 00000020:00000010:3.0:1767384399.357568:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.357570:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.357573:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000282b7663. 02000000:00000010:3.0:1767384399.357577:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000833c9f1b. 00000400:00000010:1.0:1767384399.357583:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f1114d8. 00000400:00000010:1.0:1767384399.357587:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b96ad765. 00000400:00000010:3.0:1767384399.357592:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004115cac8. 00000400:00000010:3.0:1767384399.357596:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd677929. 00000100:00000010:1.0:1767384399.357597:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d5c5f9e. 02000000:00000010:1.0:1767384399.357604:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000156144b4. 02000000:00000010:1.0:1767384399.357614:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000093014856. 00000100:00000010:1.0:1767384399.357617:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055e20b9d. 00000040:00000010:1.0:1767384399.357626:0:16780:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a0f4bd2d. 00000020:00000010:1.0:1767384399.357810:0:41052:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093014856. 00000020:00000010:1.0:1767384399.357813:0:41052:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bd6ad9f5. 00000040:00000010:1.0:1767384399.357815:0:41052:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f89845d2. 00000020:00000010:1.0:1767384399.357817:0:41052:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002b2da270. 00000020:00000010:1.0:1767384399.357821:0:41052:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384399.357823:0:41052:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000713ec7bd. 80000000:00000010:1.0:1767384399.357825:0:41052:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002392f7e4. 40000000:00000010:1.0:1767384399.357827:0:41052:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000500b8454. 00100000:00000010:1.0:1767384399.357831:0:41052:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c1781b1c. 00040000:00000010:1.0:1767384399.357834:0:41052:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b99527ec. 00040000:00000010:1.0:1767384399.357838:0:41052:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b766f85a. 00040000:00000010:1.0:1767384399.357840:0:41052:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e2143648. 00080000:00000010:1.0:1767384399.357842:0:41052:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ec19f689. 00000004:00000010:1.0:1767384399.357845:0:41052:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000002a3b5b. 00000004:00000010:1.0:1767384399.357849:0:41052:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e4083ccb. 00000004:00000010:1.0:1767384399.357852:0:41052:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dc496f5a. 00002000:00000010:1.0:1767384399.357855:0:41052:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000086865db5. 00000004:00000010:1.0:1767384399.357859:0:41052:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000017b724ea. 00000020:00000010:1.0:1767384399.357862:0:41052:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000005c57ccf. 00000040:00000010:1.0:1767384399.357868:0:41052:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006b992d75. 00000040:00000010:1.0:1767384399.358249:0:41052:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000006b992d75. 00000020:00000010:1.0:1767384399.358253:0:41052:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000005c57ccf. 00000020:00000010:1.0:1767384399.358275:0:41052:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bd6ad9f5. 00000040:00000010:1.0:1767384399.358279:0:41052:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f89845d2. 00000020:00000010:1.0:1767384399.358283:0:41052:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002b2da270. 00000020:00000010:1.0:1767384399.358285:0:41052:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384399.358289:0:41052:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000713ec7bd. 80000000:00000010:1.0:1767384399.358291:0:41052:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002392f7e4. 40000000:00000010:1.0:1767384399.358295:0:41052:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000500b8454. 00100000:00000010:1.0:1767384399.358297:0:41052:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c1781b1c. 00040000:00000010:1.0:1767384399.358301:0:41052:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b99527ec. 00040000:00000010:1.0:1767384399.358304:0:41052:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b766f85a. 00040000:00000010:1.0:1767384399.358311:0:41052:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e2143648. 00080000:00000010:1.0:1767384399.358314:0:41052:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ec19f689. 00000004:00000010:1.0:1767384399.358316:0:41052:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000002a3b5b. 00000004:00000010:1.0:1767384399.358319:0:41052:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e4083ccb. 00000004:00000010:1.0:1767384399.358322:0:41052:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dc496f5a. 00002000:00000010:1.0:1767384399.358324:0:41052:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000086865db5. 00000004:00000010:1.0:1767384399.358326:0:41052:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000017b724ea. 00000020:00000010:1.0:1767384399.358328:0:41052:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093014856. 00000040:00000010:0.0:1767384399.358368:0:16780:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a0f4bd2d. 00000040:00000010:0.0:1767384399.358383:0:16780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d61bf244. 00000040:00000010:0.0:1767384399.358391:0:16780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc7709dc. 00000020:00000010:0.0:1767384399.358402:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000066826631. 00000040:00000010:0.0:1767384399.358406:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a3498470. 00000020:00000010:0.0:1767384399.358410:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005ef0c864. 00000020:00000010:0.0:1767384399.358415:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000516caa04. 80000000:00000010:0.0:1767384399.358418:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b9f9670a. 00040000:00000010:0.0:1767384399.358421:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000013e4ee86. 00080000:00000010:0.0:1767384399.358438:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000407e48e7. 20000000:00000010:0.0:1767384399.358441:0:16780:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000500497a1. 00000020:00000010:0.0:1767384399.358443:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7069c94. 10000000:00000010:0.0:1767384399.358446:0:16780:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000015d8c587. 00000100:00000010:0.0:1767384399.358461:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac32ce01. 02000000:00000010:0.0:1767384399.358474:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000560bc80a. 00010000:00000010:0.0:1767384399.358522:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005bcb19e6. 00000100:00000010:0.0:1767384399.358539:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d61515f6. 02000000:00000010:0.0:1767384399.358558:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fac52d8c. 00000400:00000010:0.0:1767384399.358565:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384399.358573:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000400:00000010:0.0:1767384399.358583:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000400:00000010:0.0:1767384399.358607:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8b4bb6d. 00000400:00000010:0.0:1767384399.358620:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d20377aa. 00000400:00000010:0.0:1767384399.358641:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000020:00000010:3.0:1767384399.358683:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.358691:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.358696:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048688b39. 00000020:00000010:3.0:1767384399.358699:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.358703:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.358733:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.358738:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 00010000:00000010:3.0:1767384399.358752:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000049a70949. 02000000:00000010:3.0:1767384399.358760:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008bdd2192. 00000400:00000010:3.0:1767384399.358773:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:3.0:1767384399.358809:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000020:00000010:3.0:1767384399.358823:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000400:00000010:0.0:1767384399.358828:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384399.358834:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000020:00000010:3.0:1767384399.358841:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.358849:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048688b39. 00000100:00000010:0.0:1767384399.358862:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d61515f6. 02000000:00000010:3.0:1767384399.358863:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008bdd2192. 00000400:00000010:3.0:1767384399.358874:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000667b0b73. 02000000:00000010:0.0:1767384399.358879:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fac52d8c. 02000000:00000010:0.0:1767384399.358885:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000560bc80a. 00000100:00000010:0.0:1767384399.358888:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac32ce01. 00000400:00000010:3.0:1767384399.358891:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db3bb397. 10000000:00000010:0.0:1767384399.358894:0:16780:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000f62ea15d. 00000020:00000010:0.0:1767384399.358899:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000560bc80a. 00000020:00000010:0.0:1767384399.358902:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002aed6d2d. 00000040:00000010:0.0:1767384399.358905:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b5aedcda. 00000020:00000010:0.0:1767384399.358909:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b0bc6991. 00000020:00000010:0.0:1767384399.358912:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ba53a378. 80000000:00000010:0.0:1767384399.358914:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000be442224. 00040000:00000010:0.0:1767384399.358917:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000de86f26f. 00080000:00000010:0.0:1767384399.358921:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003b7ce7bf. 20000000:00000010:0.0:1767384399.358924:0:16780:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000000293af92. 00000040:00000010:0.0:1767384399.358929:0:16780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000665eeb4c. 00000100:00000010:0.0:1767384399.358932:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac32ce01. 02000000:00000010:0.0:1767384399.358944:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3498470. 00000100:00000010:0.0:1767384399.358950:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d61515f6. 02000000:00000010:0.0:1767384399.358955:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7069c94. 00000400:00000010:0.0:1767384399.358958:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384399.358961:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000400:00000010:0.0:1767384399.358964:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000400:00000010:0.0:1767384399.358973:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c3919a8. 00000400:00000010:0.0:1767384399.358978:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f097af4. 00000400:00000010:0.0:1767384399.358989:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000020:00000010:3.0:1767384399.359024:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.359029:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.359033:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048688b39. 00000020:00000010:3.0:1767384399.359036:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.359040:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.359063:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a9f1e82. 00000020:00000010:3.0:1767384399.359065:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a9f1e82. 02000000:00000010:3.0:1767384399.359076:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008bdd2192. 00000040:00000010:3.0:1767384399.359082:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000822cceb4. 00000040:00000010:3.0:1767384399.359107:0:40431:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000082d31db4. 00000020:00000010:3.0:1767384399.359113:0:40431:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004a8c6fa5. 00080000:00000010:3.0:1767384399.359121:0:40431:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fe754d84. 00000040:00000010:3.0:1767384399.359320:0:40431:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000082d31db4. 00000040:00000010:3.0:1767384399.359325:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000822cceb4. 20000000:00000010:3.0:1767384399.359331:0:40431:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000008da82b68. 20000000:00000010:3.0:1767384399.359334:0:40431:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000008da82b68. 00000400:00000010:3.0:1767384399.359342:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:3.0:1767384399.359374:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000020:00000010:3.0:1767384399.359383:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.359386:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.359390:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048688b39. 02000000:00000010:3.0:1767384399.359395:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008bdd2192. 00000400:00000010:3.0:1767384399.359403:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000133d75f0. 00000400:00000010:3.0:1767384399.359409:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019559dec. 00000400:00000010:0.0:1767384399.359419:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384399.359427:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000100:00000010:0.0:1767384399.359441:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d61515f6. 02000000:00000010:0.0:1767384399.359447:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7069c94. 02000000:00000010:0.0:1767384399.359450:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a3498470. 00000100:00000010:0.0:1767384399.359453:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac32ce01. 00000040:00000010:0.0:1767384399.359461:0:16780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004c6e0145. 00000100:00000010:0.0:1767384399.359465:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac32ce01. 02000000:00000010:0.0:1767384399.359470:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7069c94. 00000100:00000010:0.0:1767384399.359474:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d61515f6. 02000000:00000010:0.0:1767384399.359522:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000156144b4. 00000400:00000010:0.0:1767384399.359528:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384399.359532:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001be659e5. 00000400:00000010:0.0:1767384399.359538:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000400:00000010:0.0:1767384399.359550:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000425cb779. 00000400:00000010:0.0:1767384399.359556:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018db65f8. 00000400:00000010:0.0:1767384399.359574:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000020:00000010:3.0:1767384399.359627:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008da82b68. 00000020:00000010:3.0:1767384399.359632:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008da82b68. 00000020:00000010:3.0:1767384399.359636:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048688b39. 00000020:00000010:3.0:1767384399.359639:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.359649:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.359673:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008da82b68. 00000020:00000010:3.0:1767384399.359677:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008da82b68. 02000000:00000010:3.0:1767384399.359692:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000833c9f1b. 00000040:00000010:3.0:1767384399.359698:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000822cceb4. 00000040:00000010:3.0:1767384399.359707:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.359952:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.359957:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000822cceb4. 00000400:00000010:3.0:1767384399.359966:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b104de18. 00000400:00000010:3.0:1767384399.360002:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b104de18. 00000020:00000010:3.0:1767384399.360012:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.360016:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.360020:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048688b39. 02000000:00000010:3.0:1767384399.360025:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000833c9f1b. 00000400:00000010:0.0:1767384399.360043:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe5abf4. 00000400:00000010:3.0:1767384399.360047:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b74760c. 00000400:00000010:0.0:1767384399.360050:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001be659e5. 00000400:00000010:3.0:1767384399.360062:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b104de18. 00000100:00000010:0.0:1767384399.360067:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d61515f6. 02000000:00000010:0.0:1767384399.360080:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000156144b4. 02000000:00000010:0.0:1767384399.360092:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7069c94. 00000100:00000010:0.0:1767384399.360096:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac32ce01. 00000040:00000010:0.0:1767384399.360102:0:16780:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c7071613. 00000020:00000010:0.0:1767384399.360342:0:41053:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7069c94. 00000020:00000010:0.0:1767384399.360346:0:41053:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066826631. 00000040:00000010:0.0:1767384399.360348:0:41053:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a3498470. 00000020:00000010:0.0:1767384399.360351:0:41053:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ffdc6e26. 00000020:00000010:0.0:1767384399.360354:0:41053:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003334302e. 00000020:00000010:0.0:1767384399.360357:0:41053:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000007d3c8d4. 80000000:00000010:0.0:1767384399.360359:0:41053:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000088feb000. 40000000:00000010:0.0:1767384399.360361:0:41053:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000093cdfe00. 00100000:00000010:0.0:1767384399.360365:0:41053:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fa2b91d8. 00040000:00000010:0.0:1767384399.360368:0:41053:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d989c190. 00040000:00000010:0.0:1767384399.360372:0:41053:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000493d822. 00040000:00000010:0.0:1767384399.360374:0:41053:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000047c5a564. 00080000:00000010:0.0:1767384399.360377:0:41053:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a686e71b. 00000004:00000010:0.0:1767384399.360380:0:41053:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d11756f8. 00000004:00000010:0.0:1767384399.360385:0:41053:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000cf1d012. 00000004:00000010:0.0:1767384399.360388:0:41053:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eef1b973. 00002000:00000010:0.0:1767384399.360391:0:41053:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fac52d8c. 00000004:00000010:0.0:1767384399.360394:0:41053:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005555dfe4. 00000020:00000010:0.0:1767384399.360397:0:41053:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fad02661. 00000040:00000010:0.0:1767384399.360403:0:41053:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a6591433. 00000040:00000010:0.0:1767384399.360861:0:41053:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a6591433. 00000020:00000010:0.0:1767384399.360868:0:41053:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fad02661. 00000020:00000010:0.0:1767384399.360878:0:41053:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000066826631. 00000040:00000010:0.0:1767384399.360880:0:41053:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a3498470. 00000020:00000010:0.0:1767384399.360882:0:41053:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ffdc6e26. 00000020:00000010:0.0:1767384399.360884:0:41053:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003334302e. 00000020:00000010:0.0:1767384399.360887:0:41053:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000007d3c8d4. 80000000:00000010:0.0:1767384399.360889:0:41053:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000088feb000. 40000000:00000010:0.0:1767384399.360891:0:41053:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000093cdfe00. 00100000:00000010:0.0:1767384399.360893:0:41053:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fa2b91d8. 00040000:00000010:0.0:1767384399.360896:0:41053:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d989c190. 00040000:00000010:0.0:1767384399.360900:0:41053:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000493d822. 00040000:00000010:0.0:1767384399.360902:0:41053:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000047c5a564. 00080000:00000010:0.0:1767384399.360904:0:41053:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a686e71b. 00000004:00000010:0.0:1767384399.360912:0:41053:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d11756f8. 00000004:00000010:0.0:1767384399.360914:0:41053:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000cf1d012. 00000004:00000010:0.0:1767384399.360917:0:41053:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000eef1b973. 00002000:00000010:0.0:1767384399.360919:0:41053:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fac52d8c. 00000004:00000010:0.0:1767384399.360921:0:41053:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005555dfe4. 00000020:00000010:0.0:1767384399.360923:0:41053:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7069c94. 00000040:00000010:1.0:1767384399.360989:0:16780:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c7071613. 00000040:00000010:1.0:1767384399.360998:0:16780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004c6e0145. 00000040:00000010:1.0:1767384399.361001:0:16780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000665eeb4c. 00000020:00000010:1.0:1767384399.361006:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002aed6d2d. 00000040:00000010:1.0:1767384399.361008:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b5aedcda. 00000020:00000010:1.0:1767384399.361010:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b0bc6991. 00000020:00000010:1.0:1767384399.361013:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ba53a378. 80000000:00000010:1.0:1767384399.361015:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000be442224. 00040000:00000010:1.0:1767384399.361017:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000de86f26f. 00080000:00000010:1.0:1767384399.361019:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003b7ce7bf. 20000000:00000010:1.0:1767384399.361021:0:16780:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000293af92. 00000020:00000010:1.0:1767384399.361023:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000560bc80a. 10000000:00000010:1.0:1767384399.361025:0:16780:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f62ea15d. 00000100:00000010:1.0:1767384399.361035:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055e20b9d. 02000000:00000010:1.0:1767384399.361043:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2143648. 00010000:00000010:1.0:1767384399.361049:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000871b56e. 00010000:00000010:1.0:1767384399.361062:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006055dc63. 00000100:00000010:1.0:1767384399.361069:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b96ad765. 02000000:00000010:1.0:1767384399.361077:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000017b724ea. 00000400:00000010:1.0:1767384399.361079:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f1114d8. 00000400:00000010:1.0:1767384399.361082:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000400:00000010:1.0:1767384399.361085:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4e6d50. 00000400:00000010:1.0:1767384399.361093:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba64b490. 00000400:00000010:1.0:1767384399.361098:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a513bece. 00000400:00000010:1.0:1767384399.361113:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4e6d50. 00000020:00000010:3.0:1767384399.361159:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.361163:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.361168:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000822cceb4. 00000020:00000010:3.0:1767384399.361171:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.361174:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.361199:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.361202:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a00f2b6. 00010000:00000010:3.0:1767384399.361211:0:40431:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023b9491f. 00010000:00000010:3.0:1767384399.361217:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070a4c68f. 02000000:00000010:3.0:1767384399.361226:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008bdd2192. 00000400:00000010:3.0:1767384399.361237:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:3.0:1767384399.361275:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000020:00000010:3.0:1767384399.361285:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.361289:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000400:00000010:1.0:1767384399.361289:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f1114d8. 00000020:00000010:3.0:1767384399.361293:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000822cceb4. 02000000:00000010:3.0:1767384399.361297:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008bdd2192. 00000400:00000010:1.0:1767384399.361299:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000400:00000010:3.0:1767384399.361306:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f06001c8. 00000100:00000010:1.0:1767384399.361313:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b96ad765. 00000400:00000010:3.0:1767384399.361314:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae331c37. 02000000:00000010:1.0:1767384399.361322:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000017b724ea. 02000000:00000010:1.0:1767384399.361327:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e2143648. 00000100:00000010:1.0:1767384399.361330:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055e20b9d. 00000100:00000010:1.0:1767384399.361339:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055e20b9d. 02000000:00000010:1.0:1767384399.361343:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2143648. 00010000:00000010:1.0:1767384399.361348:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000034cb8071. 00000100:00000010:1.0:1767384399.361352:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b96ad765. 02000000:00000010:1.0:1767384399.361357:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000017b724ea. 00000400:00000010:1.0:1767384399.361359:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f1114d8. 00000400:00000010:1.0:1767384399.361361:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000400:00000010:1.0:1767384399.361364:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4e6d50. 00000400:00000010:1.0:1767384399.361370:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000875cdbff. 00000400:00000010:1.0:1767384399.361375:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000841f453c. 00000400:00000010:1.0:1767384399.361385:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4e6d50. 00000020:00000010:3.0:1767384399.361412:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.361416:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.361420:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000822cceb4. 00000020:00000010:3.0:1767384399.361422:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.361425:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.361446:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.361449:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a00f2b6. 00010000:00000010:3.0:1767384399.361462:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e46fa91b. 02000000:00000010:3.0:1767384399.361469:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008bdd2192. 00000400:00000010:3.0:1767384399.361522:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:3.0:1767384399.361545:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000400:00000010:1.0:1767384399.361553:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f1114d8. 00000020:00000010:3.0:1767384399.361556:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000400:00000010:1.0:1767384399.361558:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000020:00000010:3.0:1767384399.361563:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.361569:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000822cceb4. 00000100:00000010:1.0:1767384399.361570:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b96ad765. 02000000:00000010:3.0:1767384399.361577:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008bdd2192. 02000000:00000010:1.0:1767384399.361580:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000017b724ea. 02000000:00000010:1.0:1767384399.361585:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e2143648. 00000400:00000010:3.0:1767384399.361587:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009485c8c6. 00000100:00000010:1.0:1767384399.361587:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055e20b9d. 00000400:00000010:3.0:1767384399.361595:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e57f80c2. 10000000:00000010:1.0:1767384399.361597:0:16780:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000500b8454. 00000020:00000010:1.0:1767384399.361602:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2143648. 00000020:00000010:1.0:1767384399.361604:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000713ec7bd. 00000040:00000010:1.0:1767384399.361608:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000560bc80a. 00000020:00000010:1.0:1767384399.361610:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dc496f5a. 00000020:00000010:1.0:1767384399.361613:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000293af92. 80000000:00000010:1.0:1767384399.361615:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002392f7e4. 00040000:00000010:1.0:1767384399.361618:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000de86f26f. 00080000:00000010:1.0:1767384399.361619:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000002a3b5b. 20000000:00000010:1.0:1767384399.361621:0:16780:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000ba53a378. 00000040:00000010:1.0:1767384399.361624:0:16780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b5aedcda. 00000100:00000010:1.0:1767384399.361631:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055e20b9d. 02000000:00000010:1.0:1767384399.361636:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002aed6d2d. 00000100:00000010:1.0:1767384399.361641:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b96ad765. 02000000:00000010:1.0:1767384399.361645:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000665eeb4c. 00000400:00000010:1.0:1767384399.361647:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f1114d8. 00000400:00000010:1.0:1767384399.361650:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000400:00000010:1.0:1767384399.361652:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4e6d50. 00000400:00000010:1.0:1767384399.361658:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a63354d. 00000400:00000010:1.0:1767384399.361663:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001776a362. 00000400:00000010:1.0:1767384399.361674:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4e6d50. 00000020:00000010:3.0:1767384399.361697:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.361701:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.361705:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000822cceb4. 00000020:00000010:3.0:1767384399.361708:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.361711:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.361737:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.361740:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a00f2b6. 02000000:00000010:3.0:1767384399.361749:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008bdd2192. 00000040:00000010:3.0:1767384399.361755:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ef460c11. 00000040:00000010:3.0:1767384399.361779:0:40431:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000f1fd4a78. 00000040:00000010:3.0:1767384399.361785:0:40431:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000f1fd4a78. 00000040:00000010:3.0:1767384399.361789:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ef460c11. 00000400:00000010:3.0:1767384399.361802:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:3.0:1767384399.361826:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000020:00000010:3.0:1767384399.361835:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.361839:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000400:00000010:1.0:1767384399.361842:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f1114d8. 00000400:00000010:1.0:1767384399.361846:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000020:00000010:3.0:1767384399.361853:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000822cceb4. 00000100:00000010:1.0:1767384399.361859:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b96ad765. 02000000:00000010:3.0:1767384399.361863:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008bdd2192. 02000000:00000010:1.0:1767384399.361865:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000665eeb4c. 02000000:00000010:1.0:1767384399.361870:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002aed6d2d. 00000400:00000010:3.0:1767384399.361872:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a615e95c. 00000100:00000010:1.0:1767384399.361872:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055e20b9d. 00000400:00000010:3.0:1767384399.361880:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000819dabc7. 00000040:00000010:1.0:1767384399.361882:0:16780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006b992d75. 00000100:00000010:1.0:1767384399.361887:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055e20b9d. 02000000:00000010:1.0:1767384399.361891:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002aed6d2d. 00000100:00000010:1.0:1767384399.361894:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b96ad765. 02000000:00000010:1.0:1767384399.361909:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000156144b4. 00000400:00000010:1.0:1767384399.361911:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f1114d8. 00000400:00000010:1.0:1767384399.361914:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fc9f9566. 00000400:00000010:1.0:1767384399.361917:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000400:00000010:1.0:1767384399.361923:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087148afa. 00000400:00000010:1.0:1767384399.361928:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dda99f1e. 00000400:00000010:1.0:1767384399.361937:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000020:00000010:3.0:1767384399.361955:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.361959:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.361965:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef460c11. 00000020:00000010:3.0:1767384399.361968:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.361970:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.361992:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.361995:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a00f2b6. 02000000:00000010:3.0:1767384399.362009:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000833c9f1b. 00000040:00000010:3.0:1767384399.362015:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002f5bdfa6. 00000040:00000010:3.0:1767384399.362021:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.362029:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d4e79f01. 00000040:00000010:3.0:1767384399.362032:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002f5bdfa6. 00000400:00000010:3.0:1767384399.362039:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f09b979a. 00000400:00000010:3.0:1767384399.362067:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f09b979a. 00000400:00000010:1.0:1767384399.362075:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f1114d8. 00000020:00000010:3.0:1767384399.362077:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000400:00000010:1.0:1767384399.362081:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fc9f9566. 00000020:00000010:3.0:1767384399.362084:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.362089:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef460c11. 00000100:00000010:1.0:1767384399.362091:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b96ad765. 02000000:00000010:3.0:1767384399.362095:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000833c9f1b. 02000000:00000010:1.0:1767384399.362098:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000156144b4. 02000000:00000010:1.0:1767384399.362108:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002aed6d2d. 00000400:00000010:3.0:1767384399.362110:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c617c7e. 00000100:00000010:1.0:1767384399.362111:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055e20b9d. 00000400:00000010:3.0:1767384399.362117:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f09b979a. 00000040:00000010:1.0:1767384399.362122:0:16780:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a25ad60f. 00000020:00000010:1.0:1767384399.362305:0:41054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aed6d2d. 00000020:00000010:1.0:1767384399.362308:0:41054:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000665eeb4c. 00000040:00000010:1.0:1767384399.362310:0:41054:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f89845d2. 00000020:00000010:1.0:1767384399.362312:0:41054:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ec19f689. 00000020:00000010:1.0:1767384399.362314:0:41054:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384399.362316:0:41054:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000500497a1. 80000000:00000010:1.0:1767384399.362318:0:41054:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009a2ee78f. 40000000:00000010:1.0:1767384399.362320:0:41054:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c407e8c0. 00100000:00000010:1.0:1767384399.362322:0:41054:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000407e48e7. 00040000:00000010:1.0:1767384399.362324:0:41054:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b99527ec. 00040000:00000010:1.0:1767384399.362326:0:41054:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005ef0c864. 00040000:00000010:1.0:1767384399.362328:0:41054:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000013e4ee86. 00080000:00000010:1.0:1767384399.362329:0:41054:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b766f85a. 00000004:00000010:1.0:1767384399.362331:0:41054:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c1781b1c. 00000004:00000010:1.0:1767384399.362334:0:41054:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e4083ccb. 00000004:00000010:1.0:1767384399.362336:0:41054:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002b2da270. 00002000:00000010:1.0:1767384399.362338:0:41054:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000017b724ea. 00000004:00000010:1.0:1767384399.362340:0:41054:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000086865db5. 00000020:00000010:1.0:1767384399.362342:0:41054:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bd2737cc. 00000040:00000010:1.0:1767384399.362346:0:41054:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005f6829ef. 00000040:00000010:1.0:1767384399.362739:0:41054:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005f6829ef. 00000020:00000010:1.0:1767384399.362743:0:41054:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bd2737cc. 00000020:00000010:1.0:1767384399.362748:0:41054:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000665eeb4c. 00000040:00000010:1.0:1767384399.362750:0:41054:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f89845d2. 00000020:00000010:1.0:1767384399.362751:0:41054:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ec19f689. 00000020:00000010:1.0:1767384399.362753:0:41054:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384399.362755:0:41054:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000500497a1. 80000000:00000010:1.0:1767384399.362757:0:41054:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009a2ee78f. 40000000:00000010:1.0:1767384399.362759:0:41054:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c407e8c0. 00100000:00000010:1.0:1767384399.362760:0:41054:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000407e48e7. 00040000:00000010:1.0:1767384399.362762:0:41054:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b99527ec. 00040000:00000010:1.0:1767384399.362764:0:41054:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005ef0c864. 00040000:00000010:1.0:1767384399.362770:0:41054:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000013e4ee86. 00080000:00000010:1.0:1767384399.362772:0:41054:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b766f85a. 00000004:00000010:1.0:1767384399.362774:0:41054:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c1781b1c. 00000004:00000010:1.0:1767384399.362777:0:41054:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e4083ccb. 00000004:00000010:1.0:1767384399.362778:0:41054:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002b2da270. 00002000:00000010:1.0:1767384399.362780:0:41054:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000017b724ea. 00000004:00000010:1.0:1767384399.362782:0:41054:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000086865db5. 00000020:00000010:1.0:1767384399.362783:0:41054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aed6d2d. 00000040:00000010:0.0:1767384399.362817:0:16780:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a25ad60f. 00000040:00000010:0.0:1767384399.362825:0:16780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006b992d75. 00000040:00000010:0.0:1767384399.362828:0:16780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b5aedcda. 00000020:00000010:0.0:1767384399.362831:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000713ec7bd. 00000040:00000010:0.0:1767384399.362834:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000560bc80a. 00000020:00000010:0.0:1767384399.362836:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dc496f5a. 00000020:00000010:0.0:1767384399.362838:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000293af92. 80000000:00000010:0.0:1767384399.362840:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002392f7e4. 00040000:00000010:0.0:1767384399.362842:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000de86f26f. 00080000:00000010:0.0:1767384399.362844:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000002a3b5b. 20000000:00000010:0.0:1767384399.362845:0:16780:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000ba53a378. 00000020:00000010:0.0:1767384399.362847:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2143648. 10000000:00000010:0.0:1767384399.362848:0:16780:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000500b8454. 00000100:00000010:0.0:1767384399.362857:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac32ce01. 02000000:00000010:0.0:1767384399.362863:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047c5a564. 00010000:00000010:0.0:1767384399.362868:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d85a768. 00000100:00000010:0.0:1767384399.362874:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001be659e5. 02000000:00000010:0.0:1767384399.362880:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005555dfe4. 00000400:00000010:0.0:1767384399.362883:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384399.362886:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000400:00000010:0.0:1767384399.362889:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000400:00000010:0.0:1767384399.362897:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3827a57. 00000400:00000010:0.0:1767384399.362902:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009322c983. 00000400:00000010:0.0:1767384399.362917:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000020:00000010:3.0:1767384399.362951:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.362956:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.362960:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef460c11. 00000020:00000010:3.0:1767384399.362962:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.362965:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.362986:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.362989:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a00f2b6. 00010000:00000010:3.0:1767384399.362999:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005117bd50. 02000000:00000010:3.0:1767384399.363005:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008bdd2192. 00000400:00000010:3.0:1767384399.363015:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:3.0:1767384399.363044:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000020:00000010:3.0:1767384399.363053:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.363056:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.363060:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef460c11. 02000000:00000010:3.0:1767384399.363065:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008bdd2192. 00000400:00000010:0.0:1767384399.363065:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384399.363072:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000400:00000010:3.0:1767384399.363076:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df00962e. 00000400:00000010:3.0:1767384399.363081:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009102dc0a. 00000100:00000010:0.0:1767384399.363085:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001be659e5. 02000000:00000010:0.0:1767384399.363095:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005555dfe4. 02000000:00000010:0.0:1767384399.363105:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000047c5a564. 00000100:00000010:0.0:1767384399.363107:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac32ce01. 10000000:00000010:0.0:1767384399.363111:0:16780:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000093cdfe00. 00000020:00000010:0.0:1767384399.363113:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c5a564. 00000020:00000010:0.0:1767384399.363115:0:16780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000007d3c8d4. 00000040:00000010:0.0:1767384399.363117:0:16780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e2143648. 00000020:00000010:0.0:1767384399.363120:0:16780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000eef1b973. 00000020:00000010:0.0:1767384399.363122:0:16780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000713ec7bd. 80000000:00000010:0.0:1767384399.363123:0:16780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000088feb000. 00040000:00000010:0.0:1767384399.363126:0:16780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a3498470. 00080000:00000010:0.0:1767384399.363128:0:16780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006b1d21c8. 20000000:00000010:0.0:1767384399.363130:0:16780:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000f7069c94. 00000040:00000010:0.0:1767384399.363133:0:16780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000066826631. 00000100:00000010:0.0:1767384399.363135:0:16780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac32ce01. 02000000:00000010:0.0:1767384399.363140:0:16780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc79ac37. 00000100:00000010:0.0:1767384399.363145:0:16780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001be659e5. 02000000:00000010:0.0:1767384399.363150:0:16780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a15c61ac. 00000400:00000010:0.0:1767384399.363152:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384399.363154:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000400:00000010:0.0:1767384399.363157:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000400:00000010:0.0:1767384399.363163:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003abeffb9. 00000400:00000010:0.0:1767384399.363168:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b344075. 00000400:00000010:0.0:1767384399.363180:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000020:00000010:3.0:1767384399.363209:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.363213:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.363218:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef460c11. 00000020:00000010:3.0:1767384399.363220:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.363223:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384399.363242:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a00f2b6. 00000020:00000010:3.0:1767384399.363245:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a00f2b6. 02000000:00000010:3.0:1767384399.363253:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008bdd2192. 00000040:00000010:3.0:1767384399.363257:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002f5bdfa6. 00000040:00000010:3.0:1767384399.363289:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002f5bdfa6. 00000400:00000010:3.0:1767384399.363297:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:3.0:1767384399.363320:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000020:00000010:3.0:1767384399.363329:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384399.363333:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000400:00000010:0.0:1767384399.363333:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384399.363338:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000020:00000010:3.0:1767384399.363339:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef460c11. 02000000:00000010:3.0:1767384399.363347:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008bdd2192. 00000100:00000010:0.0:1767384399.363351:0:16780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001be659e5. 00000400:00000010:3.0:1767384399.363355:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7400abc. 02000000:00000010:0.0:1767384399.363357:0:16780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a15c61ac. 00000400:00000010:3.0:1767384399.363361:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f7c0313. 02000000:00000010:0.0:1767384399.363361:0:16780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cc79ac37. 00000100:00000010:0.0:1767384399.363367:0:16780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac32ce01. 00000040:00000010:0.0:1767384399.363370:0:16780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000066826631. 00000020:00000010:0.0:1767384399.363375:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000007d3c8d4. 00000040:00000010:0.0:1767384399.363377:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e2143648. 00000020:00000010:0.0:1767384399.363379:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eef1b973. 00000020:00000010:0.0:1767384399.363387:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000713ec7bd. 80000000:00000010:0.0:1767384399.363389:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000088feb000. 00040000:00000010:0.0:1767384399.363391:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a3498470. 00080000:00000010:0.0:1767384399.363393:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006b1d21c8. 20000000:00000010:0.0:1767384399.363394:0:16780:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f7069c94. 00000020:00000010:0.0:1767384399.363396:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047c5a564. 10000000:00000010:0.0:1767384399.363397:0:16780:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000093cdfe00. 00000100:00000010:0.0:1767384399.373541:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f114e85d. 00000100:00000010:1.0:1767384399.373553:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004223acf1. 00000100:00000010:3.0:1767384399.373556:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a6e496a. 00000100:00000010:2.0:1767384399.373567:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bdcfbceb. 00000800:00000010:1.0:1767384399.484361:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f6829ef. 00000800:00000010:1.0:1767384399.484371:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b96ad765. 00000800:00000010:1.0:1767384399.484375:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bd2737cc. 00000800:00000010:1.0:1767384399.484391:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bd2737cc. 00000800:00020000:1.0:1767384399.484402:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:1.0:1767384399.484406:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b96ad765. 00000800:00000010:1.0:1767384399.484408:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005f6829ef. 00000400:02020000:1.0:1767384399.484440:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp36 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000400:00000010:2.0:1767384399.803566:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 00000400:00000010:2.0:1767384399.803600:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006cfc2d70. 00000400:00000010:2.0:1767384399.803606:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000021613fff. 00000100:00000010:2.0:1767384400.085352:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee15c38a. 00000100:00000010:2.0:1767384400.085443:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4a56307. 00000020:00000010:3.0:1767384400.085463:0:40464:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bc84abf. 00000020:00000010:3.0:1767384400.085476:0:40464:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bbb1e5a1. 00000020:00000010:3.0:1767384400.085522:0:40464:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef460c11. 00000020:00000010:3.0:1767384400.085528:0:40464:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000181e46ee. 00000020:00000010:3.0:1767384400.085533:0:40464:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a4b6e10c. 00000020:00000010:3.0:1767384400.085589:0:40464:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbb1e5a1. 00000020:00000010:3.0:1767384400.085591:0:40464:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbb1e5a1. 00000020:00000010:3.0:1767384400.085595:0:40464:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f5bdfa6. 00000020:00000010:3.0:1767384400.085613:0:40464:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083e0bb29. 00000020:00000010:3.0:1767384400.085616:0:40464:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f160fa93. 00000020:00000010:0.0:1767384400.085629:0:40437:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093cdfe00. 00000020:00000010:0.0:1767384400.085639:0:40437:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093cdfe00. 00000020:00000010:3.0:1767384400.085651:0:40464:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbb1e5a1. 00000020:00000010:1.0:1767384400.085654:0:40436:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005f6829ef. 00000020:00000010:3.0:1767384400.085656:0:40464:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbb1e5a1. 00000100:00000010:1.0:1767384400.085670:0:40436:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000013e4ee86. 02000000:00000010:0.0:1767384400.085675:0:40437:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005555dfe4. 02000000:00000010:3.0:1767384400.085679:0:40464:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008bdd2192. 00000020:00000010:0.0:1767384400.085726:0:40437:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000006b1d21c8. 00000020:00000010:3.0:1767384400.085731:0:40464:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000004a7d61a4. 00000400:00000010:3.0:1767384400.085760:0:40464:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000400:00000010:0.0:1767384400.085760:0:40437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b6aba5d. 00000800:00000010:3.0:1767384400.085819:0:40464:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffe52f5e. 00000020:00000010:3.0:1767384400.085850:0:40464:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083e0bb29. 00000800:00000010:0.0:1767384400.085850:0:40437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d989c190. 00000020:00000010:3.0:1767384400.085870:0:40464:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f160fa93. 00000020:00000010:3.0:1767384400.085887:0:40464:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f5bdfa6. 00000020:00000010:0.0:1767384400.085910:0:40437:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000181e46ee. 00000020:00000010:0.0:1767384400.085917:0:40437:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4b6e10c. 00000020:00000010:0.0:1767384400.085924:0:40437:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef460c11. 00000800:00000010:2.0:1767384400.085990:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffe52f5e. 00040000:00000010:1.0:1767384400.085990:0:40436:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002b2da270. 00000004:00000010:1.0:1767384400.086003:0:40436:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c1781b1c. 00000400:00000010:2.0:1767384400.086006:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000004:00000010:1.0:1767384400.086012:0:40436:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b766f85a. 00000004:00000010:1.0:1767384400.086021:0:40436:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000017b724ea. 00000100:00000010:3.0:1767384400.086029:0:41055:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000bbb1e5a1. 00000020:00000010:3.0:1767384400.086035:0:41055:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005f66841a. 00000020:00000010:3.0:1767384400.086041:0:41055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f5bdfa6. 00000020:00000010:3.0:1767384400.086046:0:41055:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ef460c11. 00000040:00000010:3.0:1767384400.086049:0:41055:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000048688b39. 00000020:00000010:3.0:1767384400.086053:0:41055:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ffbbc541. 00000020:00000010:3.0:1767384400.086057:0:41055:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a345e447. 00000020:00000010:3.0:1767384400.086060:0:41055:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000282b7663. 80000000:00000010:3.0:1767384400.086064:0:41055:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cba76f8e. 40000000:00000010:3.0:1767384400.086067:0:41055:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c45614a1. 00100000:00000010:3.0:1767384400.086071:0:41055:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000078c512f5. 00040000:00000010:3.0:1767384400.086074:0:41055:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000eaec64ed. 00040000:00000010:3.0:1767384400.086076:0:41055:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000741a1ba2. 00040000:00000010:3.0:1767384400.086079:0:41055:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000822cceb4. 00080000:00000010:3.0:1767384400.086085:0:41055:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a9ac1883. 00000800:00000010:2.0:1767384400.086086:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d989c190. 00000004:00000010:3.0:1767384400.086091:0:41055:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000906d35eb. 00000004:00000010:3.0:1767384400.086097:0:41055:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000374c7a90. 00000400:00000010:2.0:1767384400.086099:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b6aba5d. 00000004:00000010:3.0:1767384400.086111:0:41055:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e837f3e8. 00002000:00000010:3.0:1767384400.086116:0:41055:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ac20621e. 00000004:00000010:3.0:1767384400.086120:0:41055:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c1b9bfbc. 00000100:00000010:3.0:1767384400.086168:0:41055:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000003e74ed81. 00000100:00000010:1.0:1767384400.087296:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055e20b9d. 00000020:00000010:3.0:1767384400.087338:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcbb7349. 00000020:00000010:3.0:1767384400.087349:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcbb7349. 00000020:00000010:3.0:1767384400.087354:0:41055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021a8773c. 00000020:00000010:3.0:1767384400.087357:0:41055:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083e0bb29. 00000020:00000010:3.0:1767384400.087359:0:41055:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f160fa93. 00000020:00000010:3.0:1767384400.087382:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcbb7349. 00000020:00000010:3.0:1767384400.087384:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcbb7349. 02000000:00000010:3.0:1767384400.087393:0:41055:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 0000000087bcd98f. 00000400:00000010:3.0:1767384400.087403:0:41055:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fb79583. 00000800:00000010:3.0:1767384400.087417:0:41055:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e6925fb. 00000020:00000010:3.0:1767384400.087432:0:41055:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083e0bb29. 00000020:00000010:3.0:1767384400.087434:0:41055:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f160fa93. 00000020:00000010:3.0:1767384400.087436:0:41055:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021a8773c. 00000800:00000010:2.0:1767384400.087573:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e6925fb. 00000400:00000010:2.0:1767384400.087586:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fb79583. 00000100:00000010:2.0:1767384400.088659:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ec584d1. 00000100:00000010:2.0:1767384400.088725:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5cbf4a8. 00000020:00000010:1.0:1767384400.088756:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000516caa04. 00000020:00000010:1.0:1767384400.088765:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000746095cc. 00000020:00000010:1.0:1767384400.088770:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 00000020:00000010:3.0:1767384400.088794:0:40440:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d4e79f01. 00040000:00000010:3.0:1767384400.088804:0:40440:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ab395d73. 00000004:00000010:3.0:1767384400.088808:0:40440:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c1c6d0eb. 00000004:00000010:3.0:1767384400.088811:0:40440:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000047164c5b. 00000004:00000010:3.0:1767384400.088814:0:40440:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e1127ec4. 00000020:00000010:3.0:1767384400.088822:0:40440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcbb7349. 00000020:00000010:3.0:1767384400.088826:0:40440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcbb7349. 02000000:00000010:1.0:1767384400.088827:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b992cd1c. 00000020:00000010:3.0:1767384400.088830:0:40440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021a8773c. 00000020:00000010:3.0:1767384400.088834:0:40440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083e0bb29. 00000020:00000010:3.0:1767384400.088836:0:40440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f160fa93. 00000020:00000010:1.0:1767384400.088841:0:17556:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005ef0c864. 00000001:00000010:1.0:1767384400.088854:0:17556:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000c9ced7b4. 00000001:00000010:1.0:1767384400.088863:0:17556:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b99527ec. 00000020:00000010:3.0:1767384400.088864:0:40440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcbb7349. 00000020:00000010:3.0:1767384400.088872:0:40440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcbb7349. 00000001:00000010:1.0:1767384400.088879:0:17556:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000078484643. 00000001:00000010:1.0:1767384400.088894:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc7709dc. 00000001:00000010:1.0:1767384400.088900:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000093014856. 00000400:00000010:0.0:1767384400.088901:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e87203d6. 00000001:00000010:1.0:1767384400.088904:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bd6ad9f5. 02000000:00000010:3.0:1767384400.088915:0:40440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000202ab329. 00000001:00000010:1.0:1767384400.088916:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f89845d2. 00000400:00000010:0.0:1767384400.088927:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035346b63. 02000000:00000010:3.0:1767384400.088929:0:40440:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000f8443022. 00080000:00000010:1.0:1767384400.088984:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000094a0a9a. 00000020:00000010:2.0:1767384400.089027:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fabe6af. 00000020:00000010:2.0:1767384400.089052:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fabe6af. 00000020:00000010:2.0:1767384400.089066:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021613fff. 00000020:00000010:2.0:1767384400.089072:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000028f854c. 00000020:00000010:2.0:1767384400.089084:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2302bc2. 00000020:00000010:2.0:1767384400.089137:0:40430:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fabe6af. 00000020:00000010:2.0:1767384400.089143:0:40430:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fabe6af. 02000000:00000010:2.0:1767384400.089158:0:40430:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e02eb551. 00000400:00000010:2.0:1767384400.089171:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fff0571. 00000800:00000010:2.0:1767384400.089193:0:40430:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000042ab721. 00000001:00000010:1.0:1767384400.089202:0:17556:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000009a2ee78f. 00000020:00000010:2.0:1767384400.089224:0:40430:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000028f854c. 00000020:00000010:2.0:1767384400.089230:0:40430:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2302bc2. 00000020:00000010:2.0:1767384400.089235:0:40430:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021613fff. 00000400:00000010:2.0:1767384400.089277:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009853309a. 00000400:00000010:2.0:1767384400.089286:0:40430:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ce22c96. 00000800:00000010:3.0:1767384400.089309:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000042ab721. 00000400:00000010:3.0:1767384400.089324:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fff0571. 02000000:00000010:3.0:1767384400.089332:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e02eb551. 00000020:00000010:1.0:1767384400.089446:0:17556:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000004223acf1. 00000020:00000010:1.0:1767384400.089460:0:17556:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000004223acf1. 00000020:00000010:1.0:1767384400.089468:0:17556:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000407e48e7. 00000020:00000010:1.0:1767384400.089531:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd2737cc. 00000400:00000010:1.0:1767384400.089578:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a36f89f. 00000800:00000010:1.0:1767384400.089598:0:17556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005551ee97. 00000020:00000010:1.0:1767384400.089622:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000746095cc. 00000020:00000010:1.0:1767384400.089626:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384400.089631:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000516caa04. 00000800:00000010:2.0:1767384400.089746:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005551ee97. 00000400:00000010:2.0:1767384400.089758:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a36f89f. 00000004:00000010:0.0:1767384400.097314:0:41056:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000e45e5e3c. 00000004:00000010:0.0:1767384400.097339:0:41056:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000e45e5e3c. 00000400:00000010:3.0:1767384400.097541:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005cc51361. 00000800:00000010:3.0:1767384400.097564:0:40440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e691233. 00000020:00000010:3.0:1767384400.097589:0:40440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083e0bb29. 00000020:00000010:3.0:1767384400.097594:0:40440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f160fa93. 00000020:00000010:3.0:1767384400.097605:0:40440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021a8773c. 00000800:00000010:1.0:1767384400.097661:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e691233. 00000400:00000010:1.0:1767384400.097673:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cc51361. 00000100:00000010:3.0:1767384400.125871:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cbfb06d. 00000020:00000010:2.0:1767384400.125982:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fabe6af. 00000020:00000010:2.0:1767384400.125996:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fabe6af. 00000020:00000010:2.0:1767384400.126004:0:41055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021613fff. 00000020:00000010:2.0:1767384400.126011:0:41055:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000028f854c. 00000020:00000010:2.0:1767384400.126017:0:41055:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2302bc2. 00000020:00000010:2.0:1767384400.126074:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fabe6af. 00000020:00000010:2.0:1767384400.126079:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fabe6af. 00010000:00000010:2.0:1767384400.126117:0:41055:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f3436f3b. 00010000:00000010:2.0:1767384400.126124:0:41055:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000071ca227. 00010000:00000010:2.0:1767384400.126133:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cdbc0cc3. 00000020:00000010:2.0:1767384400.126141:0:41055:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000004fabe6af. 00010000:00000010:2.0:1767384400.126151:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c698fc22. 02000000:00000010:2.0:1767384400.126187:0:41055:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000049d9895d. 00010000:00000010:2.0:1767384400.126227:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000002af02c4. 00010000:00000010:2.0:1767384400.126232:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6727441. 00000020:00000010:2.0:1767384400.126270:0:41055:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000f466aa66. 00000020:00000010:2.0:1767384400.126393:0:41055:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000b7a5e361. 00010000:00000010:2.0:1767384400.126443:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c698fc22. 00000400:00000010:2.0:1767384400.126552:0:41055:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095ed3381. 00000800:00000010:2.0:1767384400.126608:0:41055:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fe9739e. 00000020:00000010:2.0:1767384400.126646:0:41055:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000028f854c. 00000020:00000010:2.0:1767384400.126653:0:41055:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2302bc2. 00000020:00000010:2.0:1767384400.126659:0:41055:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021613fff. 00000800:00000010:0.0:1767384400.126751:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fe9739e. 00000400:00000010:0.0:1767384400.126763:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095ed3381. 00000100:00000010:1.0:1767384400.127877:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc8ed10b. 00000020:00000010:2.0:1767384400.127937:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000538887a7. 00000020:00000010:2.0:1767384400.127942:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000538887a7. 00000020:00000010:2.0:1767384400.127945:0:41055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021613fff. 00000020:00000010:2.0:1767384400.127948:0:41055:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000028f854c. 00000020:00000010:2.0:1767384400.127951:0:41055:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2302bc2. 00000020:00000010:2.0:1767384400.127976:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000538887a7. 00000020:00000010:2.0:1767384400.127979:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000538887a7. 00010000:00000010:2.0:1767384400.127991:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008f752a05. 00010000:00000010:2.0:1767384400.127995:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c698fc22. 02000000:00000010:2.0:1767384400.128008:0:41055:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000046c0296e. 00010000:00000010:2.0:1767384400.128025:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001033a6d7. 00010000:00000010:2.0:1767384400.128030:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd516657. 00010000:00000010:2.0:1767384400.128042:0:41055:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005b164dc1. 00010000:00000010:2.0:1767384400.128046:0:41055:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000df0d2855. 00010000:00000010:2.0:1767384400.128052:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005ab07e97. 00010000:00000010:2.0:1767384400.128055:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000b7e32b7. 00010000:00000010:2.0:1767384400.128217:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd516657. 00010000:00000010:2.0:1767384400.128225:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b7e32b7. 00010000:00000010:2.0:1767384400.128230:0:41055:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df0d2855. 00010000:00000010:2.0:1767384400.128268:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c698fc22. 00000400:00000010:2.0:1767384400.128283:0:41055:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce918a6e. 00000800:00000010:2.0:1767384400.128318:0:41055:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000020cde3d. 00000020:00000010:2.0:1767384400.128339:0:41055:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000028f854c. 00000020:00000010:2.0:1767384400.128342:0:41055:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2302bc2. 00000020:00000010:2.0:1767384400.128350:0:41055:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021613fff. 00000800:00000010:3.0:1767384400.128430:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000020cde3d. 00000400:00000010:3.0:1767384400.128440:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce918a6e. 00000100:00000010:0.0:1767384400.129391:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac32ce01. 00000020:00000010:3.0:1767384400.129451:0:40446:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000694cbe08. 00040000:00000010:3.0:1767384400.129462:0:40446:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000df5be039. 00000004:00000010:3.0:1767384400.129466:0:40446:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000aae53f16. 00000004:00000010:3.0:1767384400.129469:0:40446:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000075490cc0. 00000004:00000010:3.0:1767384400.129472:0:40446:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c9f5cf0b. 00000020:00000010:3.0:1767384400.129507:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019412ffa. 00000020:00000010:3.0:1767384400.129511:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019412ffa. 00000020:00000010:3.0:1767384400.129518:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b646064b. 00000020:00000010:3.0:1767384400.129522:0:40446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075ce7d0e. 00000020:00000010:3.0:1767384400.129526:0:40446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f160fa93. 00000020:00000010:3.0:1767384400.129556:0:40446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019412ffa. 00000020:00000010:3.0:1767384400.129558:0:40446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019412ffa. 02000000:00000010:3.0:1767384400.129575:0:40446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 0000000034a8f13f. 00000400:00000010:3.0:1767384400.129594:0:40446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8013e4c. 00000800:00000010:3.0:1767384400.129620:0:40446:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049022cd6. 00000020:00000010:3.0:1767384400.129640:0:40446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075ce7d0e. 00000020:00000010:3.0:1767384400.129643:0:40446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f160fa93. 00000020:00000010:3.0:1767384400.129647:0:40446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b646064b. 00000800:00000010:1.0:1767384400.129690:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049022cd6. 00000400:00000010:1.0:1767384400.129698:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8013e4c. 00000100:00000010:3.0:1767384400.130574:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb9b70bc. 00000020:00000010:2.0:1767384400.130636:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000538887a7. 00000020:00000010:2.0:1767384400.130644:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000538887a7. 00000020:00000010:2.0:1767384400.130649:0:41055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021613fff. 00000020:00000010:2.0:1767384400.130653:0:41055:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000028f854c. 00000020:00000010:2.0:1767384400.130656:0:41055:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2302bc2. 00000020:00000010:2.0:1767384400.130689:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000538887a7. 00000020:00000010:2.0:1767384400.130692:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000538887a7. 00010000:00000010:2.0:1767384400.130713:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6727441. 00010000:00000010:2.0:1767384400.130725:0:41055:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000071ca227. 00010000:00000010:2.0:1767384400.130734:0:41055:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000607b9c2. 00010000:00000010:2.0:1767384400.130738:0:41055:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000071ca227. 00010000:00000010:2.0:1767384400.130743:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009dd34fae. 00010000:00000010:2.0:1767384400.130749:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6727441. 02000000:00000010:2.0:1767384400.130773:0:41055:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 00000000064ef16a. 00010000:00000010:2.0:1767384400.130823:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b02c8ce1. 00010000:00000010:2.0:1767384400.130828:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c698fc22. 00010000:00000010:2.0:1767384400.130839:0:41055:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b3838cda. 00010000:00000010:2.0:1767384400.130842:0:41055:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000df0d2855. 00010000:00000010:2.0:1767384400.130846:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006140ea5f. 00010000:00000010:2.0:1767384400.130849:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000b7e32b7. 00000004:00000010:2.0:1767384400.130873:0:41055:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000d589dc3. 00000004:00000010:2.0:1767384400.130883:0:41055:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ec07d693. 00000004:00000010:2.0:1767384400.130890:0:41055:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000007cdcf29. 00080000:00000010:2.0:1767384400.130903:0:41055:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ecffc7a4. 00000020:00000010:2.0:1767384400.130938:0:41055:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000003e96bccd. 00080000:00000010:2.0:1767384400.130947:0:41055:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000838e152. 00000020:00000010:2.0:1767384400.130952:0:41055:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 0000000022b04b66. 00000020:00000010:2.0:1767384400.130955:0:41055:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000008f393f17. 00080000:00000010:2.0:1767384400.130973:0:41055:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000020cde3d. 00000004:00000010:2.0:1767384400.130985:0:41055:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 00000000d61373a1. 00000020:00000010:2.0:1767384400.131004:0:41055:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000004c93d9da. 00020000:00000010:3.0:1767384400.131977:0:41055:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 00000000f1fd4a78. 00020000:00000010:3.0:1767384400.131982:0:41055:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 000000003496b251. 00020000:00000010:3.0:1767384400.131985:0:41055:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 000000006195b09e. 00000020:00000010:3.0:1767384400.131993:0:41055:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 000000006523b37e. 00000004:00000010:3.0:1767384400.132025:0:41055:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 0000000015eff69b. 00000020:00000010:3.0:1767384400.134048:0:41055:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 000000006523b37e. 00000020:00000010:3.0:1767384400.134053:0:41055:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 000000000132f378. 00000001:00000010:3.0:1767384400.134128:0:41055:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000080e47f6e. 00000001:00000010:3.0:1767384400.134135:0:41055:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000004863831e. 00000001:00000010:3.0:1767384400.134180:0:41055:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000006fa21ef7. 00000020:00000010:3.0:1767384400.134226:0:41055:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 284 at 00000000f1de866c. 00000020:00000010:3.0:1767384400.134272:0:41055:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000003e96bccd. 00010000:00000010:3.0:1767384400.134314:0:41055:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000091b1ba25. 00010000:00000010:3.0:1767384400.134317:0:41055:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004b93f0ed. 00010000:00000010:3.0:1767384400.134321:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e3f6db06. 00000020:00000010:3.0:1767384400.134323:0:41055:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000bee89326. 00010000:00000010:3.0:1767384400.134328:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002a452b6a. 00000020:00000010:3.0:1767384400.134340:0:41055:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000026a16ef4. 00000004:00000010:3.0:1767384400.134360:0:41055:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 000000005b11a932. 00010000:00000010:3.0:1767384400.134384:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c698fc22. 00010000:00000010:3.0:1767384400.134413:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6727441. 00010000:00000010:3.0:1767384400.134417:0:41055:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000071ca227. 00000400:00000010:3.0:1767384400.134432:0:41055:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4da9e8a. 00000400:00000010:3.0:1767384400.134437:0:41055:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000edb57f9d. 00000800:00000010:3.0:1767384400.134453:0:41055:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049674b04. 00000020:00000010:3.0:1767384400.134472:0:41055:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000028f854c. 00000020:00000010:3.0:1767384400.134475:0:41055:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2302bc2. 00000020:00000010:3.0:1767384400.134498:0:41055:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021613fff. 00000800:00000010:0.0:1767384400.134553:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049674b04. 00000400:00000010:1.0:1767384400.135182:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e4da9e8a. 00000020:00000010:2.0:1767384400.135243:0:16132:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e6d03929. 00000020:00000010:2.0:1767384400.135269:0:16132:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bf9de5eb. 80000000:00000010:2.0:1767384400.135274:0:16132:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cb642046. 40000000:00000010:2.0:1767384400.135278:0:16132:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000012e74533. 00100000:00000010:2.0:1767384400.135285:0:16132:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f0898e2c. 00040000:00000010:2.0:1767384400.135289:0:16132:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007fe9739e. 00040000:00000010:2.0:1767384400.135294:0:16132:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f40f65f4. 00040000:00000010:2.0:1767384400.135298:0:16132:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000021613fff. 00080000:00000010:2.0:1767384400.135303:0:16132:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007c940459. 00000004:00000010:2.0:1767384400.135308:0:16132:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000020642d50. 00000004:00000010:2.0:1767384400.135314:0:16132:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008ca84b8d. 00000004:00000010:2.0:1767384400.135318:0:16132:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000062b7bdce. 00002000:00000010:2.0:1767384400.135323:0:16132:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fd348c5c. 00000004:00000010:2.0:1767384400.135327:0:16132:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000424876b5. 00010000:00000010:2.0:1767384400.135347:0:16132:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b7e32b7. 00010000:00000010:2.0:1767384400.135355:0:16132:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df0d2855. 00000100:00000010:3.0:1767384400.136085:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f2ea6c3. 00000020:00000010:1.0:1767384400.136156:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005c57ccf. 00000020:00000010:1.0:1767384400.136162:0:17556:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bd2737cc. 00000020:00000010:1.0:1767384400.136180:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba53a378. 00000020:00000010:1.0:1767384400.136184:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000746095cc. 00000020:00000010:1.0:1767384400.136187:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384400.136234:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd2737cc. 00000020:00000010:1.0:1767384400.136237:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd2737cc. 00010000:00000010:1.0:1767384400.136267:0:17556:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000359b95e0. 00010000:00000010:1.0:1767384400.136270:0:17556:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000000fb43d8f. 00010000:00000010:1.0:1767384400.136274:0:17556:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000efb6b8e7. 00000020:00000010:1.0:1767384400.136277:0:17556:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000bd2737cc. 00002000:00000010:1.0:1767384400.136291:0:17556:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000c407e8c0. 02000000:00000010:1.0:1767384400.136312:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 0000000086acbdfd. 00000020:00000010:1.0:1767384400.136329:0:17556:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000de86f26f. 00000400:00000010:1.0:1767384400.136344:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4e6d50. 00000800:00000010:1.0:1767384400.136357:0:17556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000698daf7f. 00000020:00000010:1.0:1767384400.136376:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000746095cc. 00000020:00000010:1.0:1767384400.136379:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a0f86f9a. 00000020:00000010:1.0:1767384400.136381:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba53a378. 00000800:00000010:0.0:1767384400.136447:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000698daf7f. 00000400:00000010:0.0:1767384400.136456:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4e6d50. 00010000:00000010:2.1:1767384400.136526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cdbc0cc3. 00000100:00000010:1.0:1767384400.137341:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9a320ec. 00000020:00000010:2.0:1767384400.137398:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a084a19. 00000020:00000010:2.0:1767384400.137403:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a084a19. 00000020:00000010:2.0:1767384400.137408:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee32b678. 00000020:00000010:2.0:1767384400.137411:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.137414:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.137441:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a084a19. 00000020:00000010:2.0:1767384400.137444:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a084a19. 00010000:00000010:2.0:1767384400.137460:0:17556:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cdbc0cc3. 00000020:00000010:2.0:1767384400.137466:0:17556:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000000a084a19. 02000000:00000010:2.0:1767384400.137512:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000004b9e5289. 00010000:00000010:2.0:1767384400.137528:0:17556:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c66c51e9. 00000100:00000010:2.0:1767384400.137536:0:17556:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a69b7090. 00000100:00000010:2.0:1767384400.137546:0:17556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f62c62a. 02000000:00000010:2.0:1767384400.137559:0:17556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c3abe7f. 02000000:00000010:2.0:1767384400.137585:0:17556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5233b84. 00000400:00000010:2.0:1767384400.137607:0:17556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dcd22d2. 00000400:00000010:2.0:1767384400.137612:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087df124c. 00000400:00000010:2.0:1767384400.137619:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612bc57d. 00000800:00000010:2.0:1767384400.137642:0:17556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000042ab721. 00000100:00000010:2.0:1767384400.137660:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005797d6c6. 00000100:00000010:2.0:1767384400.137680:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e96bccd. 00000100:00000010:2.0:1767384400.137694:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000daffe17d. 00000100:00000010:2.0:1767384400.137706:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f3f14b6. 00000800:00000010:3.0:1767384400.137740:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000042ab721. 00000400:00000010:3.0:1767384400.137752:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000612bc57d. 00000400:00000010:2.0:1767384400.138571:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dcd22d2. 00000400:00000010:2.0:1767384400.138577:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087df124c. 02000000:00000010:2.0:1767384400.138601:0:17556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5233b84. 02000000:00000010:2.0:1767384400.138606:0:17556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007c3abe7f. 00000100:00000010:2.0:1767384400.138610:0:17556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f62c62a. 00000100:00000010:2.0:1767384400.138615:0:17556:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a69b7090. 00010000:00000010:2.0:1767384400.138617:0:17556:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c66c51e9. 00000400:00000010:2.0:1767384400.138634:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087df124c. 00000800:00000010:2.0:1767384400.138647:0:17556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c3513fb. 00000020:00000010:2.0:1767384400.138674:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.138679:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.138683:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee32b678. 00000800:00000010:1.0:1767384400.138773:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c3513fb. 00000400:00000010:1.0:1767384400.138783:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087df124c. 00000100:00000010:3.0:1767384400.138891:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a2ae206. 00000020:00000010:0.0:1767384400.138970:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093cdfe00. 00000020:00000010:0.0:1767384400.138974:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093cdfe00. 00000020:00000010:0.0:1767384400.138979:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a15c61ac. 00000020:00000010:0.0:1767384400.138982:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf07d7e2. 00000020:00000010:0.0:1767384400.138985:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 00000020:00000010:0.0:1767384400.139012:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093cdfe00. 00000020:00000010:0.0:1767384400.139023:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093cdfe00. 02000000:00000010:0.0:1767384400.139037:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fac52d8c. 00000020:00000010:0.0:1767384400.139077:0:16768:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000084572c2b. 00000020:00000010:0.0:1767384400.139082:0:16768:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000093cdfe00. 00010000:00000010:0.0:1767384400.139096:0:16768:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001cd97d9b. 00000100:00000010:0.0:1767384400.139102:0:16768:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d61515f6. 00000100:00000010:0.0:1767384400.139107:0:16768:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f99393b9. 02000000:00000010:0.0:1767384400.139118:0:16768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000100aedcb. 02000000:00000010:0.0:1767384400.139135:0:16768:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b8b4b13. 00000400:00000010:0.0:1767384400.139139:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384400.139144:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000400:00000010:0.0:1767384400.139150:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21e367f. 00000800:00000010:0.0:1767384400.139165:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d251c951. 00000800:00000010:2.0:1767384400.139291:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d251c951. 00000400:00000010:2.0:1767384400.139301:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21e367f. 00000400:00000010:0.0:1767384400.140076:0:16768:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe5abf4. 00000400:00000010:0.0:1767384400.140081:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 02000000:00000010:0.0:1767384400.140100:0:16768:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b8b4b13. 02000000:00000010:0.0:1767384400.140104:0:16768:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000100aedcb. 00000100:00000010:0.0:1767384400.140107:0:16768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f99393b9. 00000100:00000010:0.0:1767384400.140109:0:16768:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d61515f6. 00010000:00000010:0.0:1767384400.140113:0:16768:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001cd97d9b. 00000400:00000010:0.0:1767384400.140120:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e483d52. 00000800:00000010:0.0:1767384400.140133:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000006b28aa. 00000020:00000010:0.0:1767384400.140151:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf07d7e2. 00000020:00000010:0.0:1767384400.140153:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000020:00000010:0.0:1767384400.140156:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a15c61ac. 00000800:00000010:3.0:1767384400.140225:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000006b28aa. 00000400:00000010:3.0:1767384400.140236:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e483d52. 00000100:00000010:2.0:1767384400.140404:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f62c62a. 00000020:00000010:3.0:1767384400.140448:0:40440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c0fe197. 00000020:00000010:3.0:1767384400.140453:0:40440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c0fe197. 00000020:00000010:3.0:1767384400.140458:0:40440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002bea8329. 00000020:00000010:3.0:1767384400.140461:0:40440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa731f97. 00000020:00000010:3.0:1767384400.140465:0:40440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f160fa93. 00000020:00000010:3.0:1767384400.140520:0:40440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c0fe197. 00000020:00000010:3.0:1767384400.140525:0:40440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c0fe197. 02000000:00000010:3.0:1767384400.140574:0:40440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 00000000763a80ef. 00000004:00000010:3.0:1767384400.140609:0:40440:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 000000009c0fe197. 00000020:00000010:3.0:1767384400.140622:0:40440:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000561eec12. 00080000:00000010:3.0:1767384400.140632:0:40440:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000018068777. 00000001:00000010:3.0:1767384400.140691:0:40440:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000033e3cbab. 00000001:00000010:3.0:1767384400.140697:0:40440:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000ba2b6a78. 00000020:00000010:3.0:1767384400.140726:0:40440:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 340 at 000000007406175b. 00000020:00000010:3.0:1767384400.140757:0:40440:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000561eec12. 00000004:00000010:3.0:1767384400.140783:0:40440:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 000000005b11a932. 00000400:00000010:3.0:1767384400.140811:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cc373dd. 00000800:00000010:3.0:1767384400.140828:0:40440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d817a978. 00000020:00000010:3.0:1767384400.140851:0:40440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa731f97. 00000020:00000010:3.0:1767384400.140855:0:40440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f160fa93. 00000020:00000010:3.0:1767384400.140858:0:40440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002bea8329. 00000800:00000010:1.0:1767384400.140940:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d817a978. 00000400:00000010:1.0:1767384400.140952:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cc373dd. 00010000:00000010:2.1:1767384400.141538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001033a6d7. 00010000:00000010:2.1:1767384400.141546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005b164dc1. 00010000:00000010:2.1:1767384400.141551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005ab07e97. 00010000:00000010:2.1:1767384400.141554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008f752a05. 00010000:00000010:2.1:1767384400.141556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000002af02c4. 00010000:00000010:2.1:1767384400.141558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f3436f3b. 00010000:00000010:2.1:1767384400.141560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b3838cda. 00010000:00000010:2.1:1767384400.141561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006140ea5f. 00010000:00000010:0.1:1767384400.145508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000efb6b8e7. 00010000:00000010:3.1:1767384400.145543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b02c8ce1. 00010000:00000010:3.1:1767384400.145551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000607b9c2. 00010000:00000010:3.1:1767384400.145555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009dd34fae. 00000100:00000010:3.0:1767384400.149548:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f3f14b6. 00000100:00000010:0.0:1767384400.149553:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005797d6c6. 00000100:00000010:2.0:1767384400.149584:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000daffe17d. 00000100:00000010:1.0:1767384400.149587:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e96bccd. 00000100:00000010:3.0:1767384400.165638:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b55a5e1. 00000020:00000010:2.0:1767384400.165764:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.165787:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.165797:0:41055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5233b84. 00000020:00000010:2.0:1767384400.165804:0:41055:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.165811:0:41055:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.165862:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.165864:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66c51e9. 00000001:00000010:2.0:1767384400.165875:0:41055:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000004863831e. 00010000:00000010:2.0:1767384400.165902:0:41055:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b3838cda. 00010000:00000010:2.0:1767384400.165920:0:41055:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f0802517. 00010000:00000010:2.0:1767384400.165925:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006140ea5f. 00010000:00000010:2.0:1767384400.165931:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000b7e32b7. 02000000:00000010:2.0:1767384400.165963:0:41055:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000075c99d28. 00010000:00000010:2.0:1767384400.165997:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000002af02c4. 00010000:00000010:2.0:1767384400.166000:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd516657. 00010000:00000010:2.0:1767384400.166101:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b7e32b7. 00000400:00000010:2.0:1767384400.166132:0:41055:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8bceba2. 00000800:00000010:2.0:1767384400.166168:0:41055:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfabfd90. 00000020:00000010:2.0:1767384400.166199:0:41055:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.166203:0:41055:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.166205:0:41055:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5233b84. 00000800:00000010:0.0:1767384400.166343:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfabfd90. 00000400:00000010:0.0:1767384400.166354:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8bceba2. 00000100:00000010:1.0:1767384400.168032:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a2862eb. 00000020:00000010:2.0:1767384400.168077:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.168081:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.168084:0:41055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5233b84. 00000020:00000010:2.0:1767384400.168086:0:41055:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.168089:0:41055:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.168108:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.168110:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66c51e9. 02000000:00000010:2.0:1767384400.168127:0:41055:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 000000004e2953c7. 00010000:00000010:2.0:1767384400.168148:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a452b6a. 00010000:00000010:2.0:1767384400.168157:0:41055:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b93f0ed. 00010000:00000010:2.0:1767384400.168163:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd516657. 00010000:00000010:2.0:1767384400.168167:0:41055:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0802517. 00010000:00000010:2.0:1767384400.168177:0:41055:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f3436f3b. 00010000:00000010:2.0:1767384400.168179:0:41055:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f0802517. 00010000:00000010:2.0:1767384400.168181:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008f752a05. 00010000:00000010:2.0:1767384400.168184:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd516657. 00010000:00000010:2.0:1767384400.168190:0:41055:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005b164dc1. 00010000:00000010:2.0:1767384400.168192:0:41055:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089bffcd6. 00010000:00000010:2.0:1767384400.168194:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005ab07e97. 00010000:00000010:2.0:1767384400.168205:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000b7e32b7. 00010000:00000010:2.0:1767384400.168303:0:41055:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000043b3ee2b. 00010000:00000010:2.0:1767384400.168306:0:41055:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002a478a95. 00010000:00000010:2.0:1767384400.168309:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001033a6d7. 00010000:00000010:2.0:1767384400.168311:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000040af4ce3. 00000020:00000010:2.0:1767384400.168330:0:41055:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 0000000034e40ef3. 00000020:00000010:2.0:1767384400.168335:0:41055:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 0000000034e40ef3. 00000020:00000010:2.0:1767384400.168345:0:41055:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000daffe17d. 00080000:00000010:2.0:1767384400.168354:0:41055:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006f07ffe5. 00000004:00000010:2.0:1767384400.169155:0:41055:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000006c5c8f53. 00000001:00000010:2.0:1767384400.169176:0:41055:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000089d4820d. 00000001:00000010:2.0:1767384400.169184:0:41055:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000b598dc98. 00000020:00000010:2.0:1767384400.169221:0:41055:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000daffe17d. 00010000:00000010:2.0:1767384400.169232:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f2fbd7cf. 00010000:00000010:2.0:1767384400.169237:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153c99f7. 00010000:00000010:2.0:1767384400.169269:0:41055:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a69b7090. 00010000:00000010:2.0:1767384400.169310:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040af4ce3. 00080000:00000010:2.0:1767384400.169346:0:41055:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ecffc7a4. 00000020:00000010:0.0:1767384400.169346:0:39783:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a15c61ac. 00000020:00000010:0.0:1767384400.169362:0:39783:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001cd97d9b. 00000004:00000010:2.0:1767384400.169365:0:41055:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 0000000015eff69b. 00010000:00000010:0.0:1767384400.169366:0:39783:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153c99f7. 00000004:00000010:2.0:1767384400.169378:0:41055:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 00000000f1fd4a78. 00010000:00000010:0.0:1767384400.169382:0:39783:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a478a95. 00000004:00000010:2.0:1767384400.169387:0:41055:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 000000003496b251. 00000004:00000010:2.0:1767384400.169392:0:41055:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 00000000d61373a1. 00000004:00000010:2.0:1767384400.169397:0:41055:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000007cdcf29. 00010000:00000010:0.0:1767384400.169411:0:39783:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a69b7090. 00000004:00000010:2.0:1767384400.169414:0:41055:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ec07d693. 00000004:00000010:2.0:1767384400.169422:0:41055:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000d589dc3. 00010000:00000010:2.0:1767384400.169439:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd516657. 00010000:00000010:2.0:1767384400.169445:0:41055:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0802517. 00000400:00000010:2.0:1767384400.169468:0:41055:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fea967e8. 00000400:00000010:2.0:1767384400.169503:0:41055:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000077ef1753. 00000800:00000010:2.0:1767384400.169523:0:41055:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000084c5cc6f. 00000020:00000010:2.0:1767384400.169546:0:41055:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.169557:0:41055:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.169560:0:41055:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5233b84. 00000800:00000010:3.0:1767384400.169639:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000084c5cc6f. 00000400:00000010:0.0:1767384400.170332:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fea967e8. 00000020:00000010:3.0:1767384400.170386:0:16133:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000093b982fe. 00000020:00000010:3.0:1767384400.170394:0:16133:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c417eea2. 80000000:00000010:3.0:1767384400.170399:0:16133:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000561eec12. 40000000:00000010:3.0:1767384400.170404:0:16133:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f3e36ba. 00100000:00000010:3.0:1767384400.170409:0:16133:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000096243995. 00040000:00000010:3.0:1767384400.170414:0:16133:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000055c35b34. 00040000:00000010:3.0:1767384400.170419:0:16133:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a91d9411. 00040000:00000010:3.0:1767384400.170422:0:16133:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c55dc927. 00080000:00000010:3.0:1767384400.170427:0:16133:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006735653f. 00000004:00000010:3.0:1767384400.170432:0:16133:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000083f27ed1. 00000004:00000010:3.0:1767384400.170439:0:16133:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a676b47c. 00000004:00000010:3.0:1767384400.170446:0:16133:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e25b4a2c. 00002000:00000010:3.0:1767384400.170450:0:16133:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007b56a722. 00000004:00000010:3.0:1767384400.170455:0:16133:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000061e25b71. 00010000:00000010:3.0:1767384400.170475:0:16133:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b7e32b7. 00010000:00000010:3.0:1767384400.170514:0:16133:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089bffcd6. 00010000:00000010:2.1:1767384400.172528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006140ea5f. 00010000:00000010:0.1:1767384400.177516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000043b3ee2b. 00010000:00000010:2.1:1767384400.177517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e3f6db06. 00010000:00000010:2.1:1767384400.177540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000091b1ba25. 00010000:00000010:0.1:1767384400.177541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f2fbd7cf. 00010000:00000010:2.1:1767384400.177564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000002af02c4. 00010000:00000010:2.1:1767384400.177582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b3838cda. 00010000:00000010:2.1:1767384400.181509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001033a6d7. 00010000:00000010:3.1:1767384400.181521:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005b164dc1. 00010000:00000010:2.1:1767384400.181526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f3436f3b. 00010000:00000010:2.1:1767384400.181535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008f752a05. 00010000:00000010:3.1:1767384400.181538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005ab07e97. 00000100:00000010:1.0:1767384400.207594:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020a4ab3b. 00000020:00000010:2.0:1767384400.207716:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.207724:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.207730:0:41055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee32b678. 00000020:00000010:2.0:1767384400.207734:0:41055:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.207738:0:41055:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.207777:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.207780:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66c51e9. 00000001:00000010:2.0:1767384400.207792:0:41055:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000ba2b6a78. 00010000:00000010:2.0:1767384400.207816:0:41055:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f3436f3b. 00010000:00000010:2.0:1767384400.207819:0:41055:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f0802517. 00010000:00000010:2.0:1767384400.207824:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008f752a05. 00010000:00000010:2.0:1767384400.207829:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd516657. 02000000:00000010:2.0:1767384400.207854:0:41055:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000045d14adb. 00010000:00000010:2.0:1767384400.207882:0:41055:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001033a6d7. 00010000:00000010:2.0:1767384400.207885:0:41055:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000040af4ce3. 00010000:00000010:2.0:1767384400.207983:0:41055:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd516657. 00000400:00000010:2.0:1767384400.208014:0:41055:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003aa02fd1. 00000800:00000010:2.0:1767384400.208045:0:41055:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d80e30. 00000020:00000010:2.0:1767384400.208072:0:41055:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.208076:0:41055:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.208078:0:41055:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee32b678. 00000800:00000010:3.0:1767384400.208209:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d80e30. 00000400:00000010:3.0:1767384400.208301:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003aa02fd1. 00000100:00000010:0.0:1767384400.210214:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f99393b9. 00000020:00000010:3.0:1767384400.210299:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016f2e111. 00000020:00000010:3.0:1767384400.210305:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016f2e111. 00000020:00000010:3.0:1767384400.210311:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc660a69. 00000020:00000010:3.0:1767384400.210316:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b11a932. 00000020:00000010:3.0:1767384400.210321:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f160fa93. 00000020:00000010:3.0:1767384400.210361:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016f2e111. 00000020:00000010:3.0:1767384400.210364:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016f2e111. 02000000:00000010:3.0:1767384400.210383:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bb00b561. 00000400:00000010:3.0:1767384400.210412:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b535e28. 00000800:00000010:3.0:1767384400.210444:0:17559:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d817a978. 00000020:00000010:3.0:1767384400.210471:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b11a932. 00000020:00000010:3.0:1767384400.210476:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f160fa93. 00000020:00000010:3.0:1767384400.210508:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc660a69. 00000800:00000010:1.0:1767384400.210585:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d817a978. 00000400:00000010:1.0:1767384400.210595:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b535e28. 00010000:00000010:2.1:1767384400.213513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008f752a05. 00000100:00000010:3.0:1767384400.228273:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb428418. 00000100:00000010:3.0:1767384400.228329:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022a4d09d. 00000100:00000010:3.0:1767384400.228361:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e2f7a51. 00000020:00000010:0.0:1767384400.228370:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072d615d6. 00000020:00000010:0.0:1767384400.228376:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072d615d6. 00000020:00000010:0.0:1767384400.228383:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000100aedcb. 00000020:00000010:0.0:1767384400.228387:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf07d7e2. 00000020:00000010:0.0:1767384400.228392:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005be759e6. 00040000:00000010:2.0:1767384400.228436:0:16769:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006f3ddaab. 00000020:00000010:0.0:1767384400.228443:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072d615d6. 00000020:00000010:0.0:1767384400.228446:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072d615d6. 00000004:00000010:2.0:1767384400.228448:0:16769:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c8dcaccc. 00000020:00000010:0.0:1767384400.228451:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b8b4b13. 00000020:00000010:0.0:1767384400.228456:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b40e5dc. 00000004:00000010:2.0:1767384400.228458:0:16769:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000639ba379. 00000020:00000010:0.0:1767384400.228459:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000062a40d66. 00040000:00000010:3.0:1767384400.228467:0:16770:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008673ef6e. 00000004:00000010:2.0:1767384400.228473:0:16769:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000733a3104. 00000004:00000010:3.0:1767384400.228476:0:16770:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b4beda66. 00000004:00000010:2.0:1767384400.228482:0:16769:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002e078c83. 00000020:00000010:0.0:1767384400.228514:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072d615d6. 00000020:00000010:0.0:1767384400.228518:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072d615d6. 00000004:00000010:3.0:1767384400.228519:0:16770:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000077f293fd. 00040000:00000010:1.0:1767384400.228524:0:24303:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000002a3b5b. 00000004:00000010:3.0:1767384400.228527:0:16770:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002e66c691. 00000020:00000010:2.0:1767384400.228528:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66c51e9. 02000000:00000010:0.0:1767384400.228529:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000936ab91c. 00000004:00000010:1.0:1767384400.228531:0:24303:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dc496f5a. 00000020:00000010:2.0:1767384400.228538:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66c51e9. 00000004:00000010:3.0:1767384400.228541:0:16770:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c59583b3. 00000004:00000010:1.0:1767384400.228542:0:24303:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e4083ccb. 00000020:00000010:2.0:1767384400.228548:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee32b678. 00000004:00000010:1.0:1767384400.228549:0:24303:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ec19f689. 00000020:00000010:3.0:1767384400.228557:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016f2e111. 00000020:00000010:3.0:1767384400.228563:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016f2e111. 00000020:00000010:2.0:1767384400.228564:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df0d2855. 00000004:00000010:1.0:1767384400.228565:0:24303:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f873cce4. 02000000:00000010:3.0:1767384400.228573:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000092e19893. 00000400:00000010:0.0:1767384400.228573:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000027d99ad. 00000020:00000010:2.0:1767384400.228590:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000400:00000010:3.0:1767384400.228600:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3186159. 00000800:00000010:0.0:1767384400.228604:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d698d8. 00000800:00000010:3.0:1767384400.228623:0:16770:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049674b04. 00000020:00000010:0.0:1767384400.228637:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf07d7e2. 00000020:00000010:3.0:1767384400.228639:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b40e5dc. 00000020:00000010:0.0:1767384400.228644:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005be759e6. 00000020:00000010:3.0:1767384400.228648:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000062a40d66. 00000020:00000010:0.0:1767384400.228650:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000100aedcb. 00000020:00000010:2.0:1767384400.228654:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66c51e9. 00000020:00000010:3.0:1767384400.228655:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b8b4b13. 00000020:00000010:2.0:1767384400.228666:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66c51e9. 02000000:00000010:2.0:1767384400.228680:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000830b4276. 00000800:00000010:1.0:1767384400.228688:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d698d8. 00000400:00000010:1.0:1767384400.228699:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000027d99ad. 00000400:00000010:2.0:1767384400.228714:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a834cd4. 00000800:00000010:2.0:1767384400.228745:0:16769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a454a04. 00000800:00000010:1.0:1767384400.228750:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049674b04. 00000400:00000010:1.0:1767384400.228756:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3186159. 00000800:00000010:1.0:1767384400.228766:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a454a04. 00000400:00000010:1.0:1767384400.228771:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a834cd4. 00000020:00000010:2.0:1767384400.228776:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.228783:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.228787:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee32b678. 00000100:00000010:1.0:1767384400.231798:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059d11e5f. 00000020:00000010:2.0:1767384400.231887:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.231893:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.231897:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee32b678. 00000020:00000010:2.0:1767384400.231899:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.231902:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.231932:0:17556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.231935:0:17556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66c51e9. 02000000:00000010:2.0:1767384400.231947:0:17556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e02eb551. 00000020:00000010:2.0:1767384400.231964:0:17556:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000005c57ccf. 00000020:00000010:2.0:1767384400.231986:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c3abe7f. 00000020:00000010:2.0:1767384400.231991:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b5233b84. 00000020:00000010:2.0:1767384400.231995:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005a78e832. 00000020:00000010:2.0:1767384400.231999:0:17556:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d74e56bc. 00000020:00000010:2.0:1767384400.232004:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b384dc5a. 80000000:00000010:2.0:1767384400.232008:0:17556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009db677e3. 40000000:00000010:2.0:1767384400.232012:0:17556:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c66c51e9. 00000020:00000010:1.0:1767384400.232015:0:39782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba53a378. 00100000:00000010:2.0:1767384400.232017:0:17556:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ab04a96b. 00000020:00000010:1.0:1767384400.232022:0:39782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000293af92. 00040000:00000010:2.0:1767384400.232023:0:17556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006002d4ad. 00000020:00000010:1.0:1767384400.232033:0:39782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d272dd7. 00040000:00000010:2.0:1767384400.232034:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003fe05ee8. 00080000:00000010:2.0:1767384400.232040:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000086acc929. 00000020:00000010:1.0:1767384400.232053:0:39782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384400.232056:0:39782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000560bc80a. 80000000:00000010:1.0:1767384400.232059:0:39782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004223acf1. 40000000:00000010:1.0:1767384400.232062:0:39782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008a845cc9. 00002000:00000010:2.0:1767384400.232070:0:17556:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f7fd6caa. 00100000:00000010:1.0:1767384400.232071:0:39782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a340e672. 00040000:00000010:1.0:1767384400.232085:0:39782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f213a0b6. 00040000:00000010:1.0:1767384400.232090:0:39782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b5aedcda. 00080000:00000010:1.0:1767384400.232093:0:39782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000603b48bf. 00080000:00000010:2.0:1767384400.232097:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000606a0d46. 00002000:00000010:1.0:1767384400.232098:0:39782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a34fc3e4. 00000020:00000010:1.0:1767384400.232106:0:39782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000293af92. 00000020:00000010:1.0:1767384400.232112:0:39782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d272dd7. 00000020:00000010:1.0:1767384400.232115:0:39782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384400.232118:0:39782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000560bc80a. 80000000:00000010:1.0:1767384400.232122:0:39782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004223acf1. 40000000:00000010:1.0:1767384400.232126:0:39782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008a845cc9. 00100000:00000010:1.0:1767384400.232129:0:39782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a340e672. 00040000:00000010:1.0:1767384400.232132:0:39782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f213a0b6. 00040000:00000010:1.0:1767384400.232135:0:39782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b5aedcda. 00080000:00000010:1.0:1767384400.232138:0:39782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000603b48bf. 00002000:00000010:1.0:1767384400.232141:0:39782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a34fc3e4. 00000020:00000010:1.0:1767384400.232143:0:39782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba53a378. 00000020:00000010:1.0:1767384400.232147:0:39782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba53a378. 00000020:00000010:1.0:1767384400.232151:0:39782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b5aedcda. 00000020:00000010:1.0:1767384400.232152:0:39782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000603b48bf. 00000020:00000010:1.0:1767384400.232158:0:39782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384400.232161:0:39782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000560bc80a. 80000000:00000010:1.0:1767384400.232163:0:39782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004223acf1. 40000000:00000010:1.0:1767384400.232164:0:39782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008a845cc9. 00100000:00000010:1.0:1767384400.232169:0:39782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a340e672. 00040000:00000010:1.0:1767384400.232171:0:39782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f213a0b6. 00040000:00000010:1.0:1767384400.232172:0:39782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000293af92. 00080000:00000010:1.0:1767384400.232175:0:39782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007d272dd7. 00002000:00000010:1.0:1767384400.232177:0:39782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a34fc3e4. 00002000:00000010:1.0:1767384400.232226:0:39782:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000c407e8c0. 00010000:00000010:1.0:1767384400.232229:0:39782:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000000fb43d8f. 00000020:00000010:1.0:1767384400.232259:0:39782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b5aedcda. 00000020:00000010:1.0:1767384400.232262:0:39782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000603b48bf. 00000020:00000010:1.0:1767384400.232264:0:39782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384400.232271:0:39782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000560bc80a. 80000000:00000010:1.0:1767384400.232275:0:39782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004223acf1. 40000000:00000010:1.0:1767384400.232280:0:39782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008a845cc9. 00100000:00000010:1.0:1767384400.232293:0:39782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a340e672. 00040000:00000010:1.0:1767384400.232295:0:39782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f213a0b6. 00040000:00000010:1.0:1767384400.232297:0:39782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000293af92. 00080000:00000010:1.0:1767384400.232299:0:39782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007d272dd7. 00002000:00000010:1.0:1767384400.232300:0:39782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a34fc3e4. 00000020:00000010:1.0:1767384400.232302:0:39782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba53a378. 00080000:00000010:2.0:1767384400.232310:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fe942f00. 00000001:00000010:2.0:1767384400.232332:0:17556:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000b4601896. 00000020:00000010:2.0:1767384400.232362:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b5233b84. 00000020:00000010:2.0:1767384400.232369:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005a78e832. 00000020:00000010:2.0:1767384400.232372:0:17556:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d74e56bc. 00000020:00000010:2.0:1767384400.232392:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b384dc5a. 80000000:00000010:2.0:1767384400.232396:0:17556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009db677e3. 40000000:00000010:2.0:1767384400.232400:0:17556:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c66c51e9. 00100000:00000010:2.0:1767384400.232403:0:17556:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ab04a96b. 00040000:00000010:2.0:1767384400.232406:0:17556:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006002d4ad. 00040000:00000010:2.0:1767384400.232411:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003fe05ee8. 00080000:00000010:2.0:1767384400.232414:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000086acc929. 00002000:00000010:2.0:1767384400.232417:0:17556:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f7fd6caa. 00000020:00000010:2.0:1767384400.232420:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c3abe7f. 00000400:00000010:2.0:1767384400.232450:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c24c0b08. 00000800:00000010:2.0:1767384400.232466:0:17556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006002d4ad. 00000020:00000010:2.0:1767384400.232512:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.232516:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.232521:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee32b678. 00000800:00000010:3.0:1767384400.232555:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006002d4ad. 00000400:00000010:3.0:1767384400.232564:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c24c0b08. 00010000:00000010:3.1:1767384400.234515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007f9ba894. 00010000:00000010:2.1:1767384400.234526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f6207a6. 00010000:00000010:0.1:1767384400.234527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008da30f81. 00010000:00000010:1.1:1767384400.238515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000359b95e0. 00010000:00000010:1.1:1767384400.238523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cdbc0cc3. 00000100:00000010:1.0:1767384400.239775:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aac70421. 00000020:00000010:2.0:1767384400.239873:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.239878:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.239883:0:41055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fe05ee8. 00000020:00000010:2.0:1767384400.239886:0:41055:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.239888:0:41055:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.239916:0:41055:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66c51e9. 00000020:00000010:2.0:1767384400.239919:0:41055:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66c51e9. 02000000:00000010:2.0:1767384400.239931:0:41055:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f7fd6caa. 00000020:00000010:2.0:1767384400.239952:0:41055:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008bc84abf. 00000020:00000010:0.0:1767384400.240014:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000100aedcb. 00000020:00000010:0.0:1767384400.240023:0:16772:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000062f98b3c. 00080000:00000010:2.0:1767384400.240030:0:41055:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000970d8db5. 00000020:00000010:0.0:1767384400.240031:0:16772:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000eef1b973. 00000020:00000010:0.0:1767384400.240043:0:16772:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003334302e. 00000020:00000010:0.0:1767384400.240049:0:16772:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002d447716. 80000000:00000010:0.0:1767384400.240054:0:16772:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000088feb000. 40000000:00000010:0.0:1767384400.240059:0:16772:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000072d615d6. 00100000:00000010:0.0:1767384400.240064:0:16772:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e45e5e3c. 00040000:00000010:0.0:1767384400.240069:0:16772:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e73bfd46. 00040000:00000010:0.0:1767384400.240074:0:16772:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000736499de. 00080000:00000010:0.0:1767384400.240079:0:16772:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e0aaae5c. 00002000:00000010:0.0:1767384400.240085:0:16772:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e37b3a7d. 00000020:00000010:0.0:1767384400.240108:0:16772:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000062f98b3c. 00000020:00000010:0.0:1767384400.240112:0:16772:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eef1b973. 00000020:00000010:0.0:1767384400.240115:0:16772:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003334302e. 00000020:00000010:0.0:1767384400.240118:0:16772:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002d447716. 80000000:00000010:0.0:1767384400.240120:0:16772:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000088feb000. 40000000:00000010:0.0:1767384400.240126:0:16772:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000072d615d6. 00100000:00000010:0.0:1767384400.240131:0:16772:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e45e5e3c. 00040000:00000010:0.0:1767384400.240135:0:16772:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e73bfd46. 00040000:00000010:0.0:1767384400.240143:0:16772:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000736499de. 00080000:00000010:0.0:1767384400.240149:0:16772:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e0aaae5c. 00002000:00000010:0.0:1767384400.240152:0:16772:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e37b3a7d. 00000020:00000010:0.0:1767384400.240154:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000100aedcb. 00000020:00000010:0.0:1767384400.240159:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000100aedcb. 00000020:00000010:0.0:1767384400.240161:0:16772:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000736499de. 00000020:00000010:0.0:1767384400.240164:0:16772:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e0aaae5c. 00000020:00000010:0.0:1767384400.240166:0:16772:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003334302e. 00000020:00000010:0.0:1767384400.240169:0:16772:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002d447716. 80000000:00000010:0.0:1767384400.240170:0:16772:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000088feb000. 40000000:00000010:0.0:1767384400.240183:0:16772:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000072d615d6. 00100000:00000010:0.0:1767384400.240186:0:16772:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e45e5e3c. 00040000:00000010:0.0:1767384400.240196:0:16772:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e73bfd46. 00040000:00000010:0.0:1767384400.240199:0:16772:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000062f98b3c. 00080000:00000010:0.0:1767384400.240204:0:16772:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000eef1b973. 00002000:00000010:0.0:1767384400.240207:0:16772:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e37b3a7d. 00010000:00000010:0.0:1767384400.240235:0:16772:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040af4ce3. 00010000:00000010:0.0:1767384400.240257:0:16772:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0802517. 00000001:00000010:2.0:1767384400.240264:0:41055:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000035809a03. 00000020:00000010:0.0:1767384400.240267:0:16772:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000736499de. 00000001:00000010:2.0:1767384400.240272:0:41055:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000004f49d71f. 00000020:00000010:0.0:1767384400.240272:0:16772:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e0aaae5c. 00000020:00000010:0.0:1767384400.240289:0:16772:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003334302e. 00000020:00000010:0.0:1767384400.240291:0:16772:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002d447716. 80000000:00000010:0.0:1767384400.240296:0:16772:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000088feb000. 40000000:00000010:0.0:1767384400.240297:0:16772:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000072d615d6. 00100000:00000010:0.0:1767384400.240299:0:16772:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e45e5e3c. 00040000:00000010:0.0:1767384400.240308:0:16772:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e73bfd46. 00040000:00000010:0.0:1767384400.240313:0:16772:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000062f98b3c. 00080000:00000010:0.0:1767384400.240321:0:16772:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000eef1b973. 00002000:00000010:0.0:1767384400.240325:0:16772:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e37b3a7d. 00000020:00000010:0.0:1767384400.240332:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000100aedcb. 00080000:00000010:2.0:1767384400.240338:0:41055:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000063b1a72a. 00000001:00000010:2.0:1767384400.240359:0:41055:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000004f018df4. 00000400:00000010:2.0:1767384400.240379:0:41055:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1cb4fbf. 00000800:00000010:2.0:1767384400.240400:0:41055:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8a961da. 00000020:00000010:2.0:1767384400.240450:0:41055:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.240454:0:41055:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.240458:0:41055:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fe05ee8. 00000800:00000010:1.0:1767384400.240541:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8a961da. 00000400:00000010:1.0:1767384400.240549:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1cb4fbf. 00010000:00000010:0.1:1767384400.245527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f3436f3b. 00010000:00000010:0.1:1767384400.245541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001033a6d7. 00000400:00000010:3.0:1767384400.248694:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e14e6674. 00000400:00000010:3.0:1767384400.248717:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005418a761. 00000020:00000010:2.0:1767384400.248780:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041fc1d54. 00000020:00000010:2.0:1767384400.248785:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041fc1d54. 00000020:00000010:2.0:1767384400.248789:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fe05ee8. 00000020:00000010:2.0:1767384400.248792:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.248794:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.248819:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041fc1d54. 00000020:00000010:2.0:1767384400.248822:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041fc1d54. 02000000:00000010:2.0:1767384400.248830:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e0a66f09. 20000000:00000010:2.0:1767384400.248837:0:40431:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000000f392012. 00000400:00000010:2.0:1767384400.248868:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73512ac. 00000800:00000010:2.0:1767384400.248887:0:40431:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f4fef3c. 00000020:00000010:2.0:1767384400.248909:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df0d2855. 00000020:00000010:2.0:1767384400.248912:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009f77bf2. 00000020:00000010:2.0:1767384400.248915:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fe05ee8. 00000400:00000010:2.0:1767384400.248927:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dcd22d2. 00000400:00000010:2.0:1767384400.248933:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002d74bf1. 00000020:00000010:1.0:1767384400.248938:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba53a378. 00000020:00000010:1.0:1767384400.248945:0:16771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000293af92. 00000020:00000010:1.0:1767384400.248950:0:16771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d272dd7. 00000020:00000010:1.0:1767384400.248955:0:16771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384400.248960:0:16771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000560bc80a. 80000000:00000010:1.0:1767384400.248964:0:16771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004223acf1. 40000000:00000010:1.0:1767384400.248968:0:16771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008a845cc9. 00100000:00000010:1.0:1767384400.248973:0:16771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a340e672. 00040000:00000010:1.0:1767384400.248976:0:16771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f213a0b6. 00040000:00000010:1.0:1767384400.248982:0:16771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b5aedcda. 00080000:00000010:1.0:1767384400.248987:0:16771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000603b48bf. 00002000:00000010:1.0:1767384400.248994:0:16771:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d7df696c. 00000020:00000010:1.0:1767384400.248999:0:16771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000293af92. 00000020:00000010:1.0:1767384400.249006:0:16771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d272dd7. 00000800:00000010:3.0:1767384400.249008:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f4fef3c. 00000020:00000010:1.0:1767384400.249011:0:16771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d13f91cd. 00000400:00000010:3.0:1767384400.249022:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73512ac. 00000020:00000010:1.0:1767384400.249023:0:16771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000560bc80a. 02000000:00000010:3.0:1767384400.249030:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e0a66f09. 80000000:00000010:1.0:1767384400.249034:0:16771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004223acf1. 40000000:00000010:1.0:1767384400.249041:0:16771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008a845cc9. 00100000:00000010:1.0:1767384400.249044:0:16771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a340e672. 00040000:00000010:1.0:1767384400.249046:0:16771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f213a0b6. 00040000:00000010:1.0:1767384400.249049:0:16771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b5aedcda. 00080000:00000010:1.0:1767384400.249051:0:16771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000603b48bf. 00002000:00000010:1.0:1767384400.249054:0:16771:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d7df696c. 00000020:00000010:1.0:1767384400.249056:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba53a378. 00000020:00000010:1.0:1767384400.249058:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba53a378. 00000020:00000010:1.0:1767384400.249059:0:16771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b5aedcda. 00000020:00000010:1.0:1767384400.249061:0:16771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000603b48bf. 00000020:00000010:1.0:1767384400.249063:0:16771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384400.249065:0:16771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000560bc80a. 80000000:00000010:1.0:1767384400.249078:0:16771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004223acf1. 40000000:00000010:1.0:1767384400.249079:0:16771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008a845cc9. 00100000:00000010:1.0:1767384400.249081:0:16771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a340e672. 00040000:00000010:1.0:1767384400.249082:0:16771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f213a0b6. 00040000:00000010:1.0:1767384400.249083:0:16771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000293af92. 00080000:00000010:1.0:1767384400.249084:0:16771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007d272dd7. 00002000:00000010:1.0:1767384400.249086:0:16771:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d7df696c. 00000020:00000010:1.0:1767384400.249108:0:16771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b5aedcda. 00000020:00000010:1.0:1767384400.249111:0:16771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000603b48bf. 00000020:00000010:1.0:1767384400.249113:0:16771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d13f91cd. 00000020:00000010:1.0:1767384400.249116:0:16771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000560bc80a. 80000000:00000010:1.0:1767384400.249117:0:16771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004223acf1. 40000000:00000010:1.0:1767384400.249119:0:16771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008a845cc9. 00100000:00000010:1.0:1767384400.249121:0:16771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a340e672. 00040000:00000010:1.0:1767384400.249122:0:16771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f213a0b6. 00040000:00000010:1.0:1767384400.249123:0:16771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000293af92. 00080000:00000010:1.0:1767384400.249124:0:16771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007d272dd7. 00002000:00000010:1.0:1767384400.249126:0:16771:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d7df696c. 00000020:00000010:1.0:1767384400.249127:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba53a378. 00000001:00000010:3.0:1767384400.249184:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000022a7546a. 00000001:00000010:3.0:1767384400.249188:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001e947724. 00000001:00000010:3.0:1767384400.249189:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000030d66acd. 00000001:00000010:3.0:1767384400.249190:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001597c257. 00000001:00000010:3.0:1767384400.249193:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b6e10bd8. 00000001:00000010:3.0:1767384400.249195:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000038c6afb3. 00000020:00000010:3.0:1767384400.249202:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008250f634. 00000020:00000010:3.0:1767384400.249217:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000000163811c. 00010000:00000010:1.1:1767384400.255518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000051c97626. 00000800:00000010:2.0:1767384400.508409:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a92e7e37. 00000800:00000010:2.0:1767384400.508427:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003eff7163. 00000800:00000010:2.0:1767384400.508432:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ea309d2b. 00000800:00000010:2.0:1767384400.508449:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ea309d2b. 00000800:00020000:2.0:1767384400.508458:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.131 00000800:00000010:2.0:1767384400.508463:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003eff7163. 00000800:00000010:2.0:1767384400.508465:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a92e7e37. 00000400:02020000:2.0:1767384400.508551:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.131@tcp31 at host 192.168.204.131:988: is it running a compatible version of Lustre? 00000001:02000400:1.0:1767384400.777508:0:41093:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 Debug log: 134931 lines, 134931 kept, 0 dropped, 0 bad.